6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
153 csit-dpdk-perf-1710-all:
164 csit-ligato-perf-1710-all:
166 csit-vpp-functional-1710-ubuntu1604-virl:
168 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
170 csit-hc2vpp-verify-func-1710-ubuntu1604:
171 - lastSuccessfulBuild
172 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
184 ################################################################################
186 ################################################################################
190 title: "Performance improvements"
191 algorithm: "table_performance_improvements"
192 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
193 output-file-ext: ".csv"
194 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
197 title: "Functionality"
203 title: "16.09 mean [Mpps]"
206 title: "17.01 mean [Mpps]"
209 title: "17.04 mean [Mpps]"
212 title: "17.07 mean [Mpps]"
213 data: "data csit-vpp-perf-1707-all mean"
215 title: "17.10 mean [Mpps]"
216 data: "data csit-vpp-perf-1710-all mean"
218 title: "17.10 stdev [Mpps]"
219 data: "data csit-vpp-perf-1710-all stdev"
221 title: "17.07 to 17.10 change [%]"
222 data: "operation relative_change 6 5"
225 csit-vpp-perf-1707-all:
236 csit-vpp-perf-1710-all:
250 title: "Detailed Test Results - VPP Performance Results"
251 algorithm: "table_details"
252 output-file-ext: ".csv"
253 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
259 title: "Documentation"
266 csit-vpp-perf-1710-all:
277 title: "Test configuration - VPP Performance Test Configs"
278 algorithm: "table_details"
279 output-file-ext: ".csv"
280 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
286 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
287 data: "data vat-history"
290 csit-vpp-perf-1710-all:
300 title: "Test Operational Data - VPP Performance Operational Data"
301 algorithm: "table_details"
302 output-file-ext: ".csv"
303 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
309 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
310 data: "data show-run"
313 csit-vpp-perf-1710-all:
323 title: "Detailed Test Results - VPP Functional Results"
324 algorithm: "table_details"
325 output-file-ext: ".csv"
326 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
332 title: "Documentation"
339 csit-vpp-functional-1710-ubuntu1604-virl:
350 title: "Test configuration - VPP Functional Test Configs"
351 algorithm: "table_details"
352 output-file-ext: ".csv"
353 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
359 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
360 data: "data vat-history"
363 csit-vpp-functional-1710-ubuntu1604-virl:
373 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
374 algorithm: "table_details"
375 output-file-ext: ".csv"
376 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
382 title: "Documentation"
389 csit-ligato-perf-1710-all:
400 title: "Detailed Test Results - DPDK Performance Results"
401 algorithm: "table_details"
402 output-file-ext: ".csv"
403 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
409 title: "Documentation"
416 csit-dpdk-perf-1710-all:
427 title: "Detailed Test Results - Honeycomb Functional Results"
428 algorithm: "table_details"
429 output-file-ext: ".csv"
430 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
436 title: "Documentation"
443 csit-hc2vpp-verify-func-1710-ubuntu1604:
444 - "lastSuccessfulBuild"
454 title: "Detailed Test Results - NSH SFC Functional Results"
455 algorithm: "table_details"
456 output-file-ext: ".csv"
457 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
463 title: "Documentation"
470 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
479 ################################################################################
481 ################################################################################
485 title: "VPP Performance Results"
486 algorithm: "file_test_results"
487 output-file-ext: ".rst"
488 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
489 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
490 dir-tables: "{DIR[DTR,PERF,VPP]}"
492 csit-vpp-perf-1710-all:
499 data-start-level: 2 # 0, 1, 2, ...
500 chapters-start-level: 2 # 0, 1, 2, ...
504 title: "VPP Performance Configuration"
505 algorithm: "file_test_results"
506 output-file-ext: ".rst"
507 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
508 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
509 dir-tables: "{DIR[DTC,PERF,VPP]}"
511 csit-vpp-perf-1710-all:
518 data-start-level: 2 # 0, 1, 2, ...
519 chapters-start-level: 2 # 0, 1, 2, ...
523 title: "VPP Performance Operational Data"
524 algorithm: "file_test_results"
525 output-file-ext: ".rst"
526 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
527 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
528 dir-tables: "{DIR[DTO,PERF,VPP]}"
530 csit-vpp-perf-1710-all:
537 data-start-level: 2 # 0, 1, 2, ...
538 chapters-start-level: 2 # 0, 1, 2, ...
542 title: "VPP Functional Results"
543 algorithm: "file_test_results"
544 output-file-ext: ".rst"
545 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
546 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
547 dir-tables: "{DIR[DTR,FUNC,VPP]}"
549 csit-vpp-functional-1710-ubuntu1604-virl:
556 data-start-level: 3 # 0, 1, 2, ...
557 chapters-start-level: 2 # 0, 1, 2, ...
561 title: "VPP Functional Configuration"
562 algorithm: "file_test_results"
563 output-file-ext: ".rst"
564 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
565 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
566 dir-tables: "{DIR[DTC,FUNC,VPP]}"
568 csit-vpp-functional-1710-ubuntu1604-virl:
575 data-start-level: 3 # 0, 1, 2, ...
576 chapters-start-level: 2 # 0, 1, 2, ...
580 title: "Container Orchestrated Performance Results"
581 algorithm: "file_test_results"
582 output-file-ext: ".rst"
583 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
584 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
585 dir-tables: "{DIR[DTR,PERF,COT]}"
587 csit-ligato-perf-1710-all:
594 data-start-level: 2 # 0, 1, 2, ...
595 chapters-start-level: 2 # 0, 1, 2, ...
599 title: "DPDK Performance Results"
600 algorithm: "file_test_results"
601 output-file-ext: ".rst"
602 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
603 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
604 dir-tables: "{DIR[DTR,PERF,DPDK]}"
606 csit-dpdk-perf-1710-all:
615 data-start-level: 2 # 0, 1, 2, ...
616 chapters-start-level: 2 # 0, 1, 2, ...
620 title: "Honeycomb Functional Results"
621 algorithm: "file_test_results"
622 output-file-ext: ".rst"
623 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
624 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
625 dir-tables: "{DIR[DTR,FUNC,HC]}"
627 csit-hc2vpp-verify-func-1710-ubuntu1604:
628 - "lastSuccessfulBuild"
636 data-start-level: 3 # 0, 1, 2, ...
637 chapters-start-level: 2 # 0, 1, 2, ...
641 title: "NSH SFC Functional Results"
642 algorithm: "file_test_results"
643 output-file-ext: ".rst"
644 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
645 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
646 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
648 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
657 data-start-level: 2 # 0, 1, 2, ...
658 chapters-start-level: 2 # 0, 1, 2, ...
660 ################################################################################
662 ################################################################################
664 # Plot packets per second
669 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
670 algorithm: "plot_performance_box"
671 output-file-type: ".html"
672 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
674 csit-vpp-perf-1710-all:
682 # Keep this formatting, the filter is enclosed with " (quotation mark) and
683 # each tag is enclosed with ' (apostrophe).
684 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
690 boxpoints: "outliers"
693 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
698 gridcolor: "rgb(238, 238, 238)"
699 linecolor: "rgb(238, 238, 238)"
704 tickcolor: "rgb(238, 238, 238)"
706 title: "Indexed Test Cases"
709 gridcolor: "rgb(238, 238, 238)'"
711 linecolor: "rgb(238, 238, 238)"
717 tickcolor: "rgb(238, 238, 238)"
718 title: "Packets Per Second [pps]"
736 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
737 algorithm: "plot_performance_box"
738 output-file-type: ".html"
739 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
741 csit-vpp-perf-1710-all:
749 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
755 boxpoints: "outliers"
758 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
763 gridcolor: "rgb(238, 238, 238)"
764 linecolor: "rgb(238, 238, 238)"
769 tickcolor: "rgb(238, 238, 238)"
771 title: "Indexed Test Cases"
774 gridcolor: "rgb(238, 238, 238)'"
776 linecolor: "rgb(238, 238, 238)"
782 tickcolor: "rgb(238, 238, 238)"
783 title: "Packets Per Second [pps]"
801 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
802 algorithm: "plot_performance_box"
803 output-file-type: ".html"
804 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
806 csit-vpp-perf-1710-all:
814 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
820 boxpoints: "outliers"
823 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
828 gridcolor: "rgb(238, 238, 238)"
829 linecolor: "rgb(238, 238, 238)"
834 tickcolor: "rgb(238, 238, 238)"
836 title: "Indexed Test Cases"
839 gridcolor: "rgb(238, 238, 238)'"
841 linecolor: "rgb(238, 238, 238)"
847 tickcolor: "rgb(238, 238, 238)"
848 title: "Packets Per Second [pps]"
866 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
867 algorithm: "plot_performance_box"
868 output-file-type: ".html"
869 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
871 csit-vpp-perf-1710-all:
879 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
885 boxpoints: "outliers"
888 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
893 gridcolor: "rgb(238, 238, 238)"
894 linecolor: "rgb(238, 238, 238)"
899 tickcolor: "rgb(238, 238, 238)"
901 title: "Indexed Test Cases"
904 gridcolor: "rgb(238, 238, 238)'"
906 linecolor: "rgb(238, 238, 238)"
912 tickcolor: "rgb(238, 238, 238)"
913 title: "Packets Per Second [pps]"
932 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
933 algorithm: "plot_performance_box"
934 output-file-type: ".html"
935 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
937 csit-vpp-perf-1710-all:
945 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
951 boxpoints: "outliers"
954 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
959 gridcolor: "rgb(238, 238, 238)"
960 linecolor: "rgb(238, 238, 238)"
965 tickcolor: "rgb(238, 238, 238)"
967 title: "Indexed Test Cases"
970 gridcolor: "rgb(238, 238, 238)'"
972 linecolor: "rgb(238, 238, 238)"
978 tickcolor: "rgb(238, 238, 238)"
979 title: "Packets Per Second [pps]"
997 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
998 algorithm: "plot_performance_box"
999 output-file-type: ".html"
1000 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1002 csit-vpp-perf-1710-all:
1010 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1016 boxpoints: "outliers"
1019 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1024 gridcolor: "rgb(238, 238, 238)"
1025 linecolor: "rgb(238, 238, 238)"
1029 showticklabels: True
1030 tickcolor: "rgb(238, 238, 238)"
1032 title: "Indexed Test Cases"
1035 gridcolor: "rgb(238, 238, 238)'"
1037 linecolor: "rgb(238, 238, 238)"
1039 range: [5000000, 12000000]
1042 showticklabels: True
1043 tickcolor: "rgb(238, 238, 238)"
1044 title: "Packets Per Second [pps]"
1062 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1063 algorithm: "plot_performance_box"
1064 output-file-type: ".html"
1065 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1067 csit-vpp-perf-1710-all:
1075 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1081 boxpoints: "outliers"
1084 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1089 gridcolor: "rgb(238, 238, 238)"
1090 linecolor: "rgb(238, 238, 238)"
1094 showticklabels: True
1095 tickcolor: "rgb(238, 238, 238)"
1097 title: "Indexed Test Cases"
1100 gridcolor: "rgb(238, 238, 238)'"
1102 linecolor: "rgb(238, 238, 238)"
1107 showticklabels: True
1108 tickcolor: "rgb(238, 238, 238)"
1109 title: "Packets Per Second [pps]"
1127 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1128 algorithm: "plot_performance_box"
1129 output-file-type: ".html"
1130 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1132 csit-vpp-perf-1710-all:
1140 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1146 boxpoints: "outliers"
1149 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1154 gridcolor: "rgb(238, 238, 238)"
1155 linecolor: "rgb(238, 238, 238)"
1159 showticklabels: True
1160 tickcolor: "rgb(238, 238, 238)"
1162 title: "Indexed Test Cases"
1165 gridcolor: "rgb(238, 238, 238)'"
1167 linecolor: "rgb(238, 238, 238)"
1169 range: [5000000, 12000000]
1172 showticklabels: True
1173 tickcolor: "rgb(238, 238, 238)"
1174 title: "Packets Per Second [pps]"
1193 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1194 algorithm: "plot_performance_box"
1195 output-file-type: ".html"
1196 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1198 csit-vpp-perf-1710-all:
1206 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1212 boxpoints: "outliers"
1215 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1220 gridcolor: "rgb(238, 238, 238)"
1221 linecolor: "rgb(238, 238, 238)"
1225 showticklabels: True
1226 tickcolor: "rgb(238, 238, 238)"
1228 title: "Indexed Test Cases"
1231 gridcolor: "rgb(238, 238, 238)'"
1233 linecolor: "rgb(238, 238, 238)"
1238 showticklabels: True
1239 tickcolor: "rgb(238, 238, 238)"
1240 title: "Packets Per Second [pps]"
1258 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1259 algorithm: "plot_performance_box"
1260 output-file-type: ".html"
1261 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1263 csit-vpp-perf-1710-all:
1271 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1277 boxpoints: "outliers"
1280 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1285 gridcolor: "rgb(238, 238, 238)"
1286 linecolor: "rgb(238, 238, 238)"
1290 showticklabels: True
1291 tickcolor: "rgb(238, 238, 238)"
1293 title: "Indexed Test Cases"
1296 gridcolor: "rgb(238, 238, 238)'"
1298 linecolor: "rgb(238, 238, 238)"
1303 showticklabels: True
1304 tickcolor: "rgb(238, 238, 238)"
1305 title: "Packets Per Second [pps]"
1323 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1324 algorithm: "plot_performance_box"
1325 output-file-type: ".html"
1326 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1328 csit-vpp-perf-1710-all:
1336 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1342 boxpoints: "outliers"
1345 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1350 gridcolor: "rgb(238, 238, 238)"
1351 linecolor: "rgb(238, 238, 238)"
1355 showticklabels: True
1356 tickcolor: "rgb(238, 238, 238)"
1358 title: "Indexed Test Cases"
1361 gridcolor: "rgb(238, 238, 238)'"
1363 linecolor: "rgb(238, 238, 238)"
1368 showticklabels: True
1369 tickcolor: "rgb(238, 238, 238)"
1370 title: "Packets Per Second [pps]"
1388 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1389 algorithm: "plot_performance_box"
1390 output-file-type: ".html"
1391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1393 csit-vpp-perf-1710-all:
1401 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1407 boxpoints: "outliers"
1410 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1415 gridcolor: "rgb(238, 238, 238)"
1416 linecolor: "rgb(238, 238, 238)"
1420 showticklabels: True
1421 tickcolor: "rgb(238, 238, 238)"
1423 title: "Indexed Test Cases"
1426 gridcolor: "rgb(238, 238, 238)'"
1428 linecolor: "rgb(238, 238, 238)"
1433 showticklabels: True
1434 tickcolor: "rgb(238, 238, 238)"
1435 title: "Packets Per Second [pps]"
1454 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1455 algorithm: "plot_performance_box"
1456 output-file-type: ".html"
1457 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1459 csit-vpp-perf-1710-all:
1467 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1473 boxpoints: "outliers"
1476 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1481 gridcolor: "rgb(238, 238, 238)"
1482 linecolor: "rgb(238, 238, 238)"
1486 showticklabels: True
1487 tickcolor: "rgb(238, 238, 238)"
1489 title: "Indexed Test Cases"
1492 gridcolor: "rgb(238, 238, 238)'"
1494 linecolor: "rgb(238, 238, 238)"
1499 showticklabels: True
1500 tickcolor: "rgb(238, 238, 238)"
1501 title: "Packets Per Second [pps]"
1519 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1520 algorithm: "plot_performance_box"
1521 output-file-type: ".html"
1522 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1524 csit-vpp-perf-1710-all:
1532 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1538 boxpoints: "outliers"
1541 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1546 gridcolor: "rgb(238, 238, 238)"
1547 linecolor: "rgb(238, 238, 238)"
1551 showticklabels: True
1552 tickcolor: "rgb(238, 238, 238)"
1554 title: "Indexed Test Cases"
1557 gridcolor: "rgb(238, 238, 238)'"
1559 linecolor: "rgb(238, 238, 238)"
1564 showticklabels: True
1565 tickcolor: "rgb(238, 238, 238)"
1566 title: "Packets Per Second [pps]"
1584 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1585 algorithm: "plot_performance_box"
1586 output-file-type: ".html"
1587 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1589 csit-vpp-perf-1710-all:
1597 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1603 boxpoints: "outliers"
1606 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1611 gridcolor: "rgb(238, 238, 238)"
1612 linecolor: "rgb(238, 238, 238)"
1616 showticklabels: True
1617 tickcolor: "rgb(238, 238, 238)"
1619 title: "Indexed Test Cases"
1622 gridcolor: "rgb(238, 238, 238)'"
1624 linecolor: "rgb(238, 238, 238)"
1629 showticklabels: True
1630 tickcolor: "rgb(238, 238, 238)"
1631 title: "Packets Per Second [pps]"
1649 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1650 algorithm: "plot_performance_box"
1651 output-file-type: ".html"
1652 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1654 csit-vpp-perf-1710-all:
1662 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1668 boxpoints: "outliers"
1671 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1676 gridcolor: "rgb(238, 238, 238)"
1677 linecolor: "rgb(238, 238, 238)"
1681 showticklabels: True
1682 tickcolor: "rgb(238, 238, 238)"
1684 title: "Indexed Test Cases"
1687 gridcolor: "rgb(238, 238, 238)'"
1689 linecolor: "rgb(238, 238, 238)"
1694 showticklabels: True
1695 tickcolor: "rgb(238, 238, 238)"
1696 title: "Packets Per Second [pps]"
1715 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1716 algorithm: "plot_performance_box"
1717 output-file-type: ".html"
1718 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1720 csit-vpp-perf-1710-all:
1728 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1734 boxpoints: "outliers"
1737 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1742 gridcolor: "rgb(238, 238, 238)"
1743 linecolor: "rgb(238, 238, 238)"
1747 showticklabels: True
1748 tickcolor: "rgb(238, 238, 238)"
1750 title: "Indexed Test Cases"
1753 gridcolor: "rgb(238, 238, 238)'"
1755 linecolor: "rgb(238, 238, 238)"
1760 showticklabels: True
1761 tickcolor: "rgb(238, 238, 238)"
1762 title: "Packets Per Second [pps]"
1780 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1781 algorithm: "plot_performance_box"
1782 output-file-type: ".html"
1783 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1785 csit-vpp-perf-1710-all:
1793 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1799 boxpoints: "outliers"
1802 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1807 gridcolor: "rgb(238, 238, 238)"
1808 linecolor: "rgb(238, 238, 238)"
1812 showticklabels: True
1813 tickcolor: "rgb(238, 238, 238)"
1815 title: "Indexed Test Cases"
1818 gridcolor: "rgb(238, 238, 238)'"
1820 linecolor: "rgb(238, 238, 238)"
1825 showticklabels: True
1826 tickcolor: "rgb(238, 238, 238)"
1827 title: "Packets Per Second [pps]"
1845 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1846 algorithm: "plot_performance_box"
1847 output-file-type: ".html"
1848 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1850 csit-vpp-perf-1710-all:
1858 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1864 boxpoints: "outliers"
1867 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1872 gridcolor: "rgb(238, 238, 238)"
1873 linecolor: "rgb(238, 238, 238)"
1877 showticklabels: True
1878 tickcolor: "rgb(238, 238, 238)"
1880 title: "Indexed Test Cases"
1883 gridcolor: "rgb(238, 238, 238)'"
1885 linecolor: "rgb(238, 238, 238)"
1890 showticklabels: True
1891 tickcolor: "rgb(238, 238, 238)"
1892 title: "Packets Per Second [pps]"
1910 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1911 algorithm: "plot_performance_box"
1912 output-file-type: ".html"
1913 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1915 csit-vpp-perf-1710-all:
1923 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1929 boxpoints: "outliers"
1932 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1937 gridcolor: "rgb(238, 238, 238)"
1938 linecolor: "rgb(238, 238, 238)"
1942 showticklabels: True
1943 tickcolor: "rgb(238, 238, 238)"
1945 title: "Indexed Test Cases"
1948 gridcolor: "rgb(238, 238, 238)'"
1950 linecolor: "rgb(238, 238, 238)"
1955 showticklabels: True
1956 tickcolor: "rgb(238, 238, 238)"
1957 title: "Packets Per Second [pps]"
1976 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1977 algorithm: "plot_performance_box"
1978 output-file-type: ".html"
1979 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1981 csit-vpp-perf-1710-all:
1989 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1995 boxpoints: "outliers"
1998 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2003 gridcolor: "rgb(238, 238, 238)"
2004 linecolor: "rgb(238, 238, 238)"
2008 showticklabels: True
2009 tickcolor: "rgb(238, 238, 238)"
2011 title: "Indexed Test Cases"
2014 gridcolor: "rgb(238, 238, 238)'"
2016 linecolor: "rgb(238, 238, 238)"
2021 showticklabels: True
2022 tickcolor: "rgb(238, 238, 238)"
2023 title: "Packets Per Second [pps]"
2041 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2042 algorithm: "plot_performance_box"
2043 output-file-type: ".html"
2044 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2046 csit-vpp-perf-1710-all:
2054 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2060 boxpoints: "outliers"
2063 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2068 gridcolor: "rgb(238, 238, 238)"
2069 linecolor: "rgb(238, 238, 238)"
2073 showticklabels: True
2074 tickcolor: "rgb(238, 238, 238)"
2076 title: "Indexed Test Cases"
2079 gridcolor: "rgb(238, 238, 238)'"
2081 linecolor: "rgb(238, 238, 238)"
2086 showticklabels: True
2087 tickcolor: "rgb(238, 238, 238)"
2088 title: "Packets Per Second [pps]"
2106 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2107 algorithm: "plot_performance_box"
2108 output-file-type: ".html"
2109 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2111 csit-vpp-perf-1710-all:
2119 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2125 boxpoints: "outliers"
2128 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2133 gridcolor: "rgb(238, 238, 238)"
2134 linecolor: "rgb(238, 238, 238)"
2138 showticklabels: True
2139 tickcolor: "rgb(238, 238, 238)"
2141 title: "Indexed Test Cases"
2144 gridcolor: "rgb(238, 238, 238)'"
2146 linecolor: "rgb(238, 238, 238)"
2151 showticklabels: True
2152 tickcolor: "rgb(238, 238, 238)"
2153 title: "Packets Per Second [pps]"
2171 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2172 algorithm: "plot_performance_box"
2173 output-file-type: ".html"
2174 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2176 csit-vpp-perf-1710-all:
2184 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2190 boxpoints: "outliers"
2193 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2198 gridcolor: "rgb(238, 238, 238)"
2199 linecolor: "rgb(238, 238, 238)"
2203 showticklabels: True
2204 tickcolor: "rgb(238, 238, 238)"
2206 title: "Indexed Test Cases"
2209 gridcolor: "rgb(238, 238, 238)'"
2211 linecolor: "rgb(238, 238, 238)"
2216 showticklabels: True
2217 tickcolor: "rgb(238, 238, 238)"
2218 title: "Packets Per Second [pps]"
2237 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2238 algorithm: "plot_performance_box"
2239 output-file-type: ".html"
2240 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2242 csit-vpp-perf-1710-all:
2250 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2256 boxpoints: "outliers"
2259 title: "64B-1t1c-.*vhost.*-ndrdisc"
2264 gridcolor: "rgb(238, 238, 238)"
2265 linecolor: "rgb(238, 238, 238)"
2269 showticklabels: True
2270 tickcolor: "rgb(238, 238, 238)"
2272 title: "Indexed Test Cases"
2275 gridcolor: "rgb(238, 238, 238)'"
2277 linecolor: "rgb(238, 238, 238)"
2282 showticklabels: True
2283 tickcolor: "rgb(238, 238, 238)"
2284 title: "Packets Per Second [pps]"
2302 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2303 algorithm: "plot_performance_box"
2304 output-file-type: ".html"
2305 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2307 csit-vpp-perf-1710-all:
2315 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2321 boxpoints: "outliers"
2324 title: "64B-2t2c-.*vhost.*-ndrdisc"
2329 gridcolor: "rgb(238, 238, 238)"
2330 linecolor: "rgb(238, 238, 238)"
2334 showticklabels: True
2335 tickcolor: "rgb(238, 238, 238)"
2337 title: "Indexed Test Cases"
2340 gridcolor: "rgb(238, 238, 238)'"
2342 linecolor: "rgb(238, 238, 238)"
2347 showticklabels: True
2348 tickcolor: "rgb(238, 238, 238)"
2349 title: "Packets Per Second [pps]"
2367 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2368 algorithm: "plot_performance_box"
2369 output-file-type: ".html"
2370 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2372 csit-vpp-perf-1710-all:
2380 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2386 boxpoints: "outliers"
2389 title: "64B-1t1c-.*vhost.*-pdrdisc"
2394 gridcolor: "rgb(238, 238, 238)"
2395 linecolor: "rgb(238, 238, 238)"
2399 showticklabels: True
2400 tickcolor: "rgb(238, 238, 238)"
2402 title: "Indexed Test Cases"
2405 gridcolor: "rgb(238, 238, 238)'"
2407 linecolor: "rgb(238, 238, 238)"
2412 showticklabels: True
2413 tickcolor: "rgb(238, 238, 238)"
2414 title: "Packets Per Second [pps]"
2432 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2433 algorithm: "plot_performance_box"
2434 output-file-type: ".html"
2435 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2437 csit-vpp-perf-1710-all:
2445 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2451 boxpoints: "outliers"
2454 title: "64B-2t2c-.*vhost.*-pdrdisc"
2459 gridcolor: "rgb(238, 238, 238)"
2460 linecolor: "rgb(238, 238, 238)"
2464 showticklabels: True
2465 tickcolor: "rgb(238, 238, 238)"
2467 title: "Indexed Test Cases"
2470 gridcolor: "rgb(238, 238, 238)'"
2472 linecolor: "rgb(238, 238, 238)"
2477 showticklabels: True
2478 tickcolor: "rgb(238, 238, 238)"
2479 title: "Packets Per Second [pps]"
2495 # VPP VM VHOST SELECTION
2498 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2499 algorithm: "plot_performance_box"
2500 output-file-type: ".html"
2501 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2503 csit-vpp-perf-1710-all:
2511 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2517 boxpoints: "outliers"
2520 title: "64B-1t1c-.*vhost.*-ndrdisc"
2525 gridcolor: "rgb(238, 238, 238)"
2526 linecolor: "rgb(238, 238, 238)"
2530 showticklabels: True
2531 tickcolor: "rgb(238, 238, 238)"
2533 title: "Indexed Test Cases"
2536 gridcolor: "rgb(238, 238, 238)'"
2538 linecolor: "rgb(238, 238, 238)"
2543 showticklabels: True
2544 tickcolor: "rgb(238, 238, 238)"
2545 title: "Packets Per Second [pps]"
2563 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2564 algorithm: "plot_performance_box"
2565 output-file-type: ".html"
2566 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2568 csit-vpp-perf-1710-all:
2576 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2582 boxpoints: "outliers"
2585 title: "64B-2t2c-.*vhost.*-ndrdisc"
2590 gridcolor: "rgb(238, 238, 238)"
2591 linecolor: "rgb(238, 238, 238)"
2595 showticklabels: True
2596 tickcolor: "rgb(238, 238, 238)"
2598 title: "Indexed Test Cases"
2601 gridcolor: "rgb(238, 238, 238)'"
2603 linecolor: "rgb(238, 238, 238)"
2608 showticklabels: True
2609 tickcolor: "rgb(238, 238, 238)"
2610 title: "Packets Per Second [pps]"
2628 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2629 algorithm: "plot_performance_box"
2630 output-file-type: ".html"
2631 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2633 csit-vpp-perf-1710-all:
2641 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2647 boxpoints: "outliers"
2650 title: "64B-1t1c-.*vhost.*-pdrdisc"
2655 gridcolor: "rgb(238, 238, 238)"
2656 linecolor: "rgb(238, 238, 238)"
2660 showticklabels: True
2661 tickcolor: "rgb(238, 238, 238)"
2663 title: "Indexed Test Cases"
2666 gridcolor: "rgb(238, 238, 238)'"
2668 linecolor: "rgb(238, 238, 238)"
2673 showticklabels: True
2674 tickcolor: "rgb(238, 238, 238)"
2675 title: "Packets Per Second [pps]"
2693 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2694 algorithm: "plot_performance_box"
2695 output-file-type: ".html"
2696 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2698 csit-vpp-perf-1710-all:
2706 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2712 boxpoints: "outliers"
2715 title: "64B-2t2c-.*vhost.*-pdrdisc"
2720 gridcolor: "rgb(238, 238, 238)"
2721 linecolor: "rgb(238, 238, 238)"
2725 showticklabels: True
2726 tickcolor: "rgb(238, 238, 238)"
2728 title: "Indexed Test Cases"
2731 gridcolor: "rgb(238, 238, 238)'"
2733 linecolor: "rgb(238, 238, 238)"
2738 showticklabels: True
2739 tickcolor: "rgb(238, 238, 238)"
2740 title: "Packets Per Second [pps]"
2759 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2760 algorithm: "plot_performance_box"
2761 output-file-type: ".html"
2762 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2764 csit-vpp-perf-1710-all:
2772 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2778 boxpoints: "outliers"
2781 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2786 gridcolor: "rgb(238, 238, 238)"
2787 linecolor: "rgb(238, 238, 238)"
2791 showticklabels: True
2792 tickcolor: "rgb(238, 238, 238)"
2794 title: "Indexed Test Cases"
2797 gridcolor: "rgb(238, 238, 238)'"
2799 linecolor: "rgb(238, 238, 238)"
2804 showticklabels: True
2805 tickcolor: "rgb(238, 238, 238)"
2806 title: "Packets Per Second [pps]"
2824 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2825 algorithm: "plot_performance_box"
2826 output-file-type: ".html"
2827 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2829 csit-vpp-perf-1710-all:
2837 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2843 boxpoints: "outliers"
2846 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2851 gridcolor: "rgb(238, 238, 238)"
2852 linecolor: "rgb(238, 238, 238)"
2856 showticklabels: True
2857 tickcolor: "rgb(238, 238, 238)"
2859 title: "Indexed Test Cases"
2862 gridcolor: "rgb(238, 238, 238)'"
2864 linecolor: "rgb(238, 238, 238)"
2869 showticklabels: True
2870 tickcolor: "rgb(238, 238, 238)"
2871 title: "Packets Per Second [pps]"
2889 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2890 algorithm: "plot_performance_box"
2891 output-file-type: ".html"
2892 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2894 csit-vpp-perf-1710-all:
2902 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2908 boxpoints: "outliers"
2911 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2916 gridcolor: "rgb(238, 238, 238)"
2917 linecolor: "rgb(238, 238, 238)"
2921 showticklabels: True
2922 tickcolor: "rgb(238, 238, 238)"
2924 title: "Indexed Test Cases"
2927 gridcolor: "rgb(238, 238, 238)'"
2929 linecolor: "rgb(238, 238, 238)"
2934 showticklabels: True
2935 tickcolor: "rgb(238, 238, 238)"
2936 title: "Packets Per Second [pps]"
2954 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2955 algorithm: "plot_performance_box"
2956 output-file-type: ".html"
2957 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2959 csit-vpp-perf-1710-all:
2967 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2973 boxpoints: "outliers"
2976 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2981 gridcolor: "rgb(238, 238, 238)"
2982 linecolor: "rgb(238, 238, 238)"
2986 showticklabels: True
2987 tickcolor: "rgb(238, 238, 238)"
2989 title: "Indexed Test Cases"
2992 gridcolor: "rgb(238, 238, 238)'"
2994 linecolor: "rgb(238, 238, 238)"
2999 showticklabels: True
3000 tickcolor: "rgb(238, 238, 238)"
3001 title: "Packets Per Second [pps]"
3020 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3021 algorithm: "plot_performance_box"
3022 output-file-type: ".html"
3023 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3025 csit-dpdk-perf-1710-all:
3036 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3042 boxpoints: "outliers"
3045 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3050 gridcolor: "rgb(238, 238, 238)"
3051 linecolor: "rgb(238, 238, 238)"
3055 showticklabels: True
3056 tickcolor: "rgb(238, 238, 238)"
3058 title: "Indexed Test Cases"
3061 gridcolor: "rgb(238, 238, 238)'"
3063 linecolor: "rgb(238, 238, 238)"
3068 showticklabels: True
3069 tickcolor: "rgb(238, 238, 238)"
3070 title: "Packets Per Second [pps]"
3088 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3089 algorithm: "plot_performance_box"
3090 output-file-type: ".html"
3091 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3093 csit-dpdk-perf-1710-all:
3104 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3110 boxpoints: "outliers"
3113 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3118 gridcolor: "rgb(238, 238, 238)"
3119 linecolor: "rgb(238, 238, 238)"
3123 showticklabels: True
3124 tickcolor: "rgb(238, 238, 238)"
3126 title: "Indexed Test Cases"
3129 gridcolor: "rgb(238, 238, 238)'"
3131 linecolor: "rgb(238, 238, 238)"
3136 showticklabels: True
3137 tickcolor: "rgb(238, 238, 238)"
3138 title: "Packets Per Second [pps]"
3156 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3157 algorithm: "plot_performance_box"
3158 output-file-type: ".html"
3159 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3161 csit-dpdk-perf-1710-all:
3172 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3178 boxpoints: "outliers"
3181 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3186 gridcolor: "rgb(238, 238, 238)"
3187 linecolor: "rgb(238, 238, 238)"
3191 showticklabels: True
3192 tickcolor: "rgb(238, 238, 238)"
3194 title: "Indexed Test Cases"
3197 gridcolor: "rgb(238, 238, 238)'"
3199 linecolor: "rgb(238, 238, 238)"
3201 range: [2000000, 12000000]
3204 showticklabels: True
3205 tickcolor: "rgb(238, 238, 238)"
3206 title: "Packets Per Second [pps]"
3224 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3225 algorithm: "plot_performance_box"
3226 output-file-type: ".html"
3227 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3229 csit-dpdk-perf-1710-all:
3240 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3246 boxpoints: "outliers"
3249 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3254 gridcolor: "rgb(238, 238, 238)"
3255 linecolor: "rgb(238, 238, 238)"
3259 showticklabels: True
3260 tickcolor: "rgb(238, 238, 238)"
3262 title: "Indexed Test Cases"
3265 gridcolor: "rgb(238, 238, 238)'"
3267 linecolor: "rgb(238, 238, 238)"
3269 range: [2000000, 12000000]
3272 showticklabels: True
3273 tickcolor: "rgb(238, 238, 238)"
3274 title: "Packets Per Second [pps]"
3292 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3293 algorithm: "plot_performance_box"
3294 output-file-type: ".html"
3295 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3297 csit-dpdk-perf-1710-all:
3308 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3314 boxpoints: "outliers"
3317 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3322 gridcolor: "rgb(238, 238, 238)"
3323 linecolor: "rgb(238, 238, 238)"
3327 showticklabels: True
3328 tickcolor: "rgb(238, 238, 238)"
3330 title: "Indexed Test Cases"
3333 gridcolor: "rgb(238, 238, 238)'"
3335 linecolor: "rgb(238, 238, 238)"
3340 showticklabels: True
3341 tickcolor: "rgb(238, 238, 238)"
3342 title: "Packets Per Second [pps]"
3360 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3361 algorithm: "plot_performance_box"
3362 output-file-type: ".html"
3363 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3365 csit-dpdk-perf-1710-all:
3376 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3382 boxpoints: "outliers"
3385 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3390 gridcolor: "rgb(238, 238, 238)"
3391 linecolor: "rgb(238, 238, 238)"
3395 showticklabels: True
3396 tickcolor: "rgb(238, 238, 238)"
3398 title: "Indexed Test Cases"
3401 gridcolor: "rgb(238, 238, 238)'"
3403 linecolor: "rgb(238, 238, 238)"
3408 showticklabels: True
3409 tickcolor: "rgb(238, 238, 238)"
3410 title: "Packets Per Second [pps]"
3428 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3429 algorithm: "plot_performance_box"
3430 output-file-type: ".html"
3431 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3433 csit-dpdk-perf-1710-all:
3444 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3450 boxpoints: "outliers"
3453 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3458 gridcolor: "rgb(238, 238, 238)"
3459 linecolor: "rgb(238, 238, 238)"
3463 showticklabels: True
3464 tickcolor: "rgb(238, 238, 238)"
3466 title: "Indexed Test Cases"
3469 gridcolor: "rgb(238, 238, 238)'"
3471 linecolor: "rgb(238, 238, 238)"
3473 range: [20000000, 30000000]
3476 showticklabels: True
3477 tickcolor: "rgb(238, 238, 238)"
3478 title: "Packets Per Second [pps]"
3496 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3497 algorithm: "plot_performance_box"
3498 output-file-type: ".html"
3499 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3501 csit-dpdk-perf-1710-all:
3512 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3518 boxpoints: "outliers"
3521 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3526 gridcolor: "rgb(238, 238, 238)"
3527 linecolor: "rgb(238, 238, 238)"
3531 showticklabels: True
3532 tickcolor: "rgb(238, 238, 238)"
3534 title: "Indexed Test Cases"
3537 gridcolor: "rgb(238, 238, 238)'"
3539 linecolor: "rgb(238, 238, 238)"
3541 range: [20000000, 30000000]
3544 showticklabels: True
3545 tickcolor: "rgb(238, 238, 238)"
3546 title: "Packets Per Second [pps]"
3567 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3568 algorithm: "plot_latency_box"
3569 output-file-type: ".html"
3570 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3572 csit-vpp-perf-1710-all:
3580 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3587 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3592 gridcolor: "rgb(238, 238, 238)"
3593 linecolor: "rgb(238, 238, 238)"
3597 showticklabels: True
3598 tickcolor: "rgb(238, 238, 238)"
3600 title: "Indexed Test Cases"
3603 gridcolor: "rgb(238, 238, 238)'"
3605 linecolor: "rgb(238, 238, 238)"
3610 showticklabels: True
3611 tickcolor: "rgb(238, 238, 238)"
3612 title: "Latency min/avg/max [uSec]"
3630 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3631 algorithm: "plot_latency_box"
3632 output-file-type: ".html"
3633 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3635 csit-vpp-perf-1710-all:
3643 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3650 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3655 gridcolor: "rgb(238, 238, 238)"
3656 linecolor: "rgb(238, 238, 238)"
3660 showticklabels: True
3661 tickcolor: "rgb(238, 238, 238)"
3663 title: "Indexed Test Cases"
3666 gridcolor: "rgb(238, 238, 238)'"
3668 linecolor: "rgb(238, 238, 238)"
3673 showticklabels: True
3674 tickcolor: "rgb(238, 238, 238)"
3675 title: "Latency min/avg/max [uSec]"
3694 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3695 algorithm: "plot_latency_box"
3696 output-file-type: ".html"
3697 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3699 csit-vpp-perf-1710-all:
3707 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3714 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3719 gridcolor: "rgb(238, 238, 238)"
3720 linecolor: "rgb(238, 238, 238)"
3724 showticklabels: True
3725 tickcolor: "rgb(238, 238, 238)"
3727 title: "Indexed Test Cases"
3730 gridcolor: "rgb(238, 238, 238)'"
3732 linecolor: "rgb(238, 238, 238)"
3737 showticklabels: True
3738 tickcolor: "rgb(238, 238, 238)"
3739 title: "Latency min/avg/max [uSec]"
3757 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3758 algorithm: "plot_latency_box"
3759 output-file-type: ".html"
3760 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3762 csit-vpp-perf-1710-all:
3770 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3777 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3782 gridcolor: "rgb(238, 238, 238)"
3783 linecolor: "rgb(238, 238, 238)"
3787 showticklabels: True
3788 tickcolor: "rgb(238, 238, 238)"
3790 title: "Indexed Test Cases"
3793 gridcolor: "rgb(238, 238, 238)'"
3795 linecolor: "rgb(238, 238, 238)"
3800 showticklabels: True
3801 tickcolor: "rgb(238, 238, 238)"
3802 title: "Latency min/avg/max [uSec]"
3821 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3822 algorithm: "plot_latency_box"
3823 output-file-type: ".html"
3824 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3826 csit-vpp-perf-1710-all:
3834 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3841 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3846 gridcolor: "rgb(238, 238, 238)"
3847 linecolor: "rgb(238, 238, 238)"
3851 showticklabels: True
3852 tickcolor: "rgb(238, 238, 238)"
3854 title: "Indexed Test Cases"
3857 gridcolor: "rgb(238, 238, 238)'"
3859 linecolor: "rgb(238, 238, 238)"
3864 showticklabels: True
3865 tickcolor: "rgb(238, 238, 238)"
3866 title: "Latency min/avg/max [uSec]"
3884 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3885 algorithm: "plot_latency_box"
3886 output-file-type: ".html"
3887 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3889 csit-vpp-perf-1710-all:
3897 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3904 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3909 gridcolor: "rgb(238, 238, 238)"
3910 linecolor: "rgb(238, 238, 238)"
3914 showticklabels: True
3915 tickcolor: "rgb(238, 238, 238)"
3917 title: "Indexed Test Cases"
3920 gridcolor: "rgb(238, 238, 238)'"
3922 linecolor: "rgb(238, 238, 238)"
3927 showticklabels: True
3928 tickcolor: "rgb(238, 238, 238)"
3929 title: "Latency min/avg/max [uSec]"
3948 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3949 algorithm: "plot_latency_box"
3950 output-file-type: ".html"
3951 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3953 csit-vpp-perf-1710-all:
3961 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3968 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3973 gridcolor: "rgb(238, 238, 238)"
3974 linecolor: "rgb(238, 238, 238)"
3978 showticklabels: True
3979 tickcolor: "rgb(238, 238, 238)"
3981 title: "Indexed Test Cases"
3984 gridcolor: "rgb(238, 238, 238)'"
3986 linecolor: "rgb(238, 238, 238)"
3991 showticklabels: True
3992 tickcolor: "rgb(238, 238, 238)"
3993 title: "Latency min/avg/max [uSec]"
4011 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4012 algorithm: "plot_latency_box"
4013 output-file-type: ".html"
4014 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4016 csit-vpp-perf-1710-all:
4024 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4031 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4036 gridcolor: "rgb(238, 238, 238)"
4037 linecolor: "rgb(238, 238, 238)"
4041 showticklabels: True
4042 tickcolor: "rgb(238, 238, 238)"
4044 title: "Indexed Test Cases"
4047 gridcolor: "rgb(238, 238, 238)'"
4049 linecolor: "rgb(238, 238, 238)"
4054 showticklabels: True
4055 tickcolor: "rgb(238, 238, 238)"
4056 title: "Latency min/avg/max [uSec]"
4075 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4076 algorithm: "plot_latency_box"
4077 output-file-type: ".html"
4078 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4080 csit-vpp-perf-1710-all:
4088 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4095 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4100 gridcolor: "rgb(238, 238, 238)"
4101 linecolor: "rgb(238, 238, 238)"
4105 showticklabels: True
4106 tickcolor: "rgb(238, 238, 238)"
4108 title: "Indexed Test Cases"
4111 gridcolor: "rgb(238, 238, 238)'"
4113 linecolor: "rgb(238, 238, 238)"
4118 showticklabels: True
4119 tickcolor: "rgb(238, 238, 238)"
4120 title: "Latency min/avg/max [uSec]"
4138 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4139 algorithm: "plot_latency_box"
4140 output-file-type: ".html"
4141 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4143 csit-vpp-perf-1710-all:
4151 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4158 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4163 gridcolor: "rgb(238, 238, 238)"
4164 linecolor: "rgb(238, 238, 238)"
4168 showticklabels: True
4169 tickcolor: "rgb(238, 238, 238)"
4171 title: "Indexed Test Cases"
4174 gridcolor: "rgb(238, 238, 238)'"
4176 linecolor: "rgb(238, 238, 238)"
4181 showticklabels: True
4182 tickcolor: "rgb(238, 238, 238)"
4183 title: "Latency min/avg/max [uSec]"
4202 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4203 algorithm: "plot_latency_box"
4204 output-file-type: ".html"
4205 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4207 csit-vpp-perf-1710-all:
4215 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4222 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4227 gridcolor: "rgb(238, 238, 238)"
4228 linecolor: "rgb(238, 238, 238)"
4232 showticklabels: True
4233 tickcolor: "rgb(238, 238, 238)"
4235 title: "Indexed Test Cases"
4238 gridcolor: "rgb(238, 238, 238)'"
4240 linecolor: "rgb(238, 238, 238)"
4245 showticklabels: True
4246 tickcolor: "rgb(238, 238, 238)"
4247 title: "Latency min/avg/max [uSec]"
4265 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4266 algorithm: "plot_latency_box"
4267 output-file-type: ".html"
4268 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4270 csit-vpp-perf-1710-all:
4278 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4285 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4290 gridcolor: "rgb(238, 238, 238)"
4291 linecolor: "rgb(238, 238, 238)"
4295 showticklabels: True
4296 tickcolor: "rgb(238, 238, 238)"
4298 title: "Indexed Test Cases"
4301 gridcolor: "rgb(238, 238, 238)'"
4303 linecolor: "rgb(238, 238, 238)"
4308 showticklabels: True
4309 tickcolor: "rgb(238, 238, 238)"
4310 title: "Latency min/avg/max [uSec]"
4329 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4330 algorithm: "plot_latency_box"
4331 output-file-type: ".html"
4332 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4334 csit-vpp-perf-1710-all:
4342 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4349 title: "64B-1t1c-.*vhost.*-ndrdisc"
4354 gridcolor: "rgb(238, 238, 238)"
4355 linecolor: "rgb(238, 238, 238)"
4359 showticklabels: True
4360 tickcolor: "rgb(238, 238, 238)"
4362 title: "Indexed Test Cases"
4365 gridcolor: "rgb(238, 238, 238)'"
4367 linecolor: "rgb(238, 238, 238)"
4372 showticklabels: True
4373 tickcolor: "rgb(238, 238, 238)"
4374 title: "Latency min/avg/max [uSec]"
4392 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4393 algorithm: "plot_latency_box"
4394 output-file-type: ".html"
4395 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4397 csit-vpp-perf-1710-all:
4405 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4412 title: "64B-2t2c-.*vhost.*-ndrdisc"
4417 gridcolor: "rgb(238, 238, 238)"
4418 linecolor: "rgb(238, 238, 238)"
4422 showticklabels: True
4423 tickcolor: "rgb(238, 238, 238)"
4425 title: "Indexed Test Cases"
4428 gridcolor: "rgb(238, 238, 238)'"
4430 linecolor: "rgb(238, 238, 238)"
4435 showticklabels: True
4436 tickcolor: "rgb(238, 238, 238)"
4437 title: "Latency min/avg/max [uSec]"
4453 # VPP VM VHOST selection
4456 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4457 algorithm: "plot_latency_box"
4458 output-file-type: ".html"
4459 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4461 csit-vpp-perf-1710-all:
4469 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4476 title: "64B-1t1c-.*vhost.*-ndrdisc"
4481 gridcolor: "rgb(238, 238, 238)"
4482 linecolor: "rgb(238, 238, 238)"
4486 showticklabels: True
4487 tickcolor: "rgb(238, 238, 238)"
4489 title: "Indexed Test Cases"
4492 gridcolor: "rgb(238, 238, 238)'"
4494 linecolor: "rgb(238, 238, 238)"
4499 showticklabels: True
4500 tickcolor: "rgb(238, 238, 238)"
4501 title: "Latency min/avg/max [uSec]"
4519 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4520 algorithm: "plot_latency_box"
4521 output-file-type: ".html"
4522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4524 csit-vpp-perf-1710-all:
4532 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4539 title: "64B-2t2c-.*vhost.*-ndrdisc"
4544 gridcolor: "rgb(238, 238, 238)"
4545 linecolor: "rgb(238, 238, 238)"
4549 showticklabels: True
4550 tickcolor: "rgb(238, 238, 238)"
4552 title: "Indexed Test Cases"
4555 gridcolor: "rgb(238, 238, 238)'"
4557 linecolor: "rgb(238, 238, 238)"
4562 showticklabels: True
4563 tickcolor: "rgb(238, 238, 238)"
4564 title: "Latency min/avg/max [uSec]"
4583 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4584 algorithm: "plot_latency_box"
4585 output-file-type: ".html"
4586 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4588 csit-vpp-perf-1710-all:
4596 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4603 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4608 gridcolor: "rgb(238, 238, 238)"
4609 linecolor: "rgb(238, 238, 238)"
4613 showticklabels: True
4614 tickcolor: "rgb(238, 238, 238)"
4616 title: "Indexed Test Cases"
4619 gridcolor: "rgb(238, 238, 238)'"
4621 linecolor: "rgb(238, 238, 238)"
4626 showticklabels: True
4627 tickcolor: "rgb(238, 238, 238)"
4628 title: "Latency min/avg/max [uSec]"
4646 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4647 algorithm: "plot_latency_box"
4648 output-file-type: ".html"
4649 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4651 csit-vpp-perf-1710-all:
4659 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4666 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4671 gridcolor: "rgb(238, 238, 238)"
4672 linecolor: "rgb(238, 238, 238)"
4676 showticklabels: True
4677 tickcolor: "rgb(238, 238, 238)"
4679 title: "Indexed Test Cases"
4682 gridcolor: "rgb(238, 238, 238)'"
4684 linecolor: "rgb(238, 238, 238)"
4689 showticklabels: True
4690 tickcolor: "rgb(238, 238, 238)"
4691 title: "Latency min/avg/max [uSec]"
4710 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4711 algorithm: "plot_latency_box"
4712 output-file-type: ".html"
4713 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4715 csit-dpdk-perf-1710-all:
4726 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4733 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4738 gridcolor: "rgb(238, 238, 238)"
4739 linecolor: "rgb(238, 238, 238)"
4743 showticklabels: True
4744 tickcolor: "rgb(238, 238, 238)"
4746 title: "Indexed Test Cases"
4749 gridcolor: "rgb(238, 238, 238)'"
4751 linecolor: "rgb(238, 238, 238)"
4756 showticklabels: True
4757 tickcolor: "rgb(238, 238, 238)"
4758 title: "Latency min/avg/max [uSec]"
4776 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4777 algorithm: "plot_latency_box"
4778 output-file-type: ".html"
4779 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4781 csit-dpdk-perf-1710-all:
4792 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4799 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4804 gridcolor: "rgb(238, 238, 238)"
4805 linecolor: "rgb(238, 238, 238)"
4809 showticklabels: True
4810 tickcolor: "rgb(238, 238, 238)"
4812 title: "Indexed Test Cases"
4815 gridcolor: "rgb(238, 238, 238)'"
4817 linecolor: "rgb(238, 238, 238)"
4822 showticklabels: True
4823 tickcolor: "rgb(238, 238, 238)"
4824 title: "Latency min/avg/max [uSec]"
4842 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4843 algorithm: "plot_latency_box"
4844 output-file-type: ".html"
4845 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4847 csit-dpdk-perf-1710-all:
4858 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4865 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4870 gridcolor: "rgb(238, 238, 238)"
4871 linecolor: "rgb(238, 238, 238)"
4875 showticklabels: True
4876 tickcolor: "rgb(238, 238, 238)"
4878 title: "Indexed Test Cases"
4881 gridcolor: "rgb(238, 238, 238)'"
4883 linecolor: "rgb(238, 238, 238)"
4888 showticklabels: True
4889 tickcolor: "rgb(238, 238, 238)"
4890 title: "Latency min/avg/max [uSec]"
4908 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4909 algorithm: "plot_latency_box"
4910 output-file-type: ".html"
4911 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4913 csit-dpdk-perf-1710-all:
4924 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4931 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4936 gridcolor: "rgb(238, 238, 238)"
4937 linecolor: "rgb(238, 238, 238)"
4941 showticklabels: True
4942 tickcolor: "rgb(238, 238, 238)"
4944 title: "Indexed Test Cases"
4947 gridcolor: "rgb(238, 238, 238)'"
4949 linecolor: "rgb(238, 238, 238)"
4954 showticklabels: True
4955 tickcolor: "rgb(238, 238, 238)"
4956 title: "Latency min/avg/max [uSec]"
4972 # Ligato - Throughput
4977 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4978 algorithm: "plot_performance_box"
4979 output-file-type: ".html"
4980 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
4982 csit-vpp-perf-1710-all:
4990 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4996 boxpoints: "outliers"
4999 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5004 gridcolor: "rgb(238, 238, 238)"
5005 linecolor: "rgb(238, 238, 238)"
5009 showticklabels: True
5010 tickcolor: "rgb(238, 238, 238)"
5012 title: "Indexed Test Cases"
5015 gridcolor: "rgb(238, 238, 238)'"
5017 linecolor: "rgb(238, 238, 238)"
5022 showticklabels: True
5023 tickcolor: "rgb(238, 238, 238)"
5024 title: "Packets Per Second [pps]"
5042 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5043 algorithm: "plot_performance_box"
5044 output-file-type: ".html"
5045 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5047 csit-vpp-perf-1710-all:
5055 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5061 boxpoints: "outliers"
5064 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5069 gridcolor: "rgb(238, 238, 238)"
5070 linecolor: "rgb(238, 238, 238)"
5074 showticklabels: True
5075 tickcolor: "rgb(238, 238, 238)"
5077 title: "Indexed Test Cases"
5080 gridcolor: "rgb(238, 238, 238)'"
5082 linecolor: "rgb(238, 238, 238)"
5087 showticklabels: True
5088 tickcolor: "rgb(238, 238, 238)"
5089 title: "Packets Per Second [pps]"
5107 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5108 algorithm: "plot_performance_box"
5109 output-file-type: ".html"
5110 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5112 csit-vpp-perf-1710-all:
5120 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5126 boxpoints: "outliers"
5129 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5134 gridcolor: "rgb(238, 238, 238)"
5135 linecolor: "rgb(238, 238, 238)"
5139 showticklabels: True
5140 tickcolor: "rgb(238, 238, 238)"
5142 title: "Indexed Test Cases"
5145 gridcolor: "rgb(238, 238, 238)'"
5147 linecolor: "rgb(238, 238, 238)"
5152 showticklabels: True
5153 tickcolor: "rgb(238, 238, 238)"
5154 title: "Packets Per Second [pps]"
5172 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5173 algorithm: "plot_performance_box"
5174 output-file-type: ".html"
5175 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5177 csit-vpp-perf-1710-all:
5185 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5191 boxpoints: "outliers"
5194 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5199 gridcolor: "rgb(238, 238, 238)"
5200 linecolor: "rgb(238, 238, 238)"
5204 showticklabels: True
5205 tickcolor: "rgb(238, 238, 238)"
5207 title: "Indexed Test Cases"
5210 gridcolor: "rgb(238, 238, 238)'"
5212 linecolor: "rgb(238, 238, 238)"
5217 showticklabels: True
5218 tickcolor: "rgb(238, 238, 238)"
5219 title: "Packets Per Second [pps]"
5235 # Container orchestrated
5238 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5239 algorithm: "plot_performance_box"
5240 output-file-type: ".html"
5241 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5243 csit-ligato-perf-1710-all:
5245 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5251 boxpoints: "outliers"
5254 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5259 gridcolor: "rgb(238, 238, 238)"
5260 linecolor: "rgb(238, 238, 238)"
5264 showticklabels: True
5265 tickcolor: "rgb(238, 238, 238)"
5267 title: "Indexed Test Cases"
5270 gridcolor: "rgb(238, 238, 238)'"
5272 linecolor: "rgb(238, 238, 238)"
5277 showticklabels: True
5278 tickcolor: "rgb(238, 238, 238)"
5279 title: "Packets Per Second [pps]"
5297 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5298 algorithm: "plot_performance_box"
5299 output-file-type: ".html"
5300 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5302 csit-ligato-perf-1710-all:
5304 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5310 boxpoints: "outliers"
5313 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5318 gridcolor: "rgb(238, 238, 238)"
5319 linecolor: "rgb(238, 238, 238)"
5323 showticklabels: True
5324 tickcolor: "rgb(238, 238, 238)"
5326 title: "Indexed Test Cases"
5329 gridcolor: "rgb(238, 238, 238)'"
5331 linecolor: "rgb(238, 238, 238)"
5336 showticklabels: True
5337 tickcolor: "rgb(238, 238, 238)"
5338 title: "Packets Per Second [pps]"
5356 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5357 algorithm: "plot_performance_box"
5358 output-file-type: ".html"
5359 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5361 csit-ligato-perf-1710-all:
5363 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5369 boxpoints: "outliers"
5372 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5377 gridcolor: "rgb(238, 238, 238)"
5378 linecolor: "rgb(238, 238, 238)"
5382 showticklabels: True
5383 tickcolor: "rgb(238, 238, 238)"
5385 title: "Indexed Test Cases"
5388 gridcolor: "rgb(238, 238, 238)'"
5390 linecolor: "rgb(238, 238, 238)"
5395 showticklabels: True
5396 tickcolor: "rgb(238, 238, 238)"
5397 title: "Packets Per Second [pps]"
5415 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5416 algorithm: "plot_performance_box"
5417 output-file-type: ".html"
5418 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5420 csit-ligato-perf-1710-all:
5422 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5428 boxpoints: "outliers"
5431 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5436 gridcolor: "rgb(238, 238, 238)"
5437 linecolor: "rgb(238, 238, 238)"
5441 showticklabels: True
5442 tickcolor: "rgb(238, 238, 238)"
5444 title: "Indexed Test Cases"
5447 gridcolor: "rgb(238, 238, 238)'"
5449 linecolor: "rgb(238, 238, 238)"
5454 showticklabels: True
5455 tickcolor: "rgb(238, 238, 238)"
5456 title: "Packets Per Second [pps]"
5477 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5478 algorithm: "plot_latency_box"
5479 output-file-type: ".html"
5480 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5482 csit-vpp-perf-1710-all:
5490 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5497 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5502 gridcolor: "rgb(238, 238, 238)"
5503 linecolor: "rgb(238, 238, 238)"
5507 showticklabels: True
5508 tickcolor: "rgb(238, 238, 238)"
5510 title: "Indexed Test Cases"
5513 gridcolor: "rgb(238, 238, 238)'"
5515 linecolor: "rgb(238, 238, 238)"
5520 showticklabels: True
5521 tickcolor: "rgb(238, 238, 238)"
5522 title: "Latency min/avg/max [uSec]"
5540 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5541 algorithm: "plot_latency_box"
5542 output-file-type: ".html"
5543 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5545 csit-vpp-perf-1710-all:
5553 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5560 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5565 gridcolor: "rgb(238, 238, 238)"
5566 linecolor: "rgb(238, 238, 238)"
5570 showticklabels: True
5571 tickcolor: "rgb(238, 238, 238)"
5573 title: "Indexed Test Cases"
5576 gridcolor: "rgb(238, 238, 238)'"
5578 linecolor: "rgb(238, 238, 238)"
5583 showticklabels: True
5584 tickcolor: "rgb(238, 238, 238)"
5585 title: "Latency min/avg/max [uSec]"
5601 # Container orchestrated
5604 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5605 algorithm: "plot_latency_box"
5606 output-file-type: ".html"
5607 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5609 csit-ligato-perf-1710-all:
5611 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5618 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5623 gridcolor: "rgb(238, 238, 238)"
5624 linecolor: "rgb(238, 238, 238)"
5628 showticklabels: True
5629 tickcolor: "rgb(238, 238, 238)"
5631 title: "Indexed Test Cases"
5634 gridcolor: "rgb(238, 238, 238)'"
5636 linecolor: "rgb(238, 238, 238)"
5641 showticklabels: True
5642 tickcolor: "rgb(238, 238, 238)"
5643 title: "Latency min/avg/max [uSec]"
5661 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5662 algorithm: "plot_latency_box"
5663 output-file-type: ".html"
5664 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5666 csit-ligato-perf-1710-all:
5668 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5675 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5680 gridcolor: "rgb(238, 238, 238)"
5681 linecolor: "rgb(238, 238, 238)"
5685 showticklabels: True
5686 tickcolor: "rgb(238, 238, 238)"
5688 title: "Indexed Test Cases"
5691 gridcolor: "rgb(238, 238, 238)'"
5693 linecolor: "rgb(238, 238, 238)"
5698 showticklabels: True
5699 tickcolor: "rgb(238, 238, 238)"
5700 title: "Latency min/avg/max [uSec]"