6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
156 csit-dpdk-perf-1710-all:
167 csit-ligato-perf-1710-all:
172 csit-vpp-functional-1710-ubuntu1604-virl:
174 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
176 csit-hc2vpp-verify-func-1710-ubuntu1604:
177 - lastSuccessfulBuild
187 ################################################################################
189 ################################################################################
193 title: "Performance improvements"
194 algorithm: "table_performance_improvements"
195 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
196 output-file-ext: ".csv"
197 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
200 title: "Functionality"
206 title: "16.09 mean [Mpps]"
209 title: "17.01 mean [Mpps]"
212 title: "17.04 mean [Mpps]"
215 title: "17.07 mean [Mpps]"
216 data: "data csit-vpp-perf-1707-all mean"
218 title: "17.10 mean [Mpps]"
219 data: "data csit-vpp-perf-1710-all mean"
221 title: "17.10 stdev [Mpps]"
222 data: "data csit-vpp-perf-1710-all stdev"
224 title: "17.07 to 17.10 change [%]"
225 data: "operation relative_change 5 6"
228 csit-vpp-perf-1707-all:
239 csit-vpp-perf-1710-all:
256 title: "Detailed Test Results - VPP Performance Results"
257 algorithm: "table_details"
258 output-file-ext: ".csv"
259 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
265 title: "Documentation"
272 csit-vpp-perf-1710-all:
283 title: "Test configuration - VPP Performance Test Configs"
284 algorithm: "table_details"
285 output-file-ext: ".csv"
286 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
292 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
293 data: "data vat-history"
296 csit-vpp-perf-1710-all:
306 title: "Test Operational Data - VPP Performance Operational Data"
307 algorithm: "table_details"
308 output-file-ext: ".csv"
309 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
315 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
316 data: "data show-run"
319 csit-vpp-perf-1710-all:
329 title: "Detailed Test Results - VPP Functional Results"
330 algorithm: "table_details"
331 output-file-ext: ".csv"
332 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
338 title: "Documentation"
345 csit-vpp-functional-1710-ubuntu1604-virl:
356 title: "Test configuration - VPP Functional Test Configs"
357 algorithm: "table_details"
358 output-file-ext: ".csv"
359 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
365 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
366 data: "data vat-history"
369 csit-vpp-functional-1710-ubuntu1604-virl:
379 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
380 algorithm: "table_details"
381 output-file-ext: ".csv"
382 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
388 title: "Documentation"
395 csit-ligato-perf-1710-all:
406 title: "Detailed Test Results - DPDK Performance Results"
407 algorithm: "table_details"
408 output-file-ext: ".csv"
409 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
415 title: "Documentation"
422 csit-dpdk-perf-1710-all:
433 title: "Detailed Test Results - Honeycomb Functional Results"
434 algorithm: "table_details"
435 output-file-ext: ".csv"
436 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
442 title: "Documentation"
449 csit-hc2vpp-verify-func-1710-ubuntu1604:
450 - "lastSuccessfulBuild"
460 title: "Detailed Test Results - NSH SFC Functional Results"
461 algorithm: "table_details"
462 output-file-ext: ".csv"
463 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
469 title: "Documentation"
476 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
485 ################################################################################
487 ################################################################################
491 title: "VPP Performance Results"
492 algorithm: "file_test_results"
493 output-file-ext: ".rst"
494 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
495 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
496 dir-tables: "{DIR[DTR,PERF,VPP]}"
498 csit-vpp-perf-1710-all:
505 data-start-level: 2 # 0, 1, 2, ...
506 chapters-start-level: 2 # 0, 1, 2, ...
510 title: "VPP Performance Configuration"
511 algorithm: "file_test_results"
512 output-file-ext: ".rst"
513 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
514 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
515 dir-tables: "{DIR[DTC,PERF,VPP]}"
517 csit-vpp-perf-1710-all:
524 data-start-level: 2 # 0, 1, 2, ...
525 chapters-start-level: 2 # 0, 1, 2, ...
529 title: "VPP Performance Operational Data"
530 algorithm: "file_test_results"
531 output-file-ext: ".rst"
532 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
533 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
534 dir-tables: "{DIR[DTO,PERF,VPP]}"
536 csit-vpp-perf-1710-all:
543 data-start-level: 2 # 0, 1, 2, ...
544 chapters-start-level: 2 # 0, 1, 2, ...
548 title: "VPP Functional Results"
549 algorithm: "file_test_results"
550 output-file-ext: ".rst"
551 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
552 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
553 dir-tables: "{DIR[DTR,FUNC,VPP]}"
555 csit-vpp-functional-1710-ubuntu1604-virl:
562 data-start-level: 3 # 0, 1, 2, ...
563 chapters-start-level: 2 # 0, 1, 2, ...
567 title: "VPP Functional Configuration"
568 algorithm: "file_test_results"
569 output-file-ext: ".rst"
570 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
571 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
572 dir-tables: "{DIR[DTC,FUNC,VPP]}"
574 csit-vpp-functional-1710-ubuntu1604-virl:
581 data-start-level: 3 # 0, 1, 2, ...
582 chapters-start-level: 2 # 0, 1, 2, ...
586 title: "Container Orchestrated Performance Results"
587 algorithm: "file_test_results"
588 output-file-ext: ".rst"
589 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
590 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
591 dir-tables: "{DIR[DTR,PERF,COT]}"
593 csit-ligato-perf-1710-all:
600 data-start-level: 2 # 0, 1, 2, ...
601 chapters-start-level: 2 # 0, 1, 2, ...
605 title: "DPDK Performance Results"
606 algorithm: "file_test_results"
607 output-file-ext: ".rst"
608 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
609 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
610 dir-tables: "{DIR[DTR,PERF,DPDK]}"
612 csit-dpdk-perf-1710-all:
621 data-start-level: 2 # 0, 1, 2, ...
622 chapters-start-level: 2 # 0, 1, 2, ...
626 title: "Honeycomb Functional Results"
627 algorithm: "file_test_results"
628 output-file-ext: ".rst"
629 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
630 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
631 dir-tables: "{DIR[DTR,FUNC,HC]}"
633 csit-hc2vpp-verify-func-1710-ubuntu1604:
634 - "lastSuccessfulBuild"
642 data-start-level: 3 # 0, 1, 2, ...
643 chapters-start-level: 2 # 0, 1, 2, ...
647 title: "NSH SFC Functional Results"
648 algorithm: "file_test_results"
649 output-file-ext: ".rst"
650 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
651 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
652 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
654 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
663 data-start-level: 2 # 0, 1, 2, ...
664 chapters-start-level: 2 # 0, 1, 2, ...
666 ################################################################################
668 ################################################################################
670 # Plot packets per second
675 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
676 algorithm: "plot_performance_box"
677 output-file-type: ".html"
678 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
680 csit-vpp-perf-1710-all:
691 # Keep this formatting, the filter is enclosed with " (quotation mark) and
692 # each tag is enclosed with ' (apostrophe).
693 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
699 boxpoints: "outliers"
702 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
707 gridcolor: "rgb(238, 238, 238)"
708 linecolor: "rgb(238, 238, 238)"
713 tickcolor: "rgb(238, 238, 238)"
715 title: "Indexed Test Cases"
718 gridcolor: "rgb(238, 238, 238)'"
720 linecolor: "rgb(238, 238, 238)"
726 tickcolor: "rgb(238, 238, 238)"
727 title: "Packets Per Second [pps]"
745 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
746 algorithm: "plot_performance_box"
747 output-file-type: ".html"
748 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
750 csit-vpp-perf-1710-all:
761 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
767 boxpoints: "outliers"
770 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
775 gridcolor: "rgb(238, 238, 238)"
776 linecolor: "rgb(238, 238, 238)"
781 tickcolor: "rgb(238, 238, 238)"
783 title: "Indexed Test Cases"
786 gridcolor: "rgb(238, 238, 238)'"
788 linecolor: "rgb(238, 238, 238)"
794 tickcolor: "rgb(238, 238, 238)"
795 title: "Packets Per Second [pps]"
813 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
814 algorithm: "plot_performance_box"
815 output-file-type: ".html"
816 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
818 csit-vpp-perf-1710-all:
829 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
835 boxpoints: "outliers"
838 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
843 gridcolor: "rgb(238, 238, 238)"
844 linecolor: "rgb(238, 238, 238)"
849 tickcolor: "rgb(238, 238, 238)"
851 title: "Indexed Test Cases"
854 gridcolor: "rgb(238, 238, 238)'"
856 linecolor: "rgb(238, 238, 238)"
862 tickcolor: "rgb(238, 238, 238)"
863 title: "Packets Per Second [pps]"
881 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
882 algorithm: "plot_performance_box"
883 output-file-type: ".html"
884 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
886 csit-vpp-perf-1710-all:
897 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
903 boxpoints: "outliers"
906 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
911 gridcolor: "rgb(238, 238, 238)"
912 linecolor: "rgb(238, 238, 238)"
917 tickcolor: "rgb(238, 238, 238)"
919 title: "Indexed Test Cases"
922 gridcolor: "rgb(238, 238, 238)'"
924 linecolor: "rgb(238, 238, 238)"
930 tickcolor: "rgb(238, 238, 238)"
931 title: "Packets Per Second [pps]"
950 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
951 algorithm: "plot_performance_box"
952 output-file-type: ".html"
953 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
955 csit-vpp-perf-1710-all:
966 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
972 boxpoints: "outliers"
975 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
980 gridcolor: "rgb(238, 238, 238)"
981 linecolor: "rgb(238, 238, 238)"
986 tickcolor: "rgb(238, 238, 238)"
988 title: "Indexed Test Cases"
991 gridcolor: "rgb(238, 238, 238)'"
993 linecolor: "rgb(238, 238, 238)"
999 tickcolor: "rgb(238, 238, 238)"
1000 title: "Packets Per Second [pps]"
1018 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1019 algorithm: "plot_performance_box"
1020 output-file-type: ".html"
1021 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1023 csit-vpp-perf-1710-all:
1034 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1040 boxpoints: "outliers"
1043 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1048 gridcolor: "rgb(238, 238, 238)"
1049 linecolor: "rgb(238, 238, 238)"
1053 showticklabels: True
1054 tickcolor: "rgb(238, 238, 238)"
1056 title: "Indexed Test Cases"
1059 gridcolor: "rgb(238, 238, 238)'"
1061 linecolor: "rgb(238, 238, 238)"
1063 range: [5000000, 12000000]
1066 showticklabels: True
1067 tickcolor: "rgb(238, 238, 238)"
1068 title: "Packets Per Second [pps]"
1086 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1087 algorithm: "plot_performance_box"
1088 output-file-type: ".html"
1089 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1091 csit-vpp-perf-1710-all:
1102 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1108 boxpoints: "outliers"
1111 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1116 gridcolor: "rgb(238, 238, 238)"
1117 linecolor: "rgb(238, 238, 238)"
1121 showticklabels: True
1122 tickcolor: "rgb(238, 238, 238)"
1124 title: "Indexed Test Cases"
1127 gridcolor: "rgb(238, 238, 238)'"
1129 linecolor: "rgb(238, 238, 238)"
1134 showticklabels: True
1135 tickcolor: "rgb(238, 238, 238)"
1136 title: "Packets Per Second [pps]"
1154 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1155 algorithm: "plot_performance_box"
1156 output-file-type: ".html"
1157 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1159 csit-vpp-perf-1710-all:
1170 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1176 boxpoints: "outliers"
1179 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1184 gridcolor: "rgb(238, 238, 238)"
1185 linecolor: "rgb(238, 238, 238)"
1189 showticklabels: True
1190 tickcolor: "rgb(238, 238, 238)"
1192 title: "Indexed Test Cases"
1195 gridcolor: "rgb(238, 238, 238)'"
1197 linecolor: "rgb(238, 238, 238)"
1199 range: [5000000, 12000000]
1202 showticklabels: True
1203 tickcolor: "rgb(238, 238, 238)"
1204 title: "Packets Per Second [pps]"
1223 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1224 algorithm: "plot_performance_box"
1225 output-file-type: ".html"
1226 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1228 csit-vpp-perf-1710-all:
1239 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1245 boxpoints: "outliers"
1248 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1253 gridcolor: "rgb(238, 238, 238)"
1254 linecolor: "rgb(238, 238, 238)"
1258 showticklabels: True
1259 tickcolor: "rgb(238, 238, 238)"
1261 title: "Indexed Test Cases"
1264 gridcolor: "rgb(238, 238, 238)'"
1266 linecolor: "rgb(238, 238, 238)"
1271 showticklabels: True
1272 tickcolor: "rgb(238, 238, 238)"
1273 title: "Packets Per Second [pps]"
1291 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1292 algorithm: "plot_performance_box"
1293 output-file-type: ".html"
1294 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1296 csit-vpp-perf-1710-all:
1307 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1313 boxpoints: "outliers"
1316 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1321 gridcolor: "rgb(238, 238, 238)"
1322 linecolor: "rgb(238, 238, 238)"
1326 showticklabels: True
1327 tickcolor: "rgb(238, 238, 238)"
1329 title: "Indexed Test Cases"
1332 gridcolor: "rgb(238, 238, 238)'"
1334 linecolor: "rgb(238, 238, 238)"
1339 showticklabels: True
1340 tickcolor: "rgb(238, 238, 238)"
1341 title: "Packets Per Second [pps]"
1359 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1360 algorithm: "plot_performance_box"
1361 output-file-type: ".html"
1362 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1364 csit-vpp-perf-1710-all:
1375 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1381 boxpoints: "outliers"
1384 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1389 gridcolor: "rgb(238, 238, 238)"
1390 linecolor: "rgb(238, 238, 238)"
1394 showticklabels: True
1395 tickcolor: "rgb(238, 238, 238)"
1397 title: "Indexed Test Cases"
1400 gridcolor: "rgb(238, 238, 238)'"
1402 linecolor: "rgb(238, 238, 238)"
1407 showticklabels: True
1408 tickcolor: "rgb(238, 238, 238)"
1409 title: "Packets Per Second [pps]"
1427 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1428 algorithm: "plot_performance_box"
1429 output-file-type: ".html"
1430 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1432 csit-vpp-perf-1710-all:
1443 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1449 boxpoints: "outliers"
1452 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1457 gridcolor: "rgb(238, 238, 238)"
1458 linecolor: "rgb(238, 238, 238)"
1462 showticklabels: True
1463 tickcolor: "rgb(238, 238, 238)"
1465 title: "Indexed Test Cases"
1468 gridcolor: "rgb(238, 238, 238)'"
1470 linecolor: "rgb(238, 238, 238)"
1475 showticklabels: True
1476 tickcolor: "rgb(238, 238, 238)"
1477 title: "Packets Per Second [pps]"
1496 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1497 algorithm: "plot_performance_box"
1498 output-file-type: ".html"
1499 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1501 csit-vpp-perf-1710-all:
1512 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1518 boxpoints: "outliers"
1521 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1526 gridcolor: "rgb(238, 238, 238)"
1527 linecolor: "rgb(238, 238, 238)"
1531 showticklabels: True
1532 tickcolor: "rgb(238, 238, 238)"
1534 title: "Indexed Test Cases"
1537 gridcolor: "rgb(238, 238, 238)'"
1539 linecolor: "rgb(238, 238, 238)"
1544 showticklabels: True
1545 tickcolor: "rgb(238, 238, 238)"
1546 title: "Packets Per Second [pps]"
1564 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1565 algorithm: "plot_performance_box"
1566 output-file-type: ".html"
1567 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1569 csit-vpp-perf-1710-all:
1580 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1586 boxpoints: "outliers"
1589 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1594 gridcolor: "rgb(238, 238, 238)"
1595 linecolor: "rgb(238, 238, 238)"
1599 showticklabels: True
1600 tickcolor: "rgb(238, 238, 238)"
1602 title: "Indexed Test Cases"
1605 gridcolor: "rgb(238, 238, 238)'"
1607 linecolor: "rgb(238, 238, 238)"
1612 showticklabels: True
1613 tickcolor: "rgb(238, 238, 238)"
1614 title: "Packets Per Second [pps]"
1632 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1633 algorithm: "plot_performance_box"
1634 output-file-type: ".html"
1635 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1637 csit-vpp-perf-1710-all:
1648 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1654 boxpoints: "outliers"
1657 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1662 gridcolor: "rgb(238, 238, 238)"
1663 linecolor: "rgb(238, 238, 238)"
1667 showticklabels: True
1668 tickcolor: "rgb(238, 238, 238)"
1670 title: "Indexed Test Cases"
1673 gridcolor: "rgb(238, 238, 238)'"
1675 linecolor: "rgb(238, 238, 238)"
1680 showticklabels: True
1681 tickcolor: "rgb(238, 238, 238)"
1682 title: "Packets Per Second [pps]"
1700 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1701 algorithm: "plot_performance_box"
1702 output-file-type: ".html"
1703 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1705 csit-vpp-perf-1710-all:
1716 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1722 boxpoints: "outliers"
1725 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1730 gridcolor: "rgb(238, 238, 238)"
1731 linecolor: "rgb(238, 238, 238)"
1735 showticklabels: True
1736 tickcolor: "rgb(238, 238, 238)"
1738 title: "Indexed Test Cases"
1741 gridcolor: "rgb(238, 238, 238)'"
1743 linecolor: "rgb(238, 238, 238)"
1748 showticklabels: True
1749 tickcolor: "rgb(238, 238, 238)"
1750 title: "Packets Per Second [pps]"
1769 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1770 algorithm: "plot_performance_box"
1771 output-file-type: ".html"
1772 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1774 csit-vpp-perf-1710-all:
1785 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1791 boxpoints: "outliers"
1794 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1799 gridcolor: "rgb(238, 238, 238)"
1800 linecolor: "rgb(238, 238, 238)"
1804 showticklabels: True
1805 tickcolor: "rgb(238, 238, 238)"
1807 title: "Indexed Test Cases"
1810 gridcolor: "rgb(238, 238, 238)'"
1812 linecolor: "rgb(238, 238, 238)"
1817 showticklabels: True
1818 tickcolor: "rgb(238, 238, 238)"
1819 title: "Packets Per Second [pps]"
1837 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1838 algorithm: "plot_performance_box"
1839 output-file-type: ".html"
1840 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1842 csit-vpp-perf-1710-all:
1853 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1859 boxpoints: "outliers"
1862 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1867 gridcolor: "rgb(238, 238, 238)"
1868 linecolor: "rgb(238, 238, 238)"
1872 showticklabels: True
1873 tickcolor: "rgb(238, 238, 238)"
1875 title: "Indexed Test Cases"
1878 gridcolor: "rgb(238, 238, 238)'"
1880 linecolor: "rgb(238, 238, 238)"
1885 showticklabels: True
1886 tickcolor: "rgb(238, 238, 238)"
1887 title: "Packets Per Second [pps]"
1905 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1906 algorithm: "plot_performance_box"
1907 output-file-type: ".html"
1908 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1910 csit-vpp-perf-1710-all:
1921 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1927 boxpoints: "outliers"
1930 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1935 gridcolor: "rgb(238, 238, 238)"
1936 linecolor: "rgb(238, 238, 238)"
1940 showticklabels: True
1941 tickcolor: "rgb(238, 238, 238)"
1943 title: "Indexed Test Cases"
1946 gridcolor: "rgb(238, 238, 238)'"
1948 linecolor: "rgb(238, 238, 238)"
1953 showticklabels: True
1954 tickcolor: "rgb(238, 238, 238)"
1955 title: "Packets Per Second [pps]"
1973 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1974 algorithm: "plot_performance_box"
1975 output-file-type: ".html"
1976 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1978 csit-vpp-perf-1710-all:
1989 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1995 boxpoints: "outliers"
1998 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2003 gridcolor: "rgb(238, 238, 238)"
2004 linecolor: "rgb(238, 238, 238)"
2008 showticklabels: True
2009 tickcolor: "rgb(238, 238, 238)"
2011 title: "Indexed Test Cases"
2014 gridcolor: "rgb(238, 238, 238)'"
2016 linecolor: "rgb(238, 238, 238)"
2021 showticklabels: True
2022 tickcolor: "rgb(238, 238, 238)"
2023 title: "Packets Per Second [pps]"
2042 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2043 algorithm: "plot_performance_box"
2044 output-file-type: ".html"
2045 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2047 csit-vpp-perf-1710-all:
2058 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2064 boxpoints: "outliers"
2067 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2072 gridcolor: "rgb(238, 238, 238)"
2073 linecolor: "rgb(238, 238, 238)"
2077 showticklabels: True
2078 tickcolor: "rgb(238, 238, 238)"
2080 title: "Indexed Test Cases"
2083 gridcolor: "rgb(238, 238, 238)'"
2085 linecolor: "rgb(238, 238, 238)"
2090 showticklabels: True
2091 tickcolor: "rgb(238, 238, 238)"
2092 title: "Packets Per Second [pps]"
2110 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2111 algorithm: "plot_performance_box"
2112 output-file-type: ".html"
2113 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2115 csit-vpp-perf-1710-all:
2126 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2132 boxpoints: "outliers"
2135 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2140 gridcolor: "rgb(238, 238, 238)"
2141 linecolor: "rgb(238, 238, 238)"
2145 showticklabels: True
2146 tickcolor: "rgb(238, 238, 238)"
2148 title: "Indexed Test Cases"
2151 gridcolor: "rgb(238, 238, 238)'"
2153 linecolor: "rgb(238, 238, 238)"
2158 showticklabels: True
2159 tickcolor: "rgb(238, 238, 238)"
2160 title: "Packets Per Second [pps]"
2178 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2179 algorithm: "plot_performance_box"
2180 output-file-type: ".html"
2181 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2183 csit-vpp-perf-1710-all:
2194 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2200 boxpoints: "outliers"
2203 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2208 gridcolor: "rgb(238, 238, 238)"
2209 linecolor: "rgb(238, 238, 238)"
2213 showticklabels: True
2214 tickcolor: "rgb(238, 238, 238)"
2216 title: "Indexed Test Cases"
2219 gridcolor: "rgb(238, 238, 238)'"
2221 linecolor: "rgb(238, 238, 238)"
2226 showticklabels: True
2227 tickcolor: "rgb(238, 238, 238)"
2228 title: "Packets Per Second [pps]"
2246 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2247 algorithm: "plot_performance_box"
2248 output-file-type: ".html"
2249 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2251 csit-vpp-perf-1710-all:
2262 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2268 boxpoints: "outliers"
2271 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2276 gridcolor: "rgb(238, 238, 238)"
2277 linecolor: "rgb(238, 238, 238)"
2281 showticklabels: True
2282 tickcolor: "rgb(238, 238, 238)"
2284 title: "Indexed Test Cases"
2287 gridcolor: "rgb(238, 238, 238)'"
2289 linecolor: "rgb(238, 238, 238)"
2294 showticklabels: True
2295 tickcolor: "rgb(238, 238, 238)"
2296 title: "Packets Per Second [pps]"
2315 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2316 algorithm: "plot_performance_box"
2317 output-file-type: ".html"
2318 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2320 csit-vpp-perf-1710-all:
2331 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2337 boxpoints: "outliers"
2340 title: "64B-1t1c-.*vhost.*-ndrdisc"
2345 gridcolor: "rgb(238, 238, 238)"
2346 linecolor: "rgb(238, 238, 238)"
2350 showticklabels: True
2351 tickcolor: "rgb(238, 238, 238)"
2353 title: "Indexed Test Cases"
2356 gridcolor: "rgb(238, 238, 238)'"
2358 linecolor: "rgb(238, 238, 238)"
2363 showticklabels: True
2364 tickcolor: "rgb(238, 238, 238)"
2365 title: "Packets Per Second [pps]"
2383 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2384 algorithm: "plot_performance_box"
2385 output-file-type: ".html"
2386 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2388 csit-vpp-perf-1710-all:
2399 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2405 boxpoints: "outliers"
2408 title: "64B-2t2c-.*vhost.*-ndrdisc"
2413 gridcolor: "rgb(238, 238, 238)"
2414 linecolor: "rgb(238, 238, 238)"
2418 showticklabels: True
2419 tickcolor: "rgb(238, 238, 238)"
2421 title: "Indexed Test Cases"
2424 gridcolor: "rgb(238, 238, 238)'"
2426 linecolor: "rgb(238, 238, 238)"
2431 showticklabels: True
2432 tickcolor: "rgb(238, 238, 238)"
2433 title: "Packets Per Second [pps]"
2451 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2452 algorithm: "plot_performance_box"
2453 output-file-type: ".html"
2454 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2456 csit-vpp-perf-1710-all:
2467 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2473 boxpoints: "outliers"
2476 title: "64B-1t1c-.*vhost.*-pdrdisc"
2481 gridcolor: "rgb(238, 238, 238)"
2482 linecolor: "rgb(238, 238, 238)"
2486 showticklabels: True
2487 tickcolor: "rgb(238, 238, 238)"
2489 title: "Indexed Test Cases"
2492 gridcolor: "rgb(238, 238, 238)'"
2494 linecolor: "rgb(238, 238, 238)"
2499 showticklabels: True
2500 tickcolor: "rgb(238, 238, 238)"
2501 title: "Packets Per Second [pps]"
2519 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2520 algorithm: "plot_performance_box"
2521 output-file-type: ".html"
2522 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2524 csit-vpp-perf-1710-all:
2535 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2541 boxpoints: "outliers"
2544 title: "64B-2t2c-.*vhost.*-pdrdisc"
2549 gridcolor: "rgb(238, 238, 238)"
2550 linecolor: "rgb(238, 238, 238)"
2554 showticklabels: True
2555 tickcolor: "rgb(238, 238, 238)"
2557 title: "Indexed Test Cases"
2560 gridcolor: "rgb(238, 238, 238)'"
2562 linecolor: "rgb(238, 238, 238)"
2567 showticklabels: True
2568 tickcolor: "rgb(238, 238, 238)"
2569 title: "Packets Per Second [pps]"
2585 # VPP VM VHOST SELECTION
2588 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2589 algorithm: "plot_performance_box"
2590 output-file-type: ".html"
2591 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2593 csit-vpp-perf-1710-all:
2604 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2610 boxpoints: "outliers"
2613 title: "64B-1t1c-.*vhost.*-ndrdisc"
2618 gridcolor: "rgb(238, 238, 238)"
2619 linecolor: "rgb(238, 238, 238)"
2623 showticklabels: True
2624 tickcolor: "rgb(238, 238, 238)"
2626 title: "Indexed Test Cases"
2629 gridcolor: "rgb(238, 238, 238)'"
2631 linecolor: "rgb(238, 238, 238)"
2636 showticklabels: True
2637 tickcolor: "rgb(238, 238, 238)"
2638 title: "Packets Per Second [pps]"
2656 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2657 algorithm: "plot_performance_box"
2658 output-file-type: ".html"
2659 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2661 csit-vpp-perf-1710-all:
2672 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2678 boxpoints: "outliers"
2681 title: "64B-2t2c-.*vhost.*-ndrdisc"
2686 gridcolor: "rgb(238, 238, 238)"
2687 linecolor: "rgb(238, 238, 238)"
2691 showticklabels: True
2692 tickcolor: "rgb(238, 238, 238)"
2694 title: "Indexed Test Cases"
2697 gridcolor: "rgb(238, 238, 238)'"
2699 linecolor: "rgb(238, 238, 238)"
2704 showticklabels: True
2705 tickcolor: "rgb(238, 238, 238)"
2706 title: "Packets Per Second [pps]"
2724 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2725 algorithm: "plot_performance_box"
2726 output-file-type: ".html"
2727 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2729 csit-vpp-perf-1710-all:
2740 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2746 boxpoints: "outliers"
2749 title: "64B-1t1c-.*vhost.*-pdrdisc"
2754 gridcolor: "rgb(238, 238, 238)"
2755 linecolor: "rgb(238, 238, 238)"
2759 showticklabels: True
2760 tickcolor: "rgb(238, 238, 238)"
2762 title: "Indexed Test Cases"
2765 gridcolor: "rgb(238, 238, 238)'"
2767 linecolor: "rgb(238, 238, 238)"
2772 showticklabels: True
2773 tickcolor: "rgb(238, 238, 238)"
2774 title: "Packets Per Second [pps]"
2792 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2793 algorithm: "plot_performance_box"
2794 output-file-type: ".html"
2795 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2797 csit-vpp-perf-1710-all:
2808 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2814 boxpoints: "outliers"
2817 title: "64B-2t2c-.*vhost.*-pdrdisc"
2822 gridcolor: "rgb(238, 238, 238)"
2823 linecolor: "rgb(238, 238, 238)"
2827 showticklabels: True
2828 tickcolor: "rgb(238, 238, 238)"
2830 title: "Indexed Test Cases"
2833 gridcolor: "rgb(238, 238, 238)'"
2835 linecolor: "rgb(238, 238, 238)"
2840 showticklabels: True
2841 tickcolor: "rgb(238, 238, 238)"
2842 title: "Packets Per Second [pps]"
2861 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2862 algorithm: "plot_performance_box"
2863 output-file-type: ".html"
2864 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2866 csit-vpp-perf-1710-all:
2877 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2883 boxpoints: "outliers"
2886 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2891 gridcolor: "rgb(238, 238, 238)"
2892 linecolor: "rgb(238, 238, 238)"
2896 showticklabels: True
2897 tickcolor: "rgb(238, 238, 238)"
2899 title: "Indexed Test Cases"
2902 gridcolor: "rgb(238, 238, 238)'"
2904 linecolor: "rgb(238, 238, 238)"
2909 showticklabels: True
2910 tickcolor: "rgb(238, 238, 238)"
2911 title: "Packets Per Second [pps]"
2929 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2930 algorithm: "plot_performance_box"
2931 output-file-type: ".html"
2932 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2934 csit-vpp-perf-1710-all:
2945 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2951 boxpoints: "outliers"
2954 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2959 gridcolor: "rgb(238, 238, 238)"
2960 linecolor: "rgb(238, 238, 238)"
2964 showticklabels: True
2965 tickcolor: "rgb(238, 238, 238)"
2967 title: "Indexed Test Cases"
2970 gridcolor: "rgb(238, 238, 238)'"
2972 linecolor: "rgb(238, 238, 238)"
2977 showticklabels: True
2978 tickcolor: "rgb(238, 238, 238)"
2979 title: "Packets Per Second [pps]"
2997 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2998 algorithm: "plot_performance_box"
2999 output-file-type: ".html"
3000 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3002 csit-vpp-perf-1710-all:
3013 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3019 boxpoints: "outliers"
3022 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3027 gridcolor: "rgb(238, 238, 238)"
3028 linecolor: "rgb(238, 238, 238)"
3032 showticklabels: True
3033 tickcolor: "rgb(238, 238, 238)"
3035 title: "Indexed Test Cases"
3038 gridcolor: "rgb(238, 238, 238)'"
3040 linecolor: "rgb(238, 238, 238)"
3045 showticklabels: True
3046 tickcolor: "rgb(238, 238, 238)"
3047 title: "Packets Per Second [pps]"
3065 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3066 algorithm: "plot_performance_box"
3067 output-file-type: ".html"
3068 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3070 csit-vpp-perf-1710-all:
3081 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3087 boxpoints: "outliers"
3090 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3095 gridcolor: "rgb(238, 238, 238)"
3096 linecolor: "rgb(238, 238, 238)"
3100 showticklabels: True
3101 tickcolor: "rgb(238, 238, 238)"
3103 title: "Indexed Test Cases"
3106 gridcolor: "rgb(238, 238, 238)'"
3108 linecolor: "rgb(238, 238, 238)"
3113 showticklabels: True
3114 tickcolor: "rgb(238, 238, 238)"
3115 title: "Packets Per Second [pps]"
3134 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3135 algorithm: "plot_performance_box"
3136 output-file-type: ".html"
3137 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3139 csit-dpdk-perf-1710-all:
3150 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3156 boxpoints: "outliers"
3159 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3164 gridcolor: "rgb(238, 238, 238)"
3165 linecolor: "rgb(238, 238, 238)"
3169 showticklabels: True
3170 tickcolor: "rgb(238, 238, 238)"
3172 title: "Indexed Test Cases"
3175 gridcolor: "rgb(238, 238, 238)'"
3177 linecolor: "rgb(238, 238, 238)"
3182 showticklabels: True
3183 tickcolor: "rgb(238, 238, 238)"
3184 title: "Packets Per Second [pps]"
3202 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3203 algorithm: "plot_performance_box"
3204 output-file-type: ".html"
3205 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3207 csit-dpdk-perf-1710-all:
3218 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3224 boxpoints: "outliers"
3227 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3232 gridcolor: "rgb(238, 238, 238)"
3233 linecolor: "rgb(238, 238, 238)"
3237 showticklabels: True
3238 tickcolor: "rgb(238, 238, 238)"
3240 title: "Indexed Test Cases"
3243 gridcolor: "rgb(238, 238, 238)'"
3245 linecolor: "rgb(238, 238, 238)"
3250 showticklabels: True
3251 tickcolor: "rgb(238, 238, 238)"
3252 title: "Packets Per Second [pps]"
3270 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3271 algorithm: "plot_performance_box"
3272 output-file-type: ".html"
3273 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3275 csit-dpdk-perf-1710-all:
3286 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3292 boxpoints: "outliers"
3295 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3300 gridcolor: "rgb(238, 238, 238)"
3301 linecolor: "rgb(238, 238, 238)"
3305 showticklabels: True
3306 tickcolor: "rgb(238, 238, 238)"
3308 title: "Indexed Test Cases"
3311 gridcolor: "rgb(238, 238, 238)'"
3313 linecolor: "rgb(238, 238, 238)"
3315 range: [2000000, 12000000]
3318 showticklabels: True
3319 tickcolor: "rgb(238, 238, 238)"
3320 title: "Packets Per Second [pps]"
3338 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3339 algorithm: "plot_performance_box"
3340 output-file-type: ".html"
3341 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3343 csit-dpdk-perf-1710-all:
3354 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3360 boxpoints: "outliers"
3363 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3368 gridcolor: "rgb(238, 238, 238)"
3369 linecolor: "rgb(238, 238, 238)"
3373 showticklabels: True
3374 tickcolor: "rgb(238, 238, 238)"
3376 title: "Indexed Test Cases"
3379 gridcolor: "rgb(238, 238, 238)'"
3381 linecolor: "rgb(238, 238, 238)"
3383 range: [2000000, 12000000]
3386 showticklabels: True
3387 tickcolor: "rgb(238, 238, 238)"
3388 title: "Packets Per Second [pps]"
3406 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3407 algorithm: "plot_performance_box"
3408 output-file-type: ".html"
3409 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3411 csit-dpdk-perf-1710-all:
3422 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3428 boxpoints: "outliers"
3431 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3436 gridcolor: "rgb(238, 238, 238)"
3437 linecolor: "rgb(238, 238, 238)"
3441 showticklabels: True
3442 tickcolor: "rgb(238, 238, 238)"
3444 title: "Indexed Test Cases"
3447 gridcolor: "rgb(238, 238, 238)'"
3449 linecolor: "rgb(238, 238, 238)"
3454 showticklabels: True
3455 tickcolor: "rgb(238, 238, 238)"
3456 title: "Packets Per Second [pps]"
3474 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3475 algorithm: "plot_performance_box"
3476 output-file-type: ".html"
3477 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3479 csit-dpdk-perf-1710-all:
3490 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3496 boxpoints: "outliers"
3499 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3504 gridcolor: "rgb(238, 238, 238)"
3505 linecolor: "rgb(238, 238, 238)"
3509 showticklabels: True
3510 tickcolor: "rgb(238, 238, 238)"
3512 title: "Indexed Test Cases"
3515 gridcolor: "rgb(238, 238, 238)'"
3517 linecolor: "rgb(238, 238, 238)"
3522 showticklabels: True
3523 tickcolor: "rgb(238, 238, 238)"
3524 title: "Packets Per Second [pps]"
3542 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3543 algorithm: "plot_performance_box"
3544 output-file-type: ".html"
3545 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3547 csit-dpdk-perf-1710-all:
3558 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3564 boxpoints: "outliers"
3567 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3572 gridcolor: "rgb(238, 238, 238)"
3573 linecolor: "rgb(238, 238, 238)"
3577 showticklabels: True
3578 tickcolor: "rgb(238, 238, 238)"
3580 title: "Indexed Test Cases"
3583 gridcolor: "rgb(238, 238, 238)'"
3585 linecolor: "rgb(238, 238, 238)"
3587 range: [20000000, 30000000]
3590 showticklabels: True
3591 tickcolor: "rgb(238, 238, 238)"
3592 title: "Packets Per Second [pps]"
3610 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3611 algorithm: "plot_performance_box"
3612 output-file-type: ".html"
3613 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3615 csit-dpdk-perf-1710-all:
3626 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3632 boxpoints: "outliers"
3635 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3640 gridcolor: "rgb(238, 238, 238)"
3641 linecolor: "rgb(238, 238, 238)"
3645 showticklabels: True
3646 tickcolor: "rgb(238, 238, 238)"
3648 title: "Indexed Test Cases"
3651 gridcolor: "rgb(238, 238, 238)'"
3653 linecolor: "rgb(238, 238, 238)"
3655 range: [20000000, 30000000]
3658 showticklabels: True
3659 tickcolor: "rgb(238, 238, 238)"
3660 title: "Packets Per Second [pps]"
3681 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3682 algorithm: "plot_latency_box"
3683 output-file-type: ".html"
3684 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3686 csit-vpp-perf-1710-all:
3697 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3704 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3709 gridcolor: "rgb(238, 238, 238)"
3710 linecolor: "rgb(238, 238, 238)"
3714 showticklabels: True
3715 tickcolor: "rgb(238, 238, 238)"
3717 title: "Indexed Test Cases"
3720 gridcolor: "rgb(238, 238, 238)'"
3722 linecolor: "rgb(238, 238, 238)"
3727 showticklabels: True
3728 tickcolor: "rgb(238, 238, 238)"
3729 title: "Latency min/avg/max [uSec]"
3747 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3748 algorithm: "plot_latency_box"
3749 output-file-type: ".html"
3750 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3752 csit-vpp-perf-1710-all:
3763 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3770 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3775 gridcolor: "rgb(238, 238, 238)"
3776 linecolor: "rgb(238, 238, 238)"
3780 showticklabels: True
3781 tickcolor: "rgb(238, 238, 238)"
3783 title: "Indexed Test Cases"
3786 gridcolor: "rgb(238, 238, 238)'"
3788 linecolor: "rgb(238, 238, 238)"
3793 showticklabels: True
3794 tickcolor: "rgb(238, 238, 238)"
3795 title: "Latency min/avg/max [uSec]"
3814 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3815 algorithm: "plot_latency_box"
3816 output-file-type: ".html"
3817 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3819 csit-vpp-perf-1710-all:
3830 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3837 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3842 gridcolor: "rgb(238, 238, 238)"
3843 linecolor: "rgb(238, 238, 238)"
3847 showticklabels: True
3848 tickcolor: "rgb(238, 238, 238)"
3850 title: "Indexed Test Cases"
3853 gridcolor: "rgb(238, 238, 238)'"
3855 linecolor: "rgb(238, 238, 238)"
3860 showticklabels: True
3861 tickcolor: "rgb(238, 238, 238)"
3862 title: "Latency min/avg/max [uSec]"
3880 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3881 algorithm: "plot_latency_box"
3882 output-file-type: ".html"
3883 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3885 csit-vpp-perf-1710-all:
3896 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3903 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3908 gridcolor: "rgb(238, 238, 238)"
3909 linecolor: "rgb(238, 238, 238)"
3913 showticklabels: True
3914 tickcolor: "rgb(238, 238, 238)"
3916 title: "Indexed Test Cases"
3919 gridcolor: "rgb(238, 238, 238)'"
3921 linecolor: "rgb(238, 238, 238)"
3926 showticklabels: True
3927 tickcolor: "rgb(238, 238, 238)"
3928 title: "Latency min/avg/max [uSec]"
3947 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3948 algorithm: "plot_latency_box"
3949 output-file-type: ".html"
3950 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3952 csit-vpp-perf-1710-all:
3963 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3970 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3975 gridcolor: "rgb(238, 238, 238)"
3976 linecolor: "rgb(238, 238, 238)"
3980 showticklabels: True
3981 tickcolor: "rgb(238, 238, 238)"
3983 title: "Indexed Test Cases"
3986 gridcolor: "rgb(238, 238, 238)'"
3988 linecolor: "rgb(238, 238, 238)"
3993 showticklabels: True
3994 tickcolor: "rgb(238, 238, 238)"
3995 title: "Latency min/avg/max [uSec]"
4013 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4014 algorithm: "plot_latency_box"
4015 output-file-type: ".html"
4016 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4018 csit-vpp-perf-1710-all:
4029 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4036 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4041 gridcolor: "rgb(238, 238, 238)"
4042 linecolor: "rgb(238, 238, 238)"
4046 showticklabels: True
4047 tickcolor: "rgb(238, 238, 238)"
4049 title: "Indexed Test Cases"
4052 gridcolor: "rgb(238, 238, 238)'"
4054 linecolor: "rgb(238, 238, 238)"
4059 showticklabels: True
4060 tickcolor: "rgb(238, 238, 238)"
4061 title: "Latency min/avg/max [uSec]"
4080 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4081 algorithm: "plot_latency_box"
4082 output-file-type: ".html"
4083 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4085 csit-vpp-perf-1710-all:
4096 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4103 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4108 gridcolor: "rgb(238, 238, 238)"
4109 linecolor: "rgb(238, 238, 238)"
4113 showticklabels: True
4114 tickcolor: "rgb(238, 238, 238)"
4116 title: "Indexed Test Cases"
4119 gridcolor: "rgb(238, 238, 238)'"
4121 linecolor: "rgb(238, 238, 238)"
4126 showticklabels: True
4127 tickcolor: "rgb(238, 238, 238)"
4128 title: "Latency min/avg/max [uSec]"
4146 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4147 algorithm: "plot_latency_box"
4148 output-file-type: ".html"
4149 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4151 csit-vpp-perf-1710-all:
4162 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4169 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4174 gridcolor: "rgb(238, 238, 238)"
4175 linecolor: "rgb(238, 238, 238)"
4179 showticklabels: True
4180 tickcolor: "rgb(238, 238, 238)"
4182 title: "Indexed Test Cases"
4185 gridcolor: "rgb(238, 238, 238)'"
4187 linecolor: "rgb(238, 238, 238)"
4192 showticklabels: True
4193 tickcolor: "rgb(238, 238, 238)"
4194 title: "Latency min/avg/max [uSec]"
4213 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4214 algorithm: "plot_latency_box"
4215 output-file-type: ".html"
4216 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4218 csit-vpp-perf-1710-all:
4229 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4236 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4241 gridcolor: "rgb(238, 238, 238)"
4242 linecolor: "rgb(238, 238, 238)"
4246 showticklabels: True
4247 tickcolor: "rgb(238, 238, 238)"
4249 title: "Indexed Test Cases"
4252 gridcolor: "rgb(238, 238, 238)'"
4254 linecolor: "rgb(238, 238, 238)"
4259 showticklabels: True
4260 tickcolor: "rgb(238, 238, 238)"
4261 title: "Latency min/avg/max [uSec]"
4279 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4280 algorithm: "plot_latency_box"
4281 output-file-type: ".html"
4282 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4284 csit-vpp-perf-1710-all:
4295 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4302 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4307 gridcolor: "rgb(238, 238, 238)"
4308 linecolor: "rgb(238, 238, 238)"
4312 showticklabels: True
4313 tickcolor: "rgb(238, 238, 238)"
4315 title: "Indexed Test Cases"
4318 gridcolor: "rgb(238, 238, 238)'"
4320 linecolor: "rgb(238, 238, 238)"
4325 showticklabels: True
4326 tickcolor: "rgb(238, 238, 238)"
4327 title: "Latency min/avg/max [uSec]"
4346 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4347 algorithm: "plot_latency_box"
4348 output-file-type: ".html"
4349 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4351 csit-vpp-perf-1710-all:
4362 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4369 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4374 gridcolor: "rgb(238, 238, 238)"
4375 linecolor: "rgb(238, 238, 238)"
4379 showticklabels: True
4380 tickcolor: "rgb(238, 238, 238)"
4382 title: "Indexed Test Cases"
4385 gridcolor: "rgb(238, 238, 238)'"
4387 linecolor: "rgb(238, 238, 238)"
4392 showticklabels: True
4393 tickcolor: "rgb(238, 238, 238)"
4394 title: "Latency min/avg/max [uSec]"
4412 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4413 algorithm: "plot_latency_box"
4414 output-file-type: ".html"
4415 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4417 csit-vpp-perf-1710-all:
4428 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4435 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4440 gridcolor: "rgb(238, 238, 238)"
4441 linecolor: "rgb(238, 238, 238)"
4445 showticklabels: True
4446 tickcolor: "rgb(238, 238, 238)"
4448 title: "Indexed Test Cases"
4451 gridcolor: "rgb(238, 238, 238)'"
4453 linecolor: "rgb(238, 238, 238)"
4458 showticklabels: True
4459 tickcolor: "rgb(238, 238, 238)"
4460 title: "Latency min/avg/max [uSec]"
4479 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4480 algorithm: "plot_latency_box"
4481 output-file-type: ".html"
4482 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4484 csit-vpp-perf-1710-all:
4495 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4502 title: "64B-1t1c-.*vhost.*-ndrdisc"
4507 gridcolor: "rgb(238, 238, 238)"
4508 linecolor: "rgb(238, 238, 238)"
4512 showticklabels: True
4513 tickcolor: "rgb(238, 238, 238)"
4515 title: "Indexed Test Cases"
4518 gridcolor: "rgb(238, 238, 238)'"
4520 linecolor: "rgb(238, 238, 238)"
4525 showticklabels: True
4526 tickcolor: "rgb(238, 238, 238)"
4527 title: "Latency min/avg/max [uSec]"
4545 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4546 algorithm: "plot_latency_box"
4547 output-file-type: ".html"
4548 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4550 csit-vpp-perf-1710-all:
4561 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4568 title: "64B-2t2c-.*vhost.*-ndrdisc"
4573 gridcolor: "rgb(238, 238, 238)"
4574 linecolor: "rgb(238, 238, 238)"
4578 showticklabels: True
4579 tickcolor: "rgb(238, 238, 238)"
4581 title: "Indexed Test Cases"
4584 gridcolor: "rgb(238, 238, 238)'"
4586 linecolor: "rgb(238, 238, 238)"
4591 showticklabels: True
4592 tickcolor: "rgb(238, 238, 238)"
4593 title: "Latency min/avg/max [uSec]"
4609 # VPP VM VHOST selection
4612 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4613 algorithm: "plot_latency_box"
4614 output-file-type: ".html"
4615 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4617 csit-vpp-perf-1710-all:
4628 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4635 title: "64B-1t1c-.*vhost.*-ndrdisc"
4640 gridcolor: "rgb(238, 238, 238)"
4641 linecolor: "rgb(238, 238, 238)"
4645 showticklabels: True
4646 tickcolor: "rgb(238, 238, 238)"
4648 title: "Indexed Test Cases"
4651 gridcolor: "rgb(238, 238, 238)'"
4653 linecolor: "rgb(238, 238, 238)"
4658 showticklabels: True
4659 tickcolor: "rgb(238, 238, 238)"
4660 title: "Latency min/avg/max [uSec]"
4678 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4679 algorithm: "plot_latency_box"
4680 output-file-type: ".html"
4681 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4683 csit-vpp-perf-1710-all:
4694 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4701 title: "64B-2t2c-.*vhost.*-ndrdisc"
4706 gridcolor: "rgb(238, 238, 238)"
4707 linecolor: "rgb(238, 238, 238)"
4711 showticklabels: True
4712 tickcolor: "rgb(238, 238, 238)"
4714 title: "Indexed Test Cases"
4717 gridcolor: "rgb(238, 238, 238)'"
4719 linecolor: "rgb(238, 238, 238)"
4724 showticklabels: True
4725 tickcolor: "rgb(238, 238, 238)"
4726 title: "Latency min/avg/max [uSec]"
4745 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4746 algorithm: "plot_latency_box"
4747 output-file-type: ".html"
4748 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4750 csit-vpp-perf-1710-all:
4761 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4768 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4773 gridcolor: "rgb(238, 238, 238)"
4774 linecolor: "rgb(238, 238, 238)"
4778 showticklabels: True
4779 tickcolor: "rgb(238, 238, 238)"
4781 title: "Indexed Test Cases"
4784 gridcolor: "rgb(238, 238, 238)'"
4786 linecolor: "rgb(238, 238, 238)"
4791 showticklabels: True
4792 tickcolor: "rgb(238, 238, 238)"
4793 title: "Latency min/avg/max [uSec]"
4811 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4812 algorithm: "plot_latency_box"
4813 output-file-type: ".html"
4814 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4816 csit-vpp-perf-1710-all:
4827 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4834 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4839 gridcolor: "rgb(238, 238, 238)"
4840 linecolor: "rgb(238, 238, 238)"
4844 showticklabels: True
4845 tickcolor: "rgb(238, 238, 238)"
4847 title: "Indexed Test Cases"
4850 gridcolor: "rgb(238, 238, 238)'"
4852 linecolor: "rgb(238, 238, 238)"
4857 showticklabels: True
4858 tickcolor: "rgb(238, 238, 238)"
4859 title: "Latency min/avg/max [uSec]"
4878 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4879 algorithm: "plot_latency_box"
4880 output-file-type: ".html"
4881 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4883 csit-dpdk-perf-1710-all:
4894 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4901 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4906 gridcolor: "rgb(238, 238, 238)"
4907 linecolor: "rgb(238, 238, 238)"
4911 showticklabels: True
4912 tickcolor: "rgb(238, 238, 238)"
4914 title: "Indexed Test Cases"
4917 gridcolor: "rgb(238, 238, 238)'"
4919 linecolor: "rgb(238, 238, 238)"
4924 showticklabels: True
4925 tickcolor: "rgb(238, 238, 238)"
4926 title: "Latency min/avg/max [uSec]"
4944 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4945 algorithm: "plot_latency_box"
4946 output-file-type: ".html"
4947 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4949 csit-dpdk-perf-1710-all:
4960 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4967 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4972 gridcolor: "rgb(238, 238, 238)"
4973 linecolor: "rgb(238, 238, 238)"
4977 showticklabels: True
4978 tickcolor: "rgb(238, 238, 238)"
4980 title: "Indexed Test Cases"
4983 gridcolor: "rgb(238, 238, 238)'"
4985 linecolor: "rgb(238, 238, 238)"
4990 showticklabels: True
4991 tickcolor: "rgb(238, 238, 238)"
4992 title: "Latency min/avg/max [uSec]"
5010 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5011 algorithm: "plot_latency_box"
5012 output-file-type: ".html"
5013 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5015 csit-dpdk-perf-1710-all:
5026 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5033 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5038 gridcolor: "rgb(238, 238, 238)"
5039 linecolor: "rgb(238, 238, 238)"
5043 showticklabels: True
5044 tickcolor: "rgb(238, 238, 238)"
5046 title: "Indexed Test Cases"
5049 gridcolor: "rgb(238, 238, 238)'"
5051 linecolor: "rgb(238, 238, 238)"
5056 showticklabels: True
5057 tickcolor: "rgb(238, 238, 238)"
5058 title: "Latency min/avg/max [uSec]"
5076 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5077 algorithm: "plot_latency_box"
5078 output-file-type: ".html"
5079 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5081 csit-dpdk-perf-1710-all:
5092 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5099 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5104 gridcolor: "rgb(238, 238, 238)"
5105 linecolor: "rgb(238, 238, 238)"
5109 showticklabels: True
5110 tickcolor: "rgb(238, 238, 238)"
5112 title: "Indexed Test Cases"
5115 gridcolor: "rgb(238, 238, 238)'"
5117 linecolor: "rgb(238, 238, 238)"
5122 showticklabels: True
5123 tickcolor: "rgb(238, 238, 238)"
5124 title: "Latency min/avg/max [uSec]"
5140 # Ligato - Throughput
5145 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5146 algorithm: "plot_performance_box"
5147 output-file-type: ".html"
5148 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5150 csit-vpp-perf-1710-all:
5161 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5167 boxpoints: "outliers"
5170 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5175 gridcolor: "rgb(238, 238, 238)"
5176 linecolor: "rgb(238, 238, 238)"
5180 showticklabels: True
5181 tickcolor: "rgb(238, 238, 238)"
5183 title: "Indexed Test Cases"
5186 gridcolor: "rgb(238, 238, 238)'"
5188 linecolor: "rgb(238, 238, 238)"
5193 showticklabels: True
5194 tickcolor: "rgb(238, 238, 238)"
5195 title: "Packets Per Second [pps]"
5213 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5214 algorithm: "plot_performance_box"
5215 output-file-type: ".html"
5216 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5218 csit-vpp-perf-1710-all:
5229 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5235 boxpoints: "outliers"
5238 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5243 gridcolor: "rgb(238, 238, 238)"
5244 linecolor: "rgb(238, 238, 238)"
5248 showticklabels: True
5249 tickcolor: "rgb(238, 238, 238)"
5251 title: "Indexed Test Cases"
5254 gridcolor: "rgb(238, 238, 238)'"
5256 linecolor: "rgb(238, 238, 238)"
5261 showticklabels: True
5262 tickcolor: "rgb(238, 238, 238)"
5263 title: "Packets Per Second [pps]"
5281 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5282 algorithm: "plot_performance_box"
5283 output-file-type: ".html"
5284 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5286 csit-vpp-perf-1710-all:
5297 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5303 boxpoints: "outliers"
5306 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5311 gridcolor: "rgb(238, 238, 238)"
5312 linecolor: "rgb(238, 238, 238)"
5316 showticklabels: True
5317 tickcolor: "rgb(238, 238, 238)"
5319 title: "Indexed Test Cases"
5322 gridcolor: "rgb(238, 238, 238)'"
5324 linecolor: "rgb(238, 238, 238)"
5329 showticklabels: True
5330 tickcolor: "rgb(238, 238, 238)"
5331 title: "Packets Per Second [pps]"
5349 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5350 algorithm: "plot_performance_box"
5351 output-file-type: ".html"
5352 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5354 csit-vpp-perf-1710-all:
5365 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5371 boxpoints: "outliers"
5374 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5379 gridcolor: "rgb(238, 238, 238)"
5380 linecolor: "rgb(238, 238, 238)"
5384 showticklabels: True
5385 tickcolor: "rgb(238, 238, 238)"
5387 title: "Indexed Test Cases"
5390 gridcolor: "rgb(238, 238, 238)'"
5392 linecolor: "rgb(238, 238, 238)"
5397 showticklabels: True
5398 tickcolor: "rgb(238, 238, 238)"
5399 title: "Packets Per Second [pps]"
5415 # Container orchestrated
5418 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5419 algorithm: "plot_performance_box"
5420 output-file-type: ".html"
5421 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5423 csit-ligato-perf-1710-all:
5428 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5434 boxpoints: "outliers"
5437 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5442 gridcolor: "rgb(238, 238, 238)"
5443 linecolor: "rgb(238, 238, 238)"
5447 showticklabels: True
5448 tickcolor: "rgb(238, 238, 238)"
5450 title: "Indexed Test Cases"
5453 gridcolor: "rgb(238, 238, 238)'"
5455 linecolor: "rgb(238, 238, 238)"
5460 showticklabels: True
5461 tickcolor: "rgb(238, 238, 238)"
5462 title: "Packets Per Second [pps]"
5480 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5481 algorithm: "plot_performance_box"
5482 output-file-type: ".html"
5483 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5485 csit-ligato-perf-1710-all:
5490 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5496 boxpoints: "outliers"
5499 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5504 gridcolor: "rgb(238, 238, 238)"
5505 linecolor: "rgb(238, 238, 238)"
5509 showticklabels: True
5510 tickcolor: "rgb(238, 238, 238)"
5512 title: "Indexed Test Cases"
5515 gridcolor: "rgb(238, 238, 238)'"
5517 linecolor: "rgb(238, 238, 238)"
5522 showticklabels: True
5523 tickcolor: "rgb(238, 238, 238)"
5524 title: "Packets Per Second [pps]"
5542 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5543 algorithm: "plot_performance_box"
5544 output-file-type: ".html"
5545 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5547 csit-ligato-perf-1710-all:
5552 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5558 boxpoints: "outliers"
5561 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5566 gridcolor: "rgb(238, 238, 238)"
5567 linecolor: "rgb(238, 238, 238)"
5571 showticklabels: True
5572 tickcolor: "rgb(238, 238, 238)"
5574 title: "Indexed Test Cases"
5577 gridcolor: "rgb(238, 238, 238)'"
5579 linecolor: "rgb(238, 238, 238)"
5584 showticklabels: True
5585 tickcolor: "rgb(238, 238, 238)"
5586 title: "Packets Per Second [pps]"
5604 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5605 algorithm: "plot_performance_box"
5606 output-file-type: ".html"
5607 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5609 csit-ligato-perf-1710-all:
5614 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5620 boxpoints: "outliers"
5623 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5628 gridcolor: "rgb(238, 238, 238)"
5629 linecolor: "rgb(238, 238, 238)"
5633 showticklabels: True
5634 tickcolor: "rgb(238, 238, 238)"
5636 title: "Indexed Test Cases"
5639 gridcolor: "rgb(238, 238, 238)'"
5641 linecolor: "rgb(238, 238, 238)"
5646 showticklabels: True
5647 tickcolor: "rgb(238, 238, 238)"
5648 title: "Packets Per Second [pps]"
5669 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5670 algorithm: "plot_latency_box"
5671 output-file-type: ".html"
5672 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5674 csit-vpp-perf-1710-all:
5685 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5692 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5697 gridcolor: "rgb(238, 238, 238)"
5698 linecolor: "rgb(238, 238, 238)"
5702 showticklabels: True
5703 tickcolor: "rgb(238, 238, 238)"
5705 title: "Indexed Test Cases"
5708 gridcolor: "rgb(238, 238, 238)'"
5710 linecolor: "rgb(238, 238, 238)"
5715 showticklabels: True
5716 tickcolor: "rgb(238, 238, 238)"
5717 title: "Latency min/avg/max [uSec]"
5735 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5736 algorithm: "plot_latency_box"
5737 output-file-type: ".html"
5738 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5740 csit-vpp-perf-1710-all:
5751 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5758 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5763 gridcolor: "rgb(238, 238, 238)"
5764 linecolor: "rgb(238, 238, 238)"
5768 showticklabels: True
5769 tickcolor: "rgb(238, 238, 238)"
5771 title: "Indexed Test Cases"
5774 gridcolor: "rgb(238, 238, 238)'"
5776 linecolor: "rgb(238, 238, 238)"
5781 showticklabels: True
5782 tickcolor: "rgb(238, 238, 238)"
5783 title: "Latency min/avg/max [uSec]"
5799 # Container orchestrated
5802 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5803 algorithm: "plot_latency_box"
5804 output-file-type: ".html"
5805 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5807 csit-ligato-perf-1710-all:
5812 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5819 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5824 gridcolor: "rgb(238, 238, 238)"
5825 linecolor: "rgb(238, 238, 238)"
5829 showticklabels: True
5830 tickcolor: "rgb(238, 238, 238)"
5832 title: "Indexed Test Cases"
5835 gridcolor: "rgb(238, 238, 238)'"
5837 linecolor: "rgb(238, 238, 238)"
5842 showticklabels: True
5843 tickcolor: "rgb(238, 238, 238)"
5844 title: "Latency min/avg/max [uSec]"
5862 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5863 algorithm: "plot_latency_box"
5864 output-file-type: ".html"
5865 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5867 csit-ligato-perf-1710-all:
5872 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5879 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5884 gridcolor: "rgb(238, 238, 238)"
5885 linecolor: "rgb(238, 238, 238)"
5889 showticklabels: True
5890 tickcolor: "rgb(238, 238, 238)"
5892 title: "Indexed Test Cases"
5895 gridcolor: "rgb(238, 238, 238)'"
5897 linecolor: "rgb(238, 238, 238)"
5902 showticklabels: True
5903 tickcolor: "rgb(238, 238, 238)"
5904 title: "Latency min/avg/max [uSec]"