6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
148 csit-dpdk-perf-1710-all:
159 csit-ligato-perf-1710-all:
161 csit-vpp-functional-1710-ubuntu1604-virl:
163 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
165 hc2vpp-csit-integration-1710-ubuntu1604:
166 - lastSuccessfulBuild
167 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
179 ################################################################################
181 ################################################################################
185 title: "Performance improvements"
186 algorithm: "table_performance_improvements"
187 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
188 output-file-ext: ".csv"
189 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
192 title: "Functionality"
198 title: "16.09 mean [Mpps]"
201 title: "17.01 mean [Mpps]"
204 title: "17.04 mean [Mpps]"
207 title: "17.07 mean [Mpps]"
208 data: "data csit-vpp-perf-1707-all mean"
210 title: "17.10 mean [Mpps]"
211 data: "data csit-vpp-perf-1710-all mean"
213 title: "17.10 stdev [Mpps]"
214 data: "data csit-vpp-perf-1710-all stdev"
216 title: "17.07 to 17.10 change [%]"
217 data: "operation relative_change 6 5"
220 csit-vpp-perf-1707-all:
231 csit-vpp-perf-1710-all:
240 title: "Detailed Test Results - VPP Performance Results"
241 algorithm: "table_details"
242 output-file-ext: ".csv"
243 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
249 title: "Documentation"
256 csit-vpp-perf-1710-all:
267 title: "Test configuration - VPP Performance Test Configs"
268 algorithm: "table_details"
269 output-file-ext: ".csv"
270 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
276 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
277 data: "data vat-history"
280 csit-vpp-perf-1710-all:
290 title: "Test Operational Data - VPP Performance Operational Data"
291 algorithm: "table_details"
292 output-file-ext: ".csv"
293 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
299 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
300 data: "data show-run"
303 csit-vpp-perf-1710-all:
313 title: "Detailed Test Results - VPP Functional Results"
314 algorithm: "table_details"
315 output-file-ext: ".csv"
316 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
322 title: "Documentation"
329 csit-vpp-functional-1710-ubuntu1604-virl:
340 title: "Test configuration - VPP Functional Test Configs"
341 algorithm: "table_details"
342 output-file-ext: ".csv"
343 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
349 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
350 data: "data vat-history"
353 csit-vpp-functional-1710-ubuntu1604-virl:
363 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
364 algorithm: "table_details"
365 output-file-ext: ".csv"
366 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
372 title: "Documentation"
379 csit-ligato-perf-1710-all:
390 title: "Detailed Test Results - DPDK Performance Results"
391 algorithm: "table_details"
392 output-file-ext: ".csv"
393 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
399 title: "Documentation"
406 csit-dpdk-perf-1710-all:
417 title: "Detailed Test Results - Honeycomb Functional Results"
418 algorithm: "table_details"
419 output-file-ext: ".csv"
420 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
426 title: "Documentation"
433 hc2vpp-csit-integration-1710-ubuntu1604:
434 - "lastSuccessfulBuild"
444 title: "Detailed Test Results - NSH SFC Functional Results"
445 algorithm: "table_details"
446 output-file-ext: ".csv"
447 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
453 title: "Documentation"
460 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
469 ################################################################################
471 ################################################################################
475 title: "VPP Performance Results"
476 algorithm: "file_test_results"
477 output-file-ext: ".rst"
478 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
479 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
480 dir-tables: "{DIR[DTR,PERF,VPP]}"
482 csit-vpp-perf-1710-all:
489 data-start-level: 2 # 0, 1, 2, ...
490 chapters-start-level: 2 # 0, 1, 2, ...
494 title: "VPP Performance Configuration"
495 algorithm: "file_test_results"
496 output-file-ext: ".rst"
497 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
498 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
499 dir-tables: "{DIR[DTC,PERF,VPP]}"
501 csit-vpp-perf-1710-all:
508 data-start-level: 2 # 0, 1, 2, ...
509 chapters-start-level: 2 # 0, 1, 2, ...
513 title: "VPP Performance Operational Data"
514 algorithm: "file_test_results"
515 output-file-ext: ".rst"
516 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
517 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
518 dir-tables: "{DIR[DTO,PERF,VPP]}"
520 csit-vpp-perf-1710-all:
527 data-start-level: 2 # 0, 1, 2, ...
528 chapters-start-level: 2 # 0, 1, 2, ...
532 title: "VPP Functional Results"
533 algorithm: "file_test_results"
534 output-file-ext: ".rst"
535 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
536 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
537 dir-tables: "{DIR[DTR,FUNC,VPP]}"
539 csit-vpp-functional-1710-ubuntu1604-virl:
546 data-start-level: 3 # 0, 1, 2, ...
547 chapters-start-level: 2 # 0, 1, 2, ...
551 title: "VPP Functional Configuration"
552 algorithm: "file_test_results"
553 output-file-ext: ".rst"
554 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
555 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
556 dir-tables: "{DIR[DTC,FUNC,VPP]}"
558 csit-vpp-functional-1710-ubuntu1604-virl:
565 data-start-level: 3 # 0, 1, 2, ...
566 chapters-start-level: 2 # 0, 1, 2, ...
570 title: "Container Orchestrated Performance Results"
571 algorithm: "file_test_results"
572 output-file-ext: ".rst"
573 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
574 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
575 dir-tables: "{DIR[DTR,PERF,COT]}"
577 csit-ligato-perf-1710-all:
584 data-start-level: 2 # 0, 1, 2, ...
585 chapters-start-level: 2 # 0, 1, 2, ...
589 title: "DPDK Performance Results"
590 algorithm: "file_test_results"
591 output-file-ext: ".rst"
592 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
593 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
594 dir-tables: "{DIR[DTR,PERF,DPDK]}"
596 csit-dpdk-perf-1710-all:
605 data-start-level: 2 # 0, 1, 2, ...
606 chapters-start-level: 2 # 0, 1, 2, ...
610 title: "Honeycomb Functional Results"
611 algorithm: "file_test_results"
612 output-file-ext: ".rst"
613 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
614 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
615 dir-tables: "{DIR[DTR,FUNC,HC]}"
617 hc2vpp-csit-integration-1710-ubuntu1604:
618 - "lastSuccessfulBuild"
626 data-start-level: 3 # 0, 1, 2, ...
627 chapters-start-level: 2 # 0, 1, 2, ...
631 title: "NSH SFC Functional Results"
632 algorithm: "file_test_results"
633 output-file-ext: ".rst"
634 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
635 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
636 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
638 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
647 data-start-level: 2 # 0, 1, 2, ...
648 chapters-start-level: 2 # 0, 1, 2, ...
650 ################################################################################
652 ################################################################################
654 # Plot packets per second
659 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
660 algorithm: "plot_performance_box"
661 output-file-type: ".html"
662 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
664 csit-vpp-perf-1710-all:
667 # Keep this formatting, the filter is enclosed with " (quotation mark) and
668 # each tag is enclosed with ' (apostrophe).
669 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
675 boxpoints: "outliers"
678 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
683 gridcolor: "rgb(238, 238, 238)"
684 linecolor: "rgb(238, 238, 238)"
689 tickcolor: "rgb(238, 238, 238)"
691 title: "Indexed Test Cases"
694 gridcolor: "rgb(238, 238, 238)'"
696 linecolor: "rgb(238, 238, 238)"
702 tickcolor: "rgb(238, 238, 238)"
703 title: "Packets Per Second [pps]"
721 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
722 algorithm: "plot_performance_box"
723 output-file-type: ".html"
724 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
726 csit-vpp-perf-1710-all:
729 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
735 boxpoints: "outliers"
738 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
743 gridcolor: "rgb(238, 238, 238)"
744 linecolor: "rgb(238, 238, 238)"
749 tickcolor: "rgb(238, 238, 238)"
751 title: "Indexed Test Cases"
754 gridcolor: "rgb(238, 238, 238)'"
756 linecolor: "rgb(238, 238, 238)"
762 tickcolor: "rgb(238, 238, 238)"
763 title: "Packets Per Second [pps]"
781 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
782 algorithm: "plot_performance_box"
783 output-file-type: ".html"
784 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
786 csit-vpp-perf-1710-all:
789 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
795 boxpoints: "outliers"
798 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
803 gridcolor: "rgb(238, 238, 238)"
804 linecolor: "rgb(238, 238, 238)"
809 tickcolor: "rgb(238, 238, 238)"
811 title: "Indexed Test Cases"
814 gridcolor: "rgb(238, 238, 238)'"
816 linecolor: "rgb(238, 238, 238)"
822 tickcolor: "rgb(238, 238, 238)"
823 title: "Packets Per Second [pps]"
841 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
842 algorithm: "plot_performance_box"
843 output-file-type: ".html"
844 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
846 csit-vpp-perf-1710-all:
849 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
855 boxpoints: "outliers"
858 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
863 gridcolor: "rgb(238, 238, 238)"
864 linecolor: "rgb(238, 238, 238)"
869 tickcolor: "rgb(238, 238, 238)"
871 title: "Indexed Test Cases"
874 gridcolor: "rgb(238, 238, 238)'"
876 linecolor: "rgb(238, 238, 238)"
882 tickcolor: "rgb(238, 238, 238)"
883 title: "Packets Per Second [pps]"
902 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
903 algorithm: "plot_performance_box"
904 output-file-type: ".html"
905 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
907 csit-vpp-perf-1710-all:
910 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
916 boxpoints: "outliers"
919 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
924 gridcolor: "rgb(238, 238, 238)"
925 linecolor: "rgb(238, 238, 238)"
930 tickcolor: "rgb(238, 238, 238)"
932 title: "Indexed Test Cases"
935 gridcolor: "rgb(238, 238, 238)'"
937 linecolor: "rgb(238, 238, 238)"
943 tickcolor: "rgb(238, 238, 238)"
944 title: "Packets Per Second [pps]"
962 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
963 algorithm: "plot_performance_box"
964 output-file-type: ".html"
965 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
967 csit-vpp-perf-1710-all:
970 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
976 boxpoints: "outliers"
979 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
984 gridcolor: "rgb(238, 238, 238)"
985 linecolor: "rgb(238, 238, 238)"
990 tickcolor: "rgb(238, 238, 238)"
992 title: "Indexed Test Cases"
995 gridcolor: "rgb(238, 238, 238)'"
997 linecolor: "rgb(238, 238, 238)"
999 range: [5000000, 12000000]
1002 showticklabels: True
1003 tickcolor: "rgb(238, 238, 238)"
1004 title: "Packets Per Second [pps]"
1022 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1023 algorithm: "plot_performance_box"
1024 output-file-type: ".html"
1025 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1027 csit-vpp-perf-1710-all:
1030 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1036 boxpoints: "outliers"
1039 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1044 gridcolor: "rgb(238, 238, 238)"
1045 linecolor: "rgb(238, 238, 238)"
1049 showticklabels: True
1050 tickcolor: "rgb(238, 238, 238)"
1052 title: "Indexed Test Cases"
1055 gridcolor: "rgb(238, 238, 238)'"
1057 linecolor: "rgb(238, 238, 238)"
1062 showticklabels: True
1063 tickcolor: "rgb(238, 238, 238)"
1064 title: "Packets Per Second [pps]"
1082 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1083 algorithm: "plot_performance_box"
1084 output-file-type: ".html"
1085 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1087 csit-vpp-perf-1710-all:
1090 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1096 boxpoints: "outliers"
1099 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1104 gridcolor: "rgb(238, 238, 238)"
1105 linecolor: "rgb(238, 238, 238)"
1109 showticklabels: True
1110 tickcolor: "rgb(238, 238, 238)"
1112 title: "Indexed Test Cases"
1115 gridcolor: "rgb(238, 238, 238)'"
1117 linecolor: "rgb(238, 238, 238)"
1119 range: [5000000, 12000000]
1122 showticklabels: True
1123 tickcolor: "rgb(238, 238, 238)"
1124 title: "Packets Per Second [pps]"
1143 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1144 algorithm: "plot_performance_box"
1145 output-file-type: ".html"
1146 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1148 csit-vpp-perf-1710-all:
1151 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1157 boxpoints: "outliers"
1160 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1165 gridcolor: "rgb(238, 238, 238)"
1166 linecolor: "rgb(238, 238, 238)"
1170 showticklabels: True
1171 tickcolor: "rgb(238, 238, 238)"
1173 title: "Indexed Test Cases"
1176 gridcolor: "rgb(238, 238, 238)'"
1178 linecolor: "rgb(238, 238, 238)"
1183 showticklabels: True
1184 tickcolor: "rgb(238, 238, 238)"
1185 title: "Packets Per Second [pps]"
1203 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1204 algorithm: "plot_performance_box"
1205 output-file-type: ".html"
1206 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1208 csit-vpp-perf-1710-all:
1211 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1217 boxpoints: "outliers"
1220 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1225 gridcolor: "rgb(238, 238, 238)"
1226 linecolor: "rgb(238, 238, 238)"
1230 showticklabels: True
1231 tickcolor: "rgb(238, 238, 238)"
1233 title: "Indexed Test Cases"
1236 gridcolor: "rgb(238, 238, 238)'"
1238 linecolor: "rgb(238, 238, 238)"
1243 showticklabels: True
1244 tickcolor: "rgb(238, 238, 238)"
1245 title: "Packets Per Second [pps]"
1263 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1264 algorithm: "plot_performance_box"
1265 output-file-type: ".html"
1266 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1268 csit-vpp-perf-1710-all:
1271 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1277 boxpoints: "outliers"
1280 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1285 gridcolor: "rgb(238, 238, 238)"
1286 linecolor: "rgb(238, 238, 238)"
1290 showticklabels: True
1291 tickcolor: "rgb(238, 238, 238)"
1293 title: "Indexed Test Cases"
1296 gridcolor: "rgb(238, 238, 238)'"
1298 linecolor: "rgb(238, 238, 238)"
1303 showticklabels: True
1304 tickcolor: "rgb(238, 238, 238)"
1305 title: "Packets Per Second [pps]"
1323 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1324 algorithm: "plot_performance_box"
1325 output-file-type: ".html"
1326 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1328 csit-vpp-perf-1710-all:
1331 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1337 boxpoints: "outliers"
1340 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1345 gridcolor: "rgb(238, 238, 238)"
1346 linecolor: "rgb(238, 238, 238)"
1350 showticklabels: True
1351 tickcolor: "rgb(238, 238, 238)"
1353 title: "Indexed Test Cases"
1356 gridcolor: "rgb(238, 238, 238)'"
1358 linecolor: "rgb(238, 238, 238)"
1363 showticklabels: True
1364 tickcolor: "rgb(238, 238, 238)"
1365 title: "Packets Per Second [pps]"
1384 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1385 algorithm: "plot_performance_box"
1386 output-file-type: ".html"
1387 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1389 csit-vpp-perf-1710-all:
1392 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1398 boxpoints: "outliers"
1401 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1406 gridcolor: "rgb(238, 238, 238)"
1407 linecolor: "rgb(238, 238, 238)"
1411 showticklabels: True
1412 tickcolor: "rgb(238, 238, 238)"
1414 title: "Indexed Test Cases"
1417 gridcolor: "rgb(238, 238, 238)'"
1419 linecolor: "rgb(238, 238, 238)"
1424 showticklabels: True
1425 tickcolor: "rgb(238, 238, 238)"
1426 title: "Packets Per Second [pps]"
1444 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1445 algorithm: "plot_performance_box"
1446 output-file-type: ".html"
1447 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1449 csit-vpp-perf-1710-all:
1452 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1458 boxpoints: "outliers"
1461 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1466 gridcolor: "rgb(238, 238, 238)"
1467 linecolor: "rgb(238, 238, 238)"
1471 showticklabels: True
1472 tickcolor: "rgb(238, 238, 238)"
1474 title: "Indexed Test Cases"
1477 gridcolor: "rgb(238, 238, 238)'"
1479 linecolor: "rgb(238, 238, 238)"
1484 showticklabels: True
1485 tickcolor: "rgb(238, 238, 238)"
1486 title: "Packets Per Second [pps]"
1504 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1505 algorithm: "plot_performance_box"
1506 output-file-type: ".html"
1507 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1509 csit-vpp-perf-1710-all:
1512 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1518 boxpoints: "outliers"
1521 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1526 gridcolor: "rgb(238, 238, 238)"
1527 linecolor: "rgb(238, 238, 238)"
1531 showticklabels: True
1532 tickcolor: "rgb(238, 238, 238)"
1534 title: "Indexed Test Cases"
1537 gridcolor: "rgb(238, 238, 238)'"
1539 linecolor: "rgb(238, 238, 238)"
1544 showticklabels: True
1545 tickcolor: "rgb(238, 238, 238)"
1546 title: "Packets Per Second [pps]"
1564 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1565 algorithm: "plot_performance_box"
1566 output-file-type: ".html"
1567 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1569 csit-vpp-perf-1710-all:
1572 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1578 boxpoints: "outliers"
1581 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1586 gridcolor: "rgb(238, 238, 238)"
1587 linecolor: "rgb(238, 238, 238)"
1591 showticklabels: True
1592 tickcolor: "rgb(238, 238, 238)"
1594 title: "Indexed Test Cases"
1597 gridcolor: "rgb(238, 238, 238)'"
1599 linecolor: "rgb(238, 238, 238)"
1604 showticklabels: True
1605 tickcolor: "rgb(238, 238, 238)"
1606 title: "Packets Per Second [pps]"
1625 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1626 algorithm: "plot_performance_box"
1627 output-file-type: ".html"
1628 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1630 csit-vpp-perf-1710-all:
1633 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1639 boxpoints: "outliers"
1642 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1647 gridcolor: "rgb(238, 238, 238)"
1648 linecolor: "rgb(238, 238, 238)"
1652 showticklabels: True
1653 tickcolor: "rgb(238, 238, 238)"
1655 title: "Indexed Test Cases"
1658 gridcolor: "rgb(238, 238, 238)'"
1660 linecolor: "rgb(238, 238, 238)"
1665 showticklabels: True
1666 tickcolor: "rgb(238, 238, 238)"
1667 title: "Packets Per Second [pps]"
1685 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1686 algorithm: "plot_performance_box"
1687 output-file-type: ".html"
1688 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1690 csit-vpp-perf-1710-all:
1693 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1699 boxpoints: "outliers"
1702 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1707 gridcolor: "rgb(238, 238, 238)"
1708 linecolor: "rgb(238, 238, 238)"
1712 showticklabels: True
1713 tickcolor: "rgb(238, 238, 238)"
1715 title: "Indexed Test Cases"
1718 gridcolor: "rgb(238, 238, 238)'"
1720 linecolor: "rgb(238, 238, 238)"
1725 showticklabels: True
1726 tickcolor: "rgb(238, 238, 238)"
1727 title: "Packets Per Second [pps]"
1745 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1746 algorithm: "plot_performance_box"
1747 output-file-type: ".html"
1748 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1750 csit-vpp-perf-1710-all:
1753 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1759 boxpoints: "outliers"
1762 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1767 gridcolor: "rgb(238, 238, 238)"
1768 linecolor: "rgb(238, 238, 238)"
1772 showticklabels: True
1773 tickcolor: "rgb(238, 238, 238)"
1775 title: "Indexed Test Cases"
1778 gridcolor: "rgb(238, 238, 238)'"
1780 linecolor: "rgb(238, 238, 238)"
1785 showticklabels: True
1786 tickcolor: "rgb(238, 238, 238)"
1787 title: "Packets Per Second [pps]"
1805 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1806 algorithm: "plot_performance_box"
1807 output-file-type: ".html"
1808 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1810 csit-vpp-perf-1710-all:
1813 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1819 boxpoints: "outliers"
1822 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1827 gridcolor: "rgb(238, 238, 238)"
1828 linecolor: "rgb(238, 238, 238)"
1832 showticklabels: True
1833 tickcolor: "rgb(238, 238, 238)"
1835 title: "Indexed Test Cases"
1838 gridcolor: "rgb(238, 238, 238)'"
1840 linecolor: "rgb(238, 238, 238)"
1845 showticklabels: True
1846 tickcolor: "rgb(238, 238, 238)"
1847 title: "Packets Per Second [pps]"
1866 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1867 algorithm: "plot_performance_box"
1868 output-file-type: ".html"
1869 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1871 csit-vpp-perf-1710-all:
1874 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1880 boxpoints: "outliers"
1883 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1888 gridcolor: "rgb(238, 238, 238)"
1889 linecolor: "rgb(238, 238, 238)"
1893 showticklabels: True
1894 tickcolor: "rgb(238, 238, 238)"
1896 title: "Indexed Test Cases"
1899 gridcolor: "rgb(238, 238, 238)'"
1901 linecolor: "rgb(238, 238, 238)"
1906 showticklabels: True
1907 tickcolor: "rgb(238, 238, 238)"
1908 title: "Packets Per Second [pps]"
1926 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1927 algorithm: "plot_performance_box"
1928 output-file-type: ".html"
1929 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1931 csit-vpp-perf-1710-all:
1934 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1940 boxpoints: "outliers"
1943 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1948 gridcolor: "rgb(238, 238, 238)"
1949 linecolor: "rgb(238, 238, 238)"
1953 showticklabels: True
1954 tickcolor: "rgb(238, 238, 238)"
1956 title: "Indexed Test Cases"
1959 gridcolor: "rgb(238, 238, 238)'"
1961 linecolor: "rgb(238, 238, 238)"
1966 showticklabels: True
1967 tickcolor: "rgb(238, 238, 238)"
1968 title: "Packets Per Second [pps]"
1986 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1987 algorithm: "plot_performance_box"
1988 output-file-type: ".html"
1989 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1991 csit-vpp-perf-1710-all:
1994 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2000 boxpoints: "outliers"
2003 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2008 gridcolor: "rgb(238, 238, 238)"
2009 linecolor: "rgb(238, 238, 238)"
2013 showticklabels: True
2014 tickcolor: "rgb(238, 238, 238)"
2016 title: "Indexed Test Cases"
2019 gridcolor: "rgb(238, 238, 238)'"
2021 linecolor: "rgb(238, 238, 238)"
2026 showticklabels: True
2027 tickcolor: "rgb(238, 238, 238)"
2028 title: "Packets Per Second [pps]"
2046 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2047 algorithm: "plot_performance_box"
2048 output-file-type: ".html"
2049 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2051 csit-vpp-perf-1710-all:
2054 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2060 boxpoints: "outliers"
2063 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2068 gridcolor: "rgb(238, 238, 238)"
2069 linecolor: "rgb(238, 238, 238)"
2073 showticklabels: True
2074 tickcolor: "rgb(238, 238, 238)"
2076 title: "Indexed Test Cases"
2079 gridcolor: "rgb(238, 238, 238)'"
2081 linecolor: "rgb(238, 238, 238)"
2086 showticklabels: True
2087 tickcolor: "rgb(238, 238, 238)"
2088 title: "Packets Per Second [pps]"
2107 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2108 algorithm: "plot_performance_box"
2109 output-file-type: ".html"
2110 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2112 csit-vpp-perf-1710-all:
2115 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2121 boxpoints: "outliers"
2124 title: "64B-1t1c-.*vhost.*-ndrdisc"
2129 gridcolor: "rgb(238, 238, 238)"
2130 linecolor: "rgb(238, 238, 238)"
2134 showticklabels: True
2135 tickcolor: "rgb(238, 238, 238)"
2137 title: "Indexed Test Cases"
2140 gridcolor: "rgb(238, 238, 238)'"
2142 linecolor: "rgb(238, 238, 238)"
2147 showticklabels: True
2148 tickcolor: "rgb(238, 238, 238)"
2149 title: "Packets Per Second [pps]"
2167 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2168 algorithm: "plot_performance_box"
2169 output-file-type: ".html"
2170 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2172 csit-vpp-perf-1710-all:
2175 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2181 boxpoints: "outliers"
2184 title: "64B-2t2c-.*vhost.*-ndrdisc"
2189 gridcolor: "rgb(238, 238, 238)"
2190 linecolor: "rgb(238, 238, 238)"
2194 showticklabels: True
2195 tickcolor: "rgb(238, 238, 238)"
2197 title: "Indexed Test Cases"
2200 gridcolor: "rgb(238, 238, 238)'"
2202 linecolor: "rgb(238, 238, 238)"
2207 showticklabels: True
2208 tickcolor: "rgb(238, 238, 238)"
2209 title: "Packets Per Second [pps]"
2227 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2228 algorithm: "plot_performance_box"
2229 output-file-type: ".html"
2230 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2232 csit-vpp-perf-1710-all:
2235 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2241 boxpoints: "outliers"
2244 title: "64B-1t1c-.*vhost.*-pdrdisc"
2249 gridcolor: "rgb(238, 238, 238)"
2250 linecolor: "rgb(238, 238, 238)"
2254 showticklabels: True
2255 tickcolor: "rgb(238, 238, 238)"
2257 title: "Indexed Test Cases"
2260 gridcolor: "rgb(238, 238, 238)'"
2262 linecolor: "rgb(238, 238, 238)"
2267 showticklabels: True
2268 tickcolor: "rgb(238, 238, 238)"
2269 title: "Packets Per Second [pps]"
2287 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2288 algorithm: "plot_performance_box"
2289 output-file-type: ".html"
2290 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2292 csit-vpp-perf-1710-all:
2295 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2301 boxpoints: "outliers"
2304 title: "64B-2t2c-.*vhost.*-pdrdisc"
2309 gridcolor: "rgb(238, 238, 238)"
2310 linecolor: "rgb(238, 238, 238)"
2314 showticklabels: True
2315 tickcolor: "rgb(238, 238, 238)"
2317 title: "Indexed Test Cases"
2320 gridcolor: "rgb(238, 238, 238)'"
2322 linecolor: "rgb(238, 238, 238)"
2327 showticklabels: True
2328 tickcolor: "rgb(238, 238, 238)"
2329 title: "Packets Per Second [pps]"
2345 # VPP VM VHOST SELECTION
2348 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2349 algorithm: "plot_performance_box"
2350 output-file-type: ".html"
2351 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2353 csit-vpp-perf-1710-all:
2356 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2362 boxpoints: "outliers"
2365 title: "64B-1t1c-.*vhost.*-ndrdisc"
2370 gridcolor: "rgb(238, 238, 238)"
2371 linecolor: "rgb(238, 238, 238)"
2375 showticklabels: True
2376 tickcolor: "rgb(238, 238, 238)"
2378 title: "Indexed Test Cases"
2381 gridcolor: "rgb(238, 238, 238)'"
2383 linecolor: "rgb(238, 238, 238)"
2388 showticklabels: True
2389 tickcolor: "rgb(238, 238, 238)"
2390 title: "Packets Per Second [pps]"
2408 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2409 algorithm: "plot_performance_box"
2410 output-file-type: ".html"
2411 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2413 csit-vpp-perf-1710-all:
2416 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2422 boxpoints: "outliers"
2425 title: "64B-2t2c-.*vhost.*-ndrdisc"
2430 gridcolor: "rgb(238, 238, 238)"
2431 linecolor: "rgb(238, 238, 238)"
2435 showticklabels: True
2436 tickcolor: "rgb(238, 238, 238)"
2438 title: "Indexed Test Cases"
2441 gridcolor: "rgb(238, 238, 238)'"
2443 linecolor: "rgb(238, 238, 238)"
2448 showticklabels: True
2449 tickcolor: "rgb(238, 238, 238)"
2450 title: "Packets Per Second [pps]"
2468 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2469 algorithm: "plot_performance_box"
2470 output-file-type: ".html"
2471 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2473 csit-vpp-perf-1710-all:
2476 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2482 boxpoints: "outliers"
2485 title: "64B-1t1c-.*vhost.*-pdrdisc"
2490 gridcolor: "rgb(238, 238, 238)"
2491 linecolor: "rgb(238, 238, 238)"
2495 showticklabels: True
2496 tickcolor: "rgb(238, 238, 238)"
2498 title: "Indexed Test Cases"
2501 gridcolor: "rgb(238, 238, 238)'"
2503 linecolor: "rgb(238, 238, 238)"
2508 showticklabels: True
2509 tickcolor: "rgb(238, 238, 238)"
2510 title: "Packets Per Second [pps]"
2528 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2529 algorithm: "plot_performance_box"
2530 output-file-type: ".html"
2531 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2533 csit-vpp-perf-1710-all:
2536 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2542 boxpoints: "outliers"
2545 title: "64B-2t2c-.*vhost.*-pdrdisc"
2550 gridcolor: "rgb(238, 238, 238)"
2551 linecolor: "rgb(238, 238, 238)"
2555 showticklabels: True
2556 tickcolor: "rgb(238, 238, 238)"
2558 title: "Indexed Test Cases"
2561 gridcolor: "rgb(238, 238, 238)'"
2563 linecolor: "rgb(238, 238, 238)"
2568 showticklabels: True
2569 tickcolor: "rgb(238, 238, 238)"
2570 title: "Packets Per Second [pps]"
2589 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2590 algorithm: "plot_performance_box"
2591 output-file-type: ".html"
2592 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2594 csit-vpp-perf-1710-all:
2597 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2603 boxpoints: "outliers"
2606 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2611 gridcolor: "rgb(238, 238, 238)"
2612 linecolor: "rgb(238, 238, 238)"
2616 showticklabels: True
2617 tickcolor: "rgb(238, 238, 238)"
2619 title: "Indexed Test Cases"
2622 gridcolor: "rgb(238, 238, 238)'"
2624 linecolor: "rgb(238, 238, 238)"
2629 showticklabels: True
2630 tickcolor: "rgb(238, 238, 238)"
2631 title: "Packets Per Second [pps]"
2649 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2650 algorithm: "plot_performance_box"
2651 output-file-type: ".html"
2652 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2654 csit-vpp-perf-1710-all:
2657 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2663 boxpoints: "outliers"
2666 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2671 gridcolor: "rgb(238, 238, 238)"
2672 linecolor: "rgb(238, 238, 238)"
2676 showticklabels: True
2677 tickcolor: "rgb(238, 238, 238)"
2679 title: "Indexed Test Cases"
2682 gridcolor: "rgb(238, 238, 238)'"
2684 linecolor: "rgb(238, 238, 238)"
2689 showticklabels: True
2690 tickcolor: "rgb(238, 238, 238)"
2691 title: "Packets Per Second [pps]"
2709 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2710 algorithm: "plot_performance_box"
2711 output-file-type: ".html"
2712 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2714 csit-vpp-perf-1710-all:
2717 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2723 boxpoints: "outliers"
2726 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2731 gridcolor: "rgb(238, 238, 238)"
2732 linecolor: "rgb(238, 238, 238)"
2736 showticklabels: True
2737 tickcolor: "rgb(238, 238, 238)"
2739 title: "Indexed Test Cases"
2742 gridcolor: "rgb(238, 238, 238)'"
2744 linecolor: "rgb(238, 238, 238)"
2749 showticklabels: True
2750 tickcolor: "rgb(238, 238, 238)"
2751 title: "Packets Per Second [pps]"
2769 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2770 algorithm: "plot_performance_box"
2771 output-file-type: ".html"
2772 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2774 csit-vpp-perf-1710-all:
2777 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2783 boxpoints: "outliers"
2786 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2791 gridcolor: "rgb(238, 238, 238)"
2792 linecolor: "rgb(238, 238, 238)"
2796 showticklabels: True
2797 tickcolor: "rgb(238, 238, 238)"
2799 title: "Indexed Test Cases"
2802 gridcolor: "rgb(238, 238, 238)'"
2804 linecolor: "rgb(238, 238, 238)"
2809 showticklabels: True
2810 tickcolor: "rgb(238, 238, 238)"
2811 title: "Packets Per Second [pps]"
2830 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2831 algorithm: "plot_performance_box"
2832 output-file-type: ".html"
2833 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2835 csit-dpdk-perf-1710-all:
2846 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2852 boxpoints: "outliers"
2855 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2860 gridcolor: "rgb(238, 238, 238)"
2861 linecolor: "rgb(238, 238, 238)"
2865 showticklabels: True
2866 tickcolor: "rgb(238, 238, 238)"
2868 title: "Indexed Test Cases"
2871 gridcolor: "rgb(238, 238, 238)'"
2873 linecolor: "rgb(238, 238, 238)"
2878 showticklabels: True
2879 tickcolor: "rgb(238, 238, 238)"
2880 title: "Packets Per Second [pps]"
2898 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2899 algorithm: "plot_performance_box"
2900 output-file-type: ".html"
2901 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2903 csit-dpdk-perf-1710-all:
2914 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2920 boxpoints: "outliers"
2923 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2928 gridcolor: "rgb(238, 238, 238)"
2929 linecolor: "rgb(238, 238, 238)"
2933 showticklabels: True
2934 tickcolor: "rgb(238, 238, 238)"
2936 title: "Indexed Test Cases"
2939 gridcolor: "rgb(238, 238, 238)'"
2941 linecolor: "rgb(238, 238, 238)"
2946 showticklabels: True
2947 tickcolor: "rgb(238, 238, 238)"
2948 title: "Packets Per Second [pps]"
2966 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2967 algorithm: "plot_performance_box"
2968 output-file-type: ".html"
2969 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2971 csit-dpdk-perf-1710-all:
2982 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2988 boxpoints: "outliers"
2991 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2996 gridcolor: "rgb(238, 238, 238)"
2997 linecolor: "rgb(238, 238, 238)"
3001 showticklabels: True
3002 tickcolor: "rgb(238, 238, 238)"
3004 title: "Indexed Test Cases"
3007 gridcolor: "rgb(238, 238, 238)'"
3009 linecolor: "rgb(238, 238, 238)"
3011 range: [2000000, 12000000]
3014 showticklabels: True
3015 tickcolor: "rgb(238, 238, 238)"
3016 title: "Packets Per Second [pps]"
3034 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3035 algorithm: "plot_performance_box"
3036 output-file-type: ".html"
3037 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3039 csit-dpdk-perf-1710-all:
3050 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3056 boxpoints: "outliers"
3059 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3064 gridcolor: "rgb(238, 238, 238)"
3065 linecolor: "rgb(238, 238, 238)"
3069 showticklabels: True
3070 tickcolor: "rgb(238, 238, 238)"
3072 title: "Indexed Test Cases"
3075 gridcolor: "rgb(238, 238, 238)'"
3077 linecolor: "rgb(238, 238, 238)"
3079 range: [2000000, 12000000]
3082 showticklabels: True
3083 tickcolor: "rgb(238, 238, 238)"
3084 title: "Packets Per Second [pps]"
3102 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3103 algorithm: "plot_performance_box"
3104 output-file-type: ".html"
3105 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3107 csit-dpdk-perf-1710-all:
3118 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3124 boxpoints: "outliers"
3127 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3132 gridcolor: "rgb(238, 238, 238)"
3133 linecolor: "rgb(238, 238, 238)"
3137 showticklabels: True
3138 tickcolor: "rgb(238, 238, 238)"
3140 title: "Indexed Test Cases"
3143 gridcolor: "rgb(238, 238, 238)'"
3145 linecolor: "rgb(238, 238, 238)"
3150 showticklabels: True
3151 tickcolor: "rgb(238, 238, 238)"
3152 title: "Packets Per Second [pps]"
3170 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3171 algorithm: "plot_performance_box"
3172 output-file-type: ".html"
3173 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3175 csit-dpdk-perf-1710-all:
3186 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3192 boxpoints: "outliers"
3195 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3200 gridcolor: "rgb(238, 238, 238)"
3201 linecolor: "rgb(238, 238, 238)"
3205 showticklabels: True
3206 tickcolor: "rgb(238, 238, 238)"
3208 title: "Indexed Test Cases"
3211 gridcolor: "rgb(238, 238, 238)'"
3213 linecolor: "rgb(238, 238, 238)"
3218 showticklabels: True
3219 tickcolor: "rgb(238, 238, 238)"
3220 title: "Packets Per Second [pps]"
3238 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3239 algorithm: "plot_performance_box"
3240 output-file-type: ".html"
3241 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3243 csit-dpdk-perf-1710-all:
3254 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3260 boxpoints: "outliers"
3263 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3268 gridcolor: "rgb(238, 238, 238)"
3269 linecolor: "rgb(238, 238, 238)"
3273 showticklabels: True
3274 tickcolor: "rgb(238, 238, 238)"
3276 title: "Indexed Test Cases"
3279 gridcolor: "rgb(238, 238, 238)'"
3281 linecolor: "rgb(238, 238, 238)"
3283 range: [20000000, 30000000]
3286 showticklabels: True
3287 tickcolor: "rgb(238, 238, 238)"
3288 title: "Packets Per Second [pps]"
3306 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3307 algorithm: "plot_performance_box"
3308 output-file-type: ".html"
3309 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3311 csit-dpdk-perf-1710-all:
3322 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3328 boxpoints: "outliers"
3331 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3336 gridcolor: "rgb(238, 238, 238)"
3337 linecolor: "rgb(238, 238, 238)"
3341 showticklabels: True
3342 tickcolor: "rgb(238, 238, 238)"
3344 title: "Indexed Test Cases"
3347 gridcolor: "rgb(238, 238, 238)'"
3349 linecolor: "rgb(238, 238, 238)"
3351 range: [20000000, 30000000]
3354 showticklabels: True
3355 tickcolor: "rgb(238, 238, 238)"
3356 title: "Packets Per Second [pps]"
3377 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3378 algorithm: "plot_latency_box"
3379 output-file-type: ".html"
3380 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3382 csit-vpp-perf-1710-all:
3385 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3392 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3397 gridcolor: "rgb(238, 238, 238)"
3398 linecolor: "rgb(238, 238, 238)"
3402 showticklabels: True
3403 tickcolor: "rgb(238, 238, 238)"
3405 title: "Indexed Test Cases"
3408 gridcolor: "rgb(238, 238, 238)'"
3410 linecolor: "rgb(238, 238, 238)"
3415 showticklabels: True
3416 tickcolor: "rgb(238, 238, 238)"
3417 title: "Latency min/avg/max [uSec]"
3435 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3436 algorithm: "plot_latency_box"
3437 output-file-type: ".html"
3438 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3440 csit-vpp-perf-1710-all:
3443 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3450 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3455 gridcolor: "rgb(238, 238, 238)"
3456 linecolor: "rgb(238, 238, 238)"
3460 showticklabels: True
3461 tickcolor: "rgb(238, 238, 238)"
3463 title: "Indexed Test Cases"
3466 gridcolor: "rgb(238, 238, 238)'"
3468 linecolor: "rgb(238, 238, 238)"
3473 showticklabels: True
3474 tickcolor: "rgb(238, 238, 238)"
3475 title: "Latency min/avg/max [uSec]"
3494 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3495 algorithm: "plot_latency_box"
3496 output-file-type: ".html"
3497 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3499 csit-vpp-perf-1710-all:
3502 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3509 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3514 gridcolor: "rgb(238, 238, 238)"
3515 linecolor: "rgb(238, 238, 238)"
3519 showticklabels: True
3520 tickcolor: "rgb(238, 238, 238)"
3522 title: "Indexed Test Cases"
3525 gridcolor: "rgb(238, 238, 238)'"
3527 linecolor: "rgb(238, 238, 238)"
3532 showticklabels: True
3533 tickcolor: "rgb(238, 238, 238)"
3534 title: "Latency min/avg/max [uSec]"
3552 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3553 algorithm: "plot_latency_box"
3554 output-file-type: ".html"
3555 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3557 csit-vpp-perf-1710-all:
3560 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3567 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3572 gridcolor: "rgb(238, 238, 238)"
3573 linecolor: "rgb(238, 238, 238)"
3577 showticklabels: True
3578 tickcolor: "rgb(238, 238, 238)"
3580 title: "Indexed Test Cases"
3583 gridcolor: "rgb(238, 238, 238)'"
3585 linecolor: "rgb(238, 238, 238)"
3590 showticklabels: True
3591 tickcolor: "rgb(238, 238, 238)"
3592 title: "Latency min/avg/max [uSec]"
3611 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3612 algorithm: "plot_latency_box"
3613 output-file-type: ".html"
3614 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3616 csit-vpp-perf-1710-all:
3619 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3626 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3631 gridcolor: "rgb(238, 238, 238)"
3632 linecolor: "rgb(238, 238, 238)"
3636 showticklabels: True
3637 tickcolor: "rgb(238, 238, 238)"
3639 title: "Indexed Test Cases"
3642 gridcolor: "rgb(238, 238, 238)'"
3644 linecolor: "rgb(238, 238, 238)"
3649 showticklabels: True
3650 tickcolor: "rgb(238, 238, 238)"
3651 title: "Latency min/avg/max [uSec]"
3669 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3670 algorithm: "plot_latency_box"
3671 output-file-type: ".html"
3672 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3674 csit-vpp-perf-1710-all:
3677 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3684 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3689 gridcolor: "rgb(238, 238, 238)"
3690 linecolor: "rgb(238, 238, 238)"
3694 showticklabels: True
3695 tickcolor: "rgb(238, 238, 238)"
3697 title: "Indexed Test Cases"
3700 gridcolor: "rgb(238, 238, 238)'"
3702 linecolor: "rgb(238, 238, 238)"
3707 showticklabels: True
3708 tickcolor: "rgb(238, 238, 238)"
3709 title: "Latency min/avg/max [uSec]"
3728 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3729 algorithm: "plot_latency_box"
3730 output-file-type: ".html"
3731 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3733 csit-vpp-perf-1710-all:
3736 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3743 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3748 gridcolor: "rgb(238, 238, 238)"
3749 linecolor: "rgb(238, 238, 238)"
3753 showticklabels: True
3754 tickcolor: "rgb(238, 238, 238)"
3756 title: "Indexed Test Cases"
3759 gridcolor: "rgb(238, 238, 238)'"
3761 linecolor: "rgb(238, 238, 238)"
3766 showticklabels: True
3767 tickcolor: "rgb(238, 238, 238)"
3768 title: "Latency min/avg/max [uSec]"
3786 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3787 algorithm: "plot_latency_box"
3788 output-file-type: ".html"
3789 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3791 csit-vpp-perf-1710-all:
3794 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3801 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3806 gridcolor: "rgb(238, 238, 238)"
3807 linecolor: "rgb(238, 238, 238)"
3811 showticklabels: True
3812 tickcolor: "rgb(238, 238, 238)"
3814 title: "Indexed Test Cases"
3817 gridcolor: "rgb(238, 238, 238)'"
3819 linecolor: "rgb(238, 238, 238)"
3824 showticklabels: True
3825 tickcolor: "rgb(238, 238, 238)"
3826 title: "Latency min/avg/max [uSec]"
3845 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3846 algorithm: "plot_latency_box"
3847 output-file-type: ".html"
3848 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3850 csit-vpp-perf-1710-all:
3853 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3860 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3865 gridcolor: "rgb(238, 238, 238)"
3866 linecolor: "rgb(238, 238, 238)"
3870 showticklabels: True
3871 tickcolor: "rgb(238, 238, 238)"
3873 title: "Indexed Test Cases"
3876 gridcolor: "rgb(238, 238, 238)'"
3878 linecolor: "rgb(238, 238, 238)"
3883 showticklabels: True
3884 tickcolor: "rgb(238, 238, 238)"
3885 title: "Latency min/avg/max [uSec]"
3903 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3904 algorithm: "plot_latency_box"
3905 output-file-type: ".html"
3906 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3908 csit-vpp-perf-1710-all:
3911 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3918 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3923 gridcolor: "rgb(238, 238, 238)"
3924 linecolor: "rgb(238, 238, 238)"
3928 showticklabels: True
3929 tickcolor: "rgb(238, 238, 238)"
3931 title: "Indexed Test Cases"
3934 gridcolor: "rgb(238, 238, 238)'"
3936 linecolor: "rgb(238, 238, 238)"
3941 showticklabels: True
3942 tickcolor: "rgb(238, 238, 238)"
3943 title: "Latency min/avg/max [uSec]"
3962 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3963 algorithm: "plot_latency_box"
3964 output-file-type: ".html"
3965 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3967 csit-vpp-perf-1710-all:
3970 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3977 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3982 gridcolor: "rgb(238, 238, 238)"
3983 linecolor: "rgb(238, 238, 238)"
3987 showticklabels: True
3988 tickcolor: "rgb(238, 238, 238)"
3990 title: "Indexed Test Cases"
3993 gridcolor: "rgb(238, 238, 238)'"
3995 linecolor: "rgb(238, 238, 238)"
4000 showticklabels: True
4001 tickcolor: "rgb(238, 238, 238)"
4002 title: "Latency min/avg/max [uSec]"
4020 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4021 algorithm: "plot_latency_box"
4022 output-file-type: ".html"
4023 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4025 csit-vpp-perf-1710-all:
4028 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4035 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4040 gridcolor: "rgb(238, 238, 238)"
4041 linecolor: "rgb(238, 238, 238)"
4045 showticklabels: True
4046 tickcolor: "rgb(238, 238, 238)"
4048 title: "Indexed Test Cases"
4051 gridcolor: "rgb(238, 238, 238)'"
4053 linecolor: "rgb(238, 238, 238)"
4058 showticklabels: True
4059 tickcolor: "rgb(238, 238, 238)"
4060 title: "Latency min/avg/max [uSec]"
4079 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4080 algorithm: "plot_latency_box"
4081 output-file-type: ".html"
4082 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4084 csit-vpp-perf-1710-all:
4087 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4094 title: "64B-1t1c-.*vhost.*-ndrdisc"
4099 gridcolor: "rgb(238, 238, 238)"
4100 linecolor: "rgb(238, 238, 238)"
4104 showticklabels: True
4105 tickcolor: "rgb(238, 238, 238)"
4107 title: "Indexed Test Cases"
4110 gridcolor: "rgb(238, 238, 238)'"
4112 linecolor: "rgb(238, 238, 238)"
4117 showticklabels: True
4118 tickcolor: "rgb(238, 238, 238)"
4119 title: "Latency min/avg/max [uSec]"
4137 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4138 algorithm: "plot_latency_box"
4139 output-file-type: ".html"
4140 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4142 csit-vpp-perf-1710-all:
4145 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4152 title: "64B-2t2c-.*vhost.*-ndrdisc"
4157 gridcolor: "rgb(238, 238, 238)"
4158 linecolor: "rgb(238, 238, 238)"
4162 showticklabels: True
4163 tickcolor: "rgb(238, 238, 238)"
4165 title: "Indexed Test Cases"
4168 gridcolor: "rgb(238, 238, 238)'"
4170 linecolor: "rgb(238, 238, 238)"
4175 showticklabels: True
4176 tickcolor: "rgb(238, 238, 238)"
4177 title: "Latency min/avg/max [uSec]"
4193 # VPP VM VHOST selection
4196 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4197 algorithm: "plot_latency_box"
4198 output-file-type: ".html"
4199 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4201 csit-vpp-perf-1710-all:
4204 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4211 title: "64B-1t1c-.*vhost.*-ndrdisc"
4216 gridcolor: "rgb(238, 238, 238)"
4217 linecolor: "rgb(238, 238, 238)"
4221 showticklabels: True
4222 tickcolor: "rgb(238, 238, 238)"
4224 title: "Indexed Test Cases"
4227 gridcolor: "rgb(238, 238, 238)'"
4229 linecolor: "rgb(238, 238, 238)"
4234 showticklabels: True
4235 tickcolor: "rgb(238, 238, 238)"
4236 title: "Latency min/avg/max [uSec]"
4254 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4255 algorithm: "plot_latency_box"
4256 output-file-type: ".html"
4257 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4259 csit-vpp-perf-1710-all:
4262 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4269 title: "64B-2t2c-.*vhost.*-ndrdisc"
4274 gridcolor: "rgb(238, 238, 238)"
4275 linecolor: "rgb(238, 238, 238)"
4279 showticklabels: True
4280 tickcolor: "rgb(238, 238, 238)"
4282 title: "Indexed Test Cases"
4285 gridcolor: "rgb(238, 238, 238)'"
4287 linecolor: "rgb(238, 238, 238)"
4292 showticklabels: True
4293 tickcolor: "rgb(238, 238, 238)"
4294 title: "Latency min/avg/max [uSec]"
4313 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4314 algorithm: "plot_latency_box"
4315 output-file-type: ".html"
4316 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4318 csit-vpp-perf-1710-all:
4321 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4328 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4333 gridcolor: "rgb(238, 238, 238)"
4334 linecolor: "rgb(238, 238, 238)"
4338 showticklabels: True
4339 tickcolor: "rgb(238, 238, 238)"
4341 title: "Indexed Test Cases"
4344 gridcolor: "rgb(238, 238, 238)'"
4346 linecolor: "rgb(238, 238, 238)"
4351 showticklabels: True
4352 tickcolor: "rgb(238, 238, 238)"
4353 title: "Latency min/avg/max [uSec]"
4371 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4372 algorithm: "plot_latency_box"
4373 output-file-type: ".html"
4374 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4376 csit-vpp-perf-1710-all:
4379 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4386 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4391 gridcolor: "rgb(238, 238, 238)"
4392 linecolor: "rgb(238, 238, 238)"
4396 showticklabels: True
4397 tickcolor: "rgb(238, 238, 238)"
4399 title: "Indexed Test Cases"
4402 gridcolor: "rgb(238, 238, 238)'"
4404 linecolor: "rgb(238, 238, 238)"
4409 showticklabels: True
4410 tickcolor: "rgb(238, 238, 238)"
4411 title: "Latency min/avg/max [uSec]"
4430 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4431 algorithm: "plot_latency_box"
4432 output-file-type: ".html"
4433 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4435 csit-dpdk-perf-1710-all:
4446 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4453 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4458 gridcolor: "rgb(238, 238, 238)"
4459 linecolor: "rgb(238, 238, 238)"
4463 showticklabels: True
4464 tickcolor: "rgb(238, 238, 238)"
4466 title: "Indexed Test Cases"
4469 gridcolor: "rgb(238, 238, 238)'"
4471 linecolor: "rgb(238, 238, 238)"
4476 showticklabels: True
4477 tickcolor: "rgb(238, 238, 238)"
4478 title: "Latency min/avg/max [uSec]"
4496 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4497 algorithm: "plot_latency_box"
4498 output-file-type: ".html"
4499 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4501 csit-dpdk-perf-1710-all:
4512 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4519 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4524 gridcolor: "rgb(238, 238, 238)"
4525 linecolor: "rgb(238, 238, 238)"
4529 showticklabels: True
4530 tickcolor: "rgb(238, 238, 238)"
4532 title: "Indexed Test Cases"
4535 gridcolor: "rgb(238, 238, 238)'"
4537 linecolor: "rgb(238, 238, 238)"
4542 showticklabels: True
4543 tickcolor: "rgb(238, 238, 238)"
4544 title: "Latency min/avg/max [uSec]"
4562 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4563 algorithm: "plot_latency_box"
4564 output-file-type: ".html"
4565 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4567 csit-dpdk-perf-1710-all:
4578 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4585 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4590 gridcolor: "rgb(238, 238, 238)"
4591 linecolor: "rgb(238, 238, 238)"
4595 showticklabels: True
4596 tickcolor: "rgb(238, 238, 238)"
4598 title: "Indexed Test Cases"
4601 gridcolor: "rgb(238, 238, 238)'"
4603 linecolor: "rgb(238, 238, 238)"
4608 showticklabels: True
4609 tickcolor: "rgb(238, 238, 238)"
4610 title: "Latency min/avg/max [uSec]"
4628 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4629 algorithm: "plot_latency_box"
4630 output-file-type: ".html"
4631 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4633 csit-dpdk-perf-1710-all:
4644 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4651 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4656 gridcolor: "rgb(238, 238, 238)"
4657 linecolor: "rgb(238, 238, 238)"
4661 showticklabels: True
4662 tickcolor: "rgb(238, 238, 238)"
4664 title: "Indexed Test Cases"
4667 gridcolor: "rgb(238, 238, 238)'"
4669 linecolor: "rgb(238, 238, 238)"
4674 showticklabels: True
4675 tickcolor: "rgb(238, 238, 238)"
4676 title: "Latency min/avg/max [uSec]"
4692 # Ligato - Throughput
4697 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4698 algorithm: "plot_performance_box"
4699 output-file-type: ".html"
4700 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
4702 csit-vpp-perf-1710-all:
4705 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4711 boxpoints: "outliers"
4714 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4719 gridcolor: "rgb(238, 238, 238)"
4720 linecolor: "rgb(238, 238, 238)"
4724 showticklabels: True
4725 tickcolor: "rgb(238, 238, 238)"
4727 title: "Indexed Test Cases"
4730 gridcolor: "rgb(238, 238, 238)'"
4732 linecolor: "rgb(238, 238, 238)"
4737 showticklabels: True
4738 tickcolor: "rgb(238, 238, 238)"
4739 title: "Packets Per Second [pps]"
4757 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4758 algorithm: "plot_performance_box"
4759 output-file-type: ".html"
4760 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
4762 csit-vpp-perf-1710-all:
4765 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4771 boxpoints: "outliers"
4774 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4779 gridcolor: "rgb(238, 238, 238)"
4780 linecolor: "rgb(238, 238, 238)"
4784 showticklabels: True
4785 tickcolor: "rgb(238, 238, 238)"
4787 title: "Indexed Test Cases"
4790 gridcolor: "rgb(238, 238, 238)'"
4792 linecolor: "rgb(238, 238, 238)"
4797 showticklabels: True
4798 tickcolor: "rgb(238, 238, 238)"
4799 title: "Packets Per Second [pps]"
4817 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4818 algorithm: "plot_performance_box"
4819 output-file-type: ".html"
4820 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
4822 csit-vpp-perf-1710-all:
4825 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4831 boxpoints: "outliers"
4834 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4839 gridcolor: "rgb(238, 238, 238)"
4840 linecolor: "rgb(238, 238, 238)"
4844 showticklabels: True
4845 tickcolor: "rgb(238, 238, 238)"
4847 title: "Indexed Test Cases"
4850 gridcolor: "rgb(238, 238, 238)'"
4852 linecolor: "rgb(238, 238, 238)"
4857 showticklabels: True
4858 tickcolor: "rgb(238, 238, 238)"
4859 title: "Packets Per Second [pps]"
4877 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4878 algorithm: "plot_performance_box"
4879 output-file-type: ".html"
4880 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
4882 csit-vpp-perf-1710-all:
4885 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4891 boxpoints: "outliers"
4894 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4899 gridcolor: "rgb(238, 238, 238)"
4900 linecolor: "rgb(238, 238, 238)"
4904 showticklabels: True
4905 tickcolor: "rgb(238, 238, 238)"
4907 title: "Indexed Test Cases"
4910 gridcolor: "rgb(238, 238, 238)'"
4912 linecolor: "rgb(238, 238, 238)"
4917 showticklabels: True
4918 tickcolor: "rgb(238, 238, 238)"
4919 title: "Packets Per Second [pps]"
4935 # Container orchestrated
4938 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4939 algorithm: "plot_performance_box"
4940 output-file-type: ".html"
4941 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
4943 csit-ligato-perf-1710-all:
4945 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4951 boxpoints: "outliers"
4954 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4959 gridcolor: "rgb(238, 238, 238)"
4960 linecolor: "rgb(238, 238, 238)"
4964 showticklabels: True
4965 tickcolor: "rgb(238, 238, 238)"
4967 title: "Indexed Test Cases"
4970 gridcolor: "rgb(238, 238, 238)'"
4972 linecolor: "rgb(238, 238, 238)"
4977 showticklabels: True
4978 tickcolor: "rgb(238, 238, 238)"
4979 title: "Packets Per Second [pps]"
4997 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4998 algorithm: "plot_performance_box"
4999 output-file-type: ".html"
5000 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5002 csit-ligato-perf-1710-all:
5004 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5010 boxpoints: "outliers"
5013 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5018 gridcolor: "rgb(238, 238, 238)"
5019 linecolor: "rgb(238, 238, 238)"
5023 showticklabels: True
5024 tickcolor: "rgb(238, 238, 238)"
5026 title: "Indexed Test Cases"
5029 gridcolor: "rgb(238, 238, 238)'"
5031 linecolor: "rgb(238, 238, 238)"
5036 showticklabels: True
5037 tickcolor: "rgb(238, 238, 238)"
5038 title: "Packets Per Second [pps]"
5056 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5057 algorithm: "plot_performance_box"
5058 output-file-type: ".html"
5059 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5061 csit-ligato-perf-1710-all:
5063 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5069 boxpoints: "outliers"
5072 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5077 gridcolor: "rgb(238, 238, 238)"
5078 linecolor: "rgb(238, 238, 238)"
5082 showticklabels: True
5083 tickcolor: "rgb(238, 238, 238)"
5085 title: "Indexed Test Cases"
5088 gridcolor: "rgb(238, 238, 238)'"
5090 linecolor: "rgb(238, 238, 238)"
5095 showticklabels: True
5096 tickcolor: "rgb(238, 238, 238)"
5097 title: "Packets Per Second [pps]"
5115 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5116 algorithm: "plot_performance_box"
5117 output-file-type: ".html"
5118 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5120 csit-ligato-perf-1710-all:
5122 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5128 boxpoints: "outliers"
5131 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5136 gridcolor: "rgb(238, 238, 238)"
5137 linecolor: "rgb(238, 238, 238)"
5141 showticklabels: True
5142 tickcolor: "rgb(238, 238, 238)"
5144 title: "Indexed Test Cases"
5147 gridcolor: "rgb(238, 238, 238)'"
5149 linecolor: "rgb(238, 238, 238)"
5154 showticklabels: True
5155 tickcolor: "rgb(238, 238, 238)"
5156 title: "Packets Per Second [pps]"
5177 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5178 algorithm: "plot_latency_box"
5179 output-file-type: ".html"
5180 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5182 csit-vpp-perf-1710-all:
5185 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5192 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5197 gridcolor: "rgb(238, 238, 238)"
5198 linecolor: "rgb(238, 238, 238)"
5202 showticklabels: True
5203 tickcolor: "rgb(238, 238, 238)"
5205 title: "Indexed Test Cases"
5208 gridcolor: "rgb(238, 238, 238)'"
5210 linecolor: "rgb(238, 238, 238)"
5215 showticklabels: True
5216 tickcolor: "rgb(238, 238, 238)"
5217 title: "Latency min/avg/max [uSec]"
5235 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5236 algorithm: "plot_latency_box"
5237 output-file-type: ".html"
5238 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5240 csit-vpp-perf-1710-all:
5243 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5250 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5255 gridcolor: "rgb(238, 238, 238)"
5256 linecolor: "rgb(238, 238, 238)"
5260 showticklabels: True
5261 tickcolor: "rgb(238, 238, 238)"
5263 title: "Indexed Test Cases"
5266 gridcolor: "rgb(238, 238, 238)'"
5268 linecolor: "rgb(238, 238, 238)"
5273 showticklabels: True
5274 tickcolor: "rgb(238, 238, 238)"
5275 title: "Latency min/avg/max [uSec]"
5291 # Container orchestrated
5294 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5295 algorithm: "plot_latency_box"
5296 output-file-type: ".html"
5297 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5299 csit-ligato-perf-1710-all:
5301 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5308 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5313 gridcolor: "rgb(238, 238, 238)"
5314 linecolor: "rgb(238, 238, 238)"
5318 showticklabels: True
5319 tickcolor: "rgb(238, 238, 238)"
5321 title: "Indexed Test Cases"
5324 gridcolor: "rgb(238, 238, 238)'"
5326 linecolor: "rgb(238, 238, 238)"
5331 showticklabels: True
5332 tickcolor: "rgb(238, 238, 238)"
5333 title: "Latency min/avg/max [uSec]"
5351 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5352 algorithm: "plot_latency_box"
5353 output-file-type: ".html"
5354 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5356 csit-ligato-perf-1710-all:
5358 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5365 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5370 gridcolor: "rgb(238, 238, 238)"
5371 linecolor: "rgb(238, 238, 238)"
5375 showticklabels: True
5376 tickcolor: "rgb(238, 238, 238)"
5378 title: "Indexed Test Cases"
5381 gridcolor: "rgb(238, 238, 238)'"
5383 linecolor: "rgb(238, 238, 238)"
5388 showticklabels: True
5389 tickcolor: "rgb(238, 238, 238)"
5390 title: "Latency min/avg/max [uSec]"