6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
42 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
43 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
44 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
45 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
47 # Detailed test configurations
48 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
49 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
50 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
52 # Detailed tests operational data
53 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
54 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
56 # .css patch file to fix tables generated by Sphinx
57 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
58 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
61 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
62 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
65 # List the directories which are created while preparing the environment.
66 # All directories MUST be defined in "paths" section.
73 - "DIR[WORKING,SRC,STATIC]"
76 # List the directories which are deleted while cleaning the environment.
77 # All directories MUST be defined in "paths" section.
81 # List the directories where the results (build) is stored.
82 # All directories MUST be defined in "paths" section.
89 input-format: "xml" # zip or xml
90 extract: "robot-plugin/output.xml" # Only for zip
92 # The files must be in the directory DIR[WORKING,DATA]
93 csit-dpdk-perf-1707-all:
96 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
99 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
100 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
103 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
104 csit-vpp-functional-1707-ubuntu1604-virl:
106 build: lastSuccessfulBuild
107 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
108 hc2vpp-csit-integration-1707-ubuntu1604:
110 build: lastSuccessfulBuild
111 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
112 csit-vpp-perf-1707-all:
115 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
118 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
122 src-path: "{DIR[RST]}"
123 dst-path: "{DIR[WORKING,SRC]}"
126 type: "input" # Ignored in debug mode
128 file-name: "robot-plugin.zip"
130 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
131 extract: "robot-plugin/output.xml"
133 csit-vpp-perf-1707-all:
144 csit-vpp-perf-1710-all:
147 csit-dpdk-perf-1710-all:
158 csit-vpp-functional-1710-ubuntu1604-virl:
160 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
163 hc2vpp-csit-integration-1710-ubuntu1604:
164 - lastSuccessfulBuild
165 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: # REMOVE???
176 ################################################################################
178 ################################################################################
182 title: "Performance improvements"
183 algorithm: "table_performance_improvements"
184 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
185 output-file-ext: ".csv"
186 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
189 title: "Functionality"
195 title: "16.09 mean [Mpps]"
198 title: "17.01 mean [Mpps]"
201 title: "17.04 mean [Mpps]"
204 title: "17.07 mean [Mpps]"
205 data: "data csit-vpp-perf-1707-all mean"
207 title: "17.10 mean [Mpps]"
208 data: "data csit-vpp-perf-1710-all mean"
210 title: "17.10 stdev [Mpps]"
211 data: "data csit-vpp-perf-1710-all stdev"
213 title: "17.07 to 17.10 change [%]"
214 data: "operation relative_change 6 5"
217 csit-vpp-perf-1707-all:
228 csit-vpp-perf-1710-all:
237 title: "Detailed Test Results - VPP Performance Results"
238 algorithm: "table_details"
239 output-file-ext: ".csv"
240 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
246 title: "Documentation"
253 csit-vpp-perf-1710-all:
264 title: "Test configuration - VPP Performance Test Configs"
265 algorithm: "table_details"
266 output-file-ext: ".csv"
267 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
273 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
274 data: "data vat-history"
277 csit-vpp-perf-1710-all:
287 title: "Test Operational Data - VPP Performance Operational Data"
288 algorithm: "table_details"
289 output-file-ext: ".csv"
290 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
296 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
297 data: "data show-run"
300 csit-vpp-perf-1710-all:
310 title: "Detailed Test Results - VPP Functional Results"
311 algorithm: "table_details"
312 output-file-ext: ".csv"
313 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
319 title: "Documentation"
326 csit-vpp-functional-1710-ubuntu1604-virl:
337 title: "Test configuration - VPP Functional Test Configs"
338 algorithm: "table_details"
339 output-file-ext: ".csv"
340 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
346 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
347 data: "data vat-history"
350 csit-vpp-functional-1710-ubuntu1604-virl:
360 title: "Detailed Test Results - DPDK Performance Results"
361 algorithm: "table_details"
362 output-file-ext: ".csv"
363 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
369 title: "Documentation"
376 csit-dpdk-perf-1710-all:
387 title: "Detailed Test Results - Honeycomb Functional Results"
388 algorithm: "table_details"
389 output-file-ext: ".csv"
390 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
396 title: "Documentation"
403 hc2vpp-csit-integration-1710-ubuntu1604:
404 - "lastSuccessfulBuild"
414 # title: "Detailed Test Results - NSH SFC Functional Results"
415 # algorithm: "table_details"
416 # output-file-ext: ".csv"
417 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
423 # title: "Documentation"
427 # data: "data status"
430 # csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
439 ################################################################################
441 ################################################################################
445 title: "VPP Performance Results"
446 algorithm: "file_test_results"
447 output-file-ext: ".rst"
448 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
449 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
450 dir-tables: "{DIR[DTR,PERF,VPP]}"
452 csit-vpp-perf-1710-all:
459 data-start-level: 2 # 0, 1, 2, ...
460 chapters-start-level: 2 # 0, 1, 2, ...
464 title: "VPP Performance Configuration"
465 algorithm: "file_test_results"
466 output-file-ext: ".rst"
467 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
468 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
469 dir-tables: "{DIR[DTC,PERF,VPP]}"
471 csit-vpp-perf-1710-all:
478 data-start-level: 2 # 0, 1, 2, ...
479 chapters-start-level: 2 # 0, 1, 2, ...
483 title: "VPP Performance Operational Data"
484 algorithm: "file_test_results"
485 output-file-ext: ".rst"
486 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
487 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
488 dir-tables: "{DIR[DTO,PERF,VPP]}"
490 csit-vpp-perf-1710-all:
497 data-start-level: 2 # 0, 1, 2, ...
498 chapters-start-level: 2 # 0, 1, 2, ...
502 title: "VPP Functional Results"
503 algorithm: "file_test_results"
504 output-file-ext: ".rst"
505 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
506 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
507 dir-tables: "{DIR[DTR,FUNC,VPP]}"
509 csit-vpp-functional-1710-ubuntu1604-virl:
516 data-start-level: 3 # 0, 1, 2, ...
517 chapters-start-level: 2 # 0, 1, 2, ...
521 title: "VPP Functional Configuration"
522 algorithm: "file_test_results"
523 output-file-ext: ".rst"
524 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
525 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
526 dir-tables: "{DIR[DTC,FUNC,VPP]}"
528 csit-vpp-functional-1710-ubuntu1604-virl:
535 data-start-level: 3 # 0, 1, 2, ...
536 chapters-start-level: 2 # 0, 1, 2, ...
540 title: "DPDK Performance Results"
541 algorithm: "file_test_results"
542 output-file-ext: ".rst"
543 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
544 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
545 dir-tables: "{DIR[DTR,PERF,DPDK]}"
547 csit-dpdk-perf-1710-all:
556 data-start-level: 2 # 0, 1, 2, ...
557 chapters-start-level: 2 # 0, 1, 2, ...
561 title: "Honeycomb Functional Results"
562 algorithm: "file_test_results"
563 output-file-ext: ".rst"
564 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
565 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
566 dir-tables: "{DIR[DTR,FUNC,HC]}"
568 hc2vpp-csit-integration-1710-ubuntu1604:
569 - "lastSuccessfulBuild"
577 data-start-level: 3 # 0, 1, 2, ...
578 chapters-start-level: 2 # 0, 1, 2, ...
582 # title: "NSH SFC Functional Results"
583 # algorithm: "file_test_results"
584 # output-file-ext: ".rst"
585 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
586 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
587 # dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
589 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
598 # data-start-level: 2 # 0, 1, 2, ...
599 # chapters-start-level: 2 # 0, 1, 2, ...
601 ################################################################################
603 ################################################################################
605 # Plot packets per second
610 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
611 algorithm: "plot_performance_box"
612 output-file-type: ".html"
613 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
615 csit-vpp-perf-1710-all:
618 # Keep this formatting, the filter is enclosed with " (quotation mark) and
619 # each tag is enclosed with ' (apostrophe).
620 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
626 boxpoints: "outliers"
629 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
634 gridcolor: "rgb(238, 238, 238)"
635 linecolor: "rgb(238, 238, 238)"
640 tickcolor: "rgb(238, 238, 238)"
642 title: "Indexed Test Cases"
645 gridcolor: "rgb(238, 238, 238)'"
647 linecolor: "rgb(238, 238, 238)"
653 tickcolor: "rgb(238, 238, 238)"
654 title: "Packets Per Second [pps]"
672 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
673 algorithm: "plot_performance_box"
674 output-file-type: ".html"
675 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
677 csit-vpp-perf-1710-all:
680 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
686 boxpoints: "outliers"
689 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
694 gridcolor: "rgb(238, 238, 238)"
695 linecolor: "rgb(238, 238, 238)"
700 tickcolor: "rgb(238, 238, 238)"
702 title: "Indexed Test Cases"
705 gridcolor: "rgb(238, 238, 238)'"
707 linecolor: "rgb(238, 238, 238)"
713 tickcolor: "rgb(238, 238, 238)"
714 title: "Packets Per Second [pps]"
732 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
733 algorithm: "plot_performance_box"
734 output-file-type: ".html"
735 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
737 csit-vpp-perf-1710-all:
740 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
746 boxpoints: "outliers"
749 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
754 gridcolor: "rgb(238, 238, 238)"
755 linecolor: "rgb(238, 238, 238)"
760 tickcolor: "rgb(238, 238, 238)"
762 title: "Indexed Test Cases"
765 gridcolor: "rgb(238, 238, 238)'"
767 linecolor: "rgb(238, 238, 238)"
773 tickcolor: "rgb(238, 238, 238)"
774 title: "Packets Per Second [pps]"
792 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
793 algorithm: "plot_performance_box"
794 output-file-type: ".html"
795 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
797 csit-vpp-perf-1710-all:
800 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
806 boxpoints: "outliers"
809 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
814 gridcolor: "rgb(238, 238, 238)"
815 linecolor: "rgb(238, 238, 238)"
820 tickcolor: "rgb(238, 238, 238)"
822 title: "Indexed Test Cases"
825 gridcolor: "rgb(238, 238, 238)'"
827 linecolor: "rgb(238, 238, 238)"
833 tickcolor: "rgb(238, 238, 238)"
834 title: "Packets Per Second [pps]"
853 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
854 algorithm: "plot_performance_box"
855 output-file-type: ".html"
856 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
858 csit-vpp-perf-1710-all:
861 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
867 boxpoints: "outliers"
870 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
875 gridcolor: "rgb(238, 238, 238)"
876 linecolor: "rgb(238, 238, 238)"
881 tickcolor: "rgb(238, 238, 238)"
883 title: "Indexed Test Cases"
886 gridcolor: "rgb(238, 238, 238)'"
888 linecolor: "rgb(238, 238, 238)"
894 tickcolor: "rgb(238, 238, 238)"
895 title: "Packets Per Second [pps]"
913 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
914 algorithm: "plot_performance_box"
915 output-file-type: ".html"
916 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
918 csit-vpp-perf-1710-all:
921 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
927 boxpoints: "outliers"
930 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
935 gridcolor: "rgb(238, 238, 238)"
936 linecolor: "rgb(238, 238, 238)"
941 tickcolor: "rgb(238, 238, 238)"
943 title: "Indexed Test Cases"
946 gridcolor: "rgb(238, 238, 238)'"
948 linecolor: "rgb(238, 238, 238)"
950 range: [5000000, 12000000]
954 tickcolor: "rgb(238, 238, 238)"
955 title: "Packets Per Second [pps]"
973 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
974 algorithm: "plot_performance_box"
975 output-file-type: ".html"
976 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
978 csit-vpp-perf-1710-all:
981 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
987 boxpoints: "outliers"
990 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
995 gridcolor: "rgb(238, 238, 238)"
996 linecolor: "rgb(238, 238, 238)"
1000 showticklabels: True
1001 tickcolor: "rgb(238, 238, 238)"
1003 title: "Indexed Test Cases"
1006 gridcolor: "rgb(238, 238, 238)'"
1008 linecolor: "rgb(238, 238, 238)"
1013 showticklabels: True
1014 tickcolor: "rgb(238, 238, 238)"
1015 title: "Packets Per Second [pps]"
1033 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1034 algorithm: "plot_performance_box"
1035 output-file-type: ".html"
1036 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1038 csit-vpp-perf-1710-all:
1041 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1047 boxpoints: "outliers"
1050 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1055 gridcolor: "rgb(238, 238, 238)"
1056 linecolor: "rgb(238, 238, 238)"
1060 showticklabels: True
1061 tickcolor: "rgb(238, 238, 238)"
1063 title: "Indexed Test Cases"
1066 gridcolor: "rgb(238, 238, 238)'"
1068 linecolor: "rgb(238, 238, 238)"
1070 range: [5000000, 12000000]
1073 showticklabels: True
1074 tickcolor: "rgb(238, 238, 238)"
1075 title: "Packets Per Second [pps]"
1094 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1095 algorithm: "plot_performance_box"
1096 output-file-type: ".html"
1097 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1099 csit-vpp-perf-1710-all:
1102 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1108 boxpoints: "outliers"
1111 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1116 gridcolor: "rgb(238, 238, 238)"
1117 linecolor: "rgb(238, 238, 238)"
1121 showticklabels: True
1122 tickcolor: "rgb(238, 238, 238)"
1124 title: "Indexed Test Cases"
1127 gridcolor: "rgb(238, 238, 238)'"
1129 linecolor: "rgb(238, 238, 238)"
1134 showticklabels: True
1135 tickcolor: "rgb(238, 238, 238)"
1136 title: "Packets Per Second [pps]"
1154 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1155 algorithm: "plot_performance_box"
1156 output-file-type: ".html"
1157 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1159 csit-vpp-perf-1710-all:
1162 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1168 boxpoints: "outliers"
1171 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1176 gridcolor: "rgb(238, 238, 238)"
1177 linecolor: "rgb(238, 238, 238)"
1181 showticklabels: True
1182 tickcolor: "rgb(238, 238, 238)"
1184 title: "Indexed Test Cases"
1187 gridcolor: "rgb(238, 238, 238)'"
1189 linecolor: "rgb(238, 238, 238)"
1194 showticklabels: True
1195 tickcolor: "rgb(238, 238, 238)"
1196 title: "Packets Per Second [pps]"
1214 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1215 algorithm: "plot_performance_box"
1216 output-file-type: ".html"
1217 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1219 csit-vpp-perf-1710-all:
1222 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1228 boxpoints: "outliers"
1231 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1236 gridcolor: "rgb(238, 238, 238)"
1237 linecolor: "rgb(238, 238, 238)"
1241 showticklabels: True
1242 tickcolor: "rgb(238, 238, 238)"
1244 title: "Indexed Test Cases"
1247 gridcolor: "rgb(238, 238, 238)'"
1249 linecolor: "rgb(238, 238, 238)"
1254 showticklabels: True
1255 tickcolor: "rgb(238, 238, 238)"
1256 title: "Packets Per Second [pps]"
1274 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1275 algorithm: "plot_performance_box"
1276 output-file-type: ".html"
1277 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1279 csit-vpp-perf-1710-all:
1282 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1288 boxpoints: "outliers"
1291 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1296 gridcolor: "rgb(238, 238, 238)"
1297 linecolor: "rgb(238, 238, 238)"
1301 showticklabels: True
1302 tickcolor: "rgb(238, 238, 238)"
1304 title: "Indexed Test Cases"
1307 gridcolor: "rgb(238, 238, 238)'"
1309 linecolor: "rgb(238, 238, 238)"
1314 showticklabels: True
1315 tickcolor: "rgb(238, 238, 238)"
1316 title: "Packets Per Second [pps]"
1335 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1336 algorithm: "plot_performance_box"
1337 output-file-type: ".html"
1338 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1340 csit-vpp-perf-1710-all:
1343 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1349 boxpoints: "outliers"
1352 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1357 gridcolor: "rgb(238, 238, 238)"
1358 linecolor: "rgb(238, 238, 238)"
1362 showticklabels: True
1363 tickcolor: "rgb(238, 238, 238)"
1365 title: "Indexed Test Cases"
1368 gridcolor: "rgb(238, 238, 238)'"
1370 linecolor: "rgb(238, 238, 238)"
1375 showticklabels: True
1376 tickcolor: "rgb(238, 238, 238)"
1377 title: "Packets Per Second [pps]"
1395 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1396 algorithm: "plot_performance_box"
1397 output-file-type: ".html"
1398 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1400 csit-vpp-perf-1710-all:
1403 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1409 boxpoints: "outliers"
1412 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1417 gridcolor: "rgb(238, 238, 238)"
1418 linecolor: "rgb(238, 238, 238)"
1422 showticklabels: True
1423 tickcolor: "rgb(238, 238, 238)"
1425 title: "Indexed Test Cases"
1428 gridcolor: "rgb(238, 238, 238)'"
1430 linecolor: "rgb(238, 238, 238)"
1435 showticklabels: True
1436 tickcolor: "rgb(238, 238, 238)"
1437 title: "Packets Per Second [pps]"
1455 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1456 algorithm: "plot_performance_box"
1457 output-file-type: ".html"
1458 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1460 csit-vpp-perf-1710-all:
1463 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1469 boxpoints: "outliers"
1472 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1477 gridcolor: "rgb(238, 238, 238)"
1478 linecolor: "rgb(238, 238, 238)"
1482 showticklabels: True
1483 tickcolor: "rgb(238, 238, 238)"
1485 title: "Indexed Test Cases"
1488 gridcolor: "rgb(238, 238, 238)'"
1490 linecolor: "rgb(238, 238, 238)"
1495 showticklabels: True
1496 tickcolor: "rgb(238, 238, 238)"
1497 title: "Packets Per Second [pps]"
1515 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1516 algorithm: "plot_performance_box"
1517 output-file-type: ".html"
1518 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1520 csit-vpp-perf-1710-all:
1523 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1529 boxpoints: "outliers"
1532 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1537 gridcolor: "rgb(238, 238, 238)"
1538 linecolor: "rgb(238, 238, 238)"
1542 showticklabels: True
1543 tickcolor: "rgb(238, 238, 238)"
1545 title: "Indexed Test Cases"
1548 gridcolor: "rgb(238, 238, 238)'"
1550 linecolor: "rgb(238, 238, 238)"
1555 showticklabels: True
1556 tickcolor: "rgb(238, 238, 238)"
1557 title: "Packets Per Second [pps]"
1576 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1577 algorithm: "plot_performance_box"
1578 output-file-type: ".html"
1579 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1581 csit-vpp-perf-1710-all:
1584 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1590 boxpoints: "outliers"
1593 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1598 gridcolor: "rgb(238, 238, 238)"
1599 linecolor: "rgb(238, 238, 238)"
1603 showticklabels: True
1604 tickcolor: "rgb(238, 238, 238)"
1606 title: "Indexed Test Cases"
1609 gridcolor: "rgb(238, 238, 238)'"
1611 linecolor: "rgb(238, 238, 238)"
1616 showticklabels: True
1617 tickcolor: "rgb(238, 238, 238)"
1618 title: "Packets Per Second [pps]"
1636 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1637 algorithm: "plot_performance_box"
1638 output-file-type: ".html"
1639 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1641 csit-vpp-perf-1710-all:
1644 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1650 boxpoints: "outliers"
1653 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1658 gridcolor: "rgb(238, 238, 238)"
1659 linecolor: "rgb(238, 238, 238)"
1663 showticklabels: True
1664 tickcolor: "rgb(238, 238, 238)"
1666 title: "Indexed Test Cases"
1669 gridcolor: "rgb(238, 238, 238)'"
1671 linecolor: "rgb(238, 238, 238)"
1676 showticklabels: True
1677 tickcolor: "rgb(238, 238, 238)"
1678 title: "Packets Per Second [pps]"
1696 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1697 algorithm: "plot_performance_box"
1698 output-file-type: ".html"
1699 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1701 csit-vpp-perf-1710-all:
1704 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1710 boxpoints: "outliers"
1713 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1718 gridcolor: "rgb(238, 238, 238)"
1719 linecolor: "rgb(238, 238, 238)"
1723 showticklabels: True
1724 tickcolor: "rgb(238, 238, 238)"
1726 title: "Indexed Test Cases"
1729 gridcolor: "rgb(238, 238, 238)'"
1731 linecolor: "rgb(238, 238, 238)"
1736 showticklabels: True
1737 tickcolor: "rgb(238, 238, 238)"
1738 title: "Packets Per Second [pps]"
1756 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1757 algorithm: "plot_performance_box"
1758 output-file-type: ".html"
1759 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1761 csit-vpp-perf-1710-all:
1764 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1770 boxpoints: "outliers"
1773 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1778 gridcolor: "rgb(238, 238, 238)"
1779 linecolor: "rgb(238, 238, 238)"
1783 showticklabels: True
1784 tickcolor: "rgb(238, 238, 238)"
1786 title: "Indexed Test Cases"
1789 gridcolor: "rgb(238, 238, 238)'"
1791 linecolor: "rgb(238, 238, 238)"
1796 showticklabels: True
1797 tickcolor: "rgb(238, 238, 238)"
1798 title: "Packets Per Second [pps]"
1817 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1818 algorithm: "plot_performance_box"
1819 output-file-type: ".html"
1820 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1822 csit-vpp-perf-1710-all:
1825 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1831 boxpoints: "outliers"
1834 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1839 gridcolor: "rgb(238, 238, 238)"
1840 linecolor: "rgb(238, 238, 238)"
1844 showticklabels: True
1845 tickcolor: "rgb(238, 238, 238)"
1847 title: "Indexed Test Cases"
1850 gridcolor: "rgb(238, 238, 238)'"
1852 linecolor: "rgb(238, 238, 238)"
1857 showticklabels: True
1858 tickcolor: "rgb(238, 238, 238)"
1859 title: "Packets Per Second [pps]"
1877 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1878 algorithm: "plot_performance_box"
1879 output-file-type: ".html"
1880 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1882 csit-vpp-perf-1710-all:
1885 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1891 boxpoints: "outliers"
1894 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1899 gridcolor: "rgb(238, 238, 238)"
1900 linecolor: "rgb(238, 238, 238)"
1904 showticklabels: True
1905 tickcolor: "rgb(238, 238, 238)"
1907 title: "Indexed Test Cases"
1910 gridcolor: "rgb(238, 238, 238)'"
1912 linecolor: "rgb(238, 238, 238)"
1917 showticklabels: True
1918 tickcolor: "rgb(238, 238, 238)"
1919 title: "Packets Per Second [pps]"
1937 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1938 algorithm: "plot_performance_box"
1939 output-file-type: ".html"
1940 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1942 csit-vpp-perf-1710-all:
1945 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1951 boxpoints: "outliers"
1954 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1959 gridcolor: "rgb(238, 238, 238)"
1960 linecolor: "rgb(238, 238, 238)"
1964 showticklabels: True
1965 tickcolor: "rgb(238, 238, 238)"
1967 title: "Indexed Test Cases"
1970 gridcolor: "rgb(238, 238, 238)'"
1972 linecolor: "rgb(238, 238, 238)"
1977 showticklabels: True
1978 tickcolor: "rgb(238, 238, 238)"
1979 title: "Packets Per Second [pps]"
1997 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1998 algorithm: "plot_performance_box"
1999 output-file-type: ".html"
2000 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2002 csit-vpp-perf-1710-all:
2005 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2011 boxpoints: "outliers"
2014 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2019 gridcolor: "rgb(238, 238, 238)"
2020 linecolor: "rgb(238, 238, 238)"
2024 showticklabels: True
2025 tickcolor: "rgb(238, 238, 238)"
2027 title: "Indexed Test Cases"
2030 gridcolor: "rgb(238, 238, 238)'"
2032 linecolor: "rgb(238, 238, 238)"
2037 showticklabels: True
2038 tickcolor: "rgb(238, 238, 238)"
2039 title: "Packets Per Second [pps]"
2058 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2059 algorithm: "plot_performance_box"
2060 output-file-type: ".html"
2061 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2063 csit-vpp-perf-1710-all:
2066 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2072 boxpoints: "outliers"
2075 title: "64B-1t1c-.*vhost.*-ndrdisc"
2080 gridcolor: "rgb(238, 238, 238)"
2081 linecolor: "rgb(238, 238, 238)"
2085 showticklabels: True
2086 tickcolor: "rgb(238, 238, 238)"
2088 title: "Indexed Test Cases"
2091 gridcolor: "rgb(238, 238, 238)'"
2093 linecolor: "rgb(238, 238, 238)"
2098 showticklabels: True
2099 tickcolor: "rgb(238, 238, 238)"
2100 title: "Packets Per Second [pps]"
2118 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2119 algorithm: "plot_performance_box"
2120 output-file-type: ".html"
2121 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2123 csit-vpp-perf-1710-all:
2126 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2132 boxpoints: "outliers"
2135 title: "64B-2t2c-.*vhost.*-ndrdisc"
2140 gridcolor: "rgb(238, 238, 238)"
2141 linecolor: "rgb(238, 238, 238)"
2145 showticklabels: True
2146 tickcolor: "rgb(238, 238, 238)"
2148 title: "Indexed Test Cases"
2151 gridcolor: "rgb(238, 238, 238)'"
2153 linecolor: "rgb(238, 238, 238)"
2158 showticklabels: True
2159 tickcolor: "rgb(238, 238, 238)"
2160 title: "Packets Per Second [pps]"
2178 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2179 algorithm: "plot_performance_box"
2180 output-file-type: ".html"
2181 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2183 csit-vpp-perf-1710-all:
2186 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2192 boxpoints: "outliers"
2195 title: "64B-1t1c-.*vhost.*-pdrdisc"
2200 gridcolor: "rgb(238, 238, 238)"
2201 linecolor: "rgb(238, 238, 238)"
2205 showticklabels: True
2206 tickcolor: "rgb(238, 238, 238)"
2208 title: "Indexed Test Cases"
2211 gridcolor: "rgb(238, 238, 238)'"
2213 linecolor: "rgb(238, 238, 238)"
2218 showticklabels: True
2219 tickcolor: "rgb(238, 238, 238)"
2220 title: "Packets Per Second [pps]"
2238 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2239 algorithm: "plot_performance_box"
2240 output-file-type: ".html"
2241 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2243 csit-vpp-perf-1710-all:
2246 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2252 boxpoints: "outliers"
2255 title: "64B-2t2c-.*vhost.*-pdrdisc"
2260 gridcolor: "rgb(238, 238, 238)"
2261 linecolor: "rgb(238, 238, 238)"
2265 showticklabels: True
2266 tickcolor: "rgb(238, 238, 238)"
2268 title: "Indexed Test Cases"
2271 gridcolor: "rgb(238, 238, 238)'"
2273 linecolor: "rgb(238, 238, 238)"
2278 showticklabels: True
2279 tickcolor: "rgb(238, 238, 238)"
2280 title: "Packets Per Second [pps]"
2296 # VPP VM VHOST SELECTION
2299 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2300 algorithm: "plot_performance_box"
2301 output-file-type: ".html"
2302 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2304 csit-vpp-perf-1710-all:
2307 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2313 boxpoints: "outliers"
2316 title: "64B-1t1c-.*vhost.*-ndrdisc"
2321 gridcolor: "rgb(238, 238, 238)"
2322 linecolor: "rgb(238, 238, 238)"
2326 showticklabels: True
2327 tickcolor: "rgb(238, 238, 238)"
2329 title: "Indexed Test Cases"
2332 gridcolor: "rgb(238, 238, 238)'"
2334 linecolor: "rgb(238, 238, 238)"
2339 showticklabels: True
2340 tickcolor: "rgb(238, 238, 238)"
2341 title: "Packets Per Second [pps]"
2359 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2360 algorithm: "plot_performance_box"
2361 output-file-type: ".html"
2362 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2364 csit-vpp-perf-1710-all:
2367 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2373 boxpoints: "outliers"
2376 title: "64B-2t2c-.*vhost.*-ndrdisc"
2381 gridcolor: "rgb(238, 238, 238)"
2382 linecolor: "rgb(238, 238, 238)"
2386 showticklabels: True
2387 tickcolor: "rgb(238, 238, 238)"
2389 title: "Indexed Test Cases"
2392 gridcolor: "rgb(238, 238, 238)'"
2394 linecolor: "rgb(238, 238, 238)"
2399 showticklabels: True
2400 tickcolor: "rgb(238, 238, 238)"
2401 title: "Packets Per Second [pps]"
2419 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2420 algorithm: "plot_performance_box"
2421 output-file-type: ".html"
2422 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2424 csit-vpp-perf-1710-all:
2427 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2433 boxpoints: "outliers"
2436 title: "64B-1t1c-.*vhost.*-pdrdisc"
2441 gridcolor: "rgb(238, 238, 238)"
2442 linecolor: "rgb(238, 238, 238)"
2446 showticklabels: True
2447 tickcolor: "rgb(238, 238, 238)"
2449 title: "Indexed Test Cases"
2452 gridcolor: "rgb(238, 238, 238)'"
2454 linecolor: "rgb(238, 238, 238)"
2459 showticklabels: True
2460 tickcolor: "rgb(238, 238, 238)"
2461 title: "Packets Per Second [pps]"
2479 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2480 algorithm: "plot_performance_box"
2481 output-file-type: ".html"
2482 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2484 csit-vpp-perf-1710-all:
2487 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2493 boxpoints: "outliers"
2496 title: "64B-2t2c-.*vhost.*-pdrdisc"
2501 gridcolor: "rgb(238, 238, 238)"
2502 linecolor: "rgb(238, 238, 238)"
2506 showticklabels: True
2507 tickcolor: "rgb(238, 238, 238)"
2509 title: "Indexed Test Cases"
2512 gridcolor: "rgb(238, 238, 238)'"
2514 linecolor: "rgb(238, 238, 238)"
2519 showticklabels: True
2520 tickcolor: "rgb(238, 238, 238)"
2521 title: "Packets Per Second [pps]"
2540 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2541 algorithm: "plot_performance_box"
2542 output-file-type: ".html"
2543 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2545 csit-vpp-perf-1710-all:
2548 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2554 boxpoints: "outliers"
2557 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2562 gridcolor: "rgb(238, 238, 238)"
2563 linecolor: "rgb(238, 238, 238)"
2567 showticklabels: True
2568 tickcolor: "rgb(238, 238, 238)"
2570 title: "Indexed Test Cases"
2573 gridcolor: "rgb(238, 238, 238)'"
2575 linecolor: "rgb(238, 238, 238)"
2580 showticklabels: True
2581 tickcolor: "rgb(238, 238, 238)"
2582 title: "Packets Per Second [pps]"
2600 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2601 algorithm: "plot_performance_box"
2602 output-file-type: ".html"
2603 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2605 csit-vpp-perf-1710-all:
2608 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2614 boxpoints: "outliers"
2617 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2622 gridcolor: "rgb(238, 238, 238)"
2623 linecolor: "rgb(238, 238, 238)"
2627 showticklabels: True
2628 tickcolor: "rgb(238, 238, 238)"
2630 title: "Indexed Test Cases"
2633 gridcolor: "rgb(238, 238, 238)'"
2635 linecolor: "rgb(238, 238, 238)"
2640 showticklabels: True
2641 tickcolor: "rgb(238, 238, 238)"
2642 title: "Packets Per Second [pps]"
2660 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2661 algorithm: "plot_performance_box"
2662 output-file-type: ".html"
2663 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2665 csit-vpp-perf-1710-all:
2668 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2674 boxpoints: "outliers"
2677 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2682 gridcolor: "rgb(238, 238, 238)"
2683 linecolor: "rgb(238, 238, 238)"
2687 showticklabels: True
2688 tickcolor: "rgb(238, 238, 238)"
2690 title: "Indexed Test Cases"
2693 gridcolor: "rgb(238, 238, 238)'"
2695 linecolor: "rgb(238, 238, 238)"
2700 showticklabels: True
2701 tickcolor: "rgb(238, 238, 238)"
2702 title: "Packets Per Second [pps]"
2720 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2721 algorithm: "plot_performance_box"
2722 output-file-type: ".html"
2723 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2725 csit-vpp-perf-1710-all:
2728 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2734 boxpoints: "outliers"
2737 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2742 gridcolor: "rgb(238, 238, 238)"
2743 linecolor: "rgb(238, 238, 238)"
2747 showticklabels: True
2748 tickcolor: "rgb(238, 238, 238)"
2750 title: "Indexed Test Cases"
2753 gridcolor: "rgb(238, 238, 238)'"
2755 linecolor: "rgb(238, 238, 238)"
2760 showticklabels: True
2761 tickcolor: "rgb(238, 238, 238)"
2762 title: "Packets Per Second [pps]"
2781 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2782 algorithm: "plot_performance_box"
2783 output-file-type: ".html"
2784 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2786 csit-dpdk-perf-1710-all:
2797 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2803 boxpoints: "outliers"
2806 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2811 gridcolor: "rgb(238, 238, 238)"
2812 linecolor: "rgb(238, 238, 238)"
2816 showticklabels: True
2817 tickcolor: "rgb(238, 238, 238)"
2819 title: "Indexed Test Cases"
2822 gridcolor: "rgb(238, 238, 238)'"
2824 linecolor: "rgb(238, 238, 238)"
2829 showticklabels: True
2830 tickcolor: "rgb(238, 238, 238)"
2831 title: "Packets Per Second [pps]"
2849 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2850 algorithm: "plot_performance_box"
2851 output-file-type: ".html"
2852 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2854 csit-dpdk-perf-1710-all:
2865 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2871 boxpoints: "outliers"
2874 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2879 gridcolor: "rgb(238, 238, 238)"
2880 linecolor: "rgb(238, 238, 238)"
2884 showticklabels: True
2885 tickcolor: "rgb(238, 238, 238)"
2887 title: "Indexed Test Cases"
2890 gridcolor: "rgb(238, 238, 238)'"
2892 linecolor: "rgb(238, 238, 238)"
2897 showticklabels: True
2898 tickcolor: "rgb(238, 238, 238)"
2899 title: "Packets Per Second [pps]"
2917 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2918 algorithm: "plot_performance_box"
2919 output-file-type: ".html"
2920 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2922 csit-dpdk-perf-1710-all:
2933 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2939 boxpoints: "outliers"
2942 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2947 gridcolor: "rgb(238, 238, 238)"
2948 linecolor: "rgb(238, 238, 238)"
2952 showticklabels: True
2953 tickcolor: "rgb(238, 238, 238)"
2955 title: "Indexed Test Cases"
2958 gridcolor: "rgb(238, 238, 238)'"
2960 linecolor: "rgb(238, 238, 238)"
2962 range: [2000000, 12000000]
2965 showticklabels: True
2966 tickcolor: "rgb(238, 238, 238)"
2967 title: "Packets Per Second [pps]"
2985 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2986 algorithm: "plot_performance_box"
2987 output-file-type: ".html"
2988 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2990 csit-dpdk-perf-1710-all:
3001 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3007 boxpoints: "outliers"
3010 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3015 gridcolor: "rgb(238, 238, 238)"
3016 linecolor: "rgb(238, 238, 238)"
3020 showticklabels: True
3021 tickcolor: "rgb(238, 238, 238)"
3023 title: "Indexed Test Cases"
3026 gridcolor: "rgb(238, 238, 238)'"
3028 linecolor: "rgb(238, 238, 238)"
3030 range: [2000000, 12000000]
3033 showticklabels: True
3034 tickcolor: "rgb(238, 238, 238)"
3035 title: "Packets Per Second [pps]"
3053 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3054 algorithm: "plot_performance_box"
3055 output-file-type: ".html"
3056 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3058 csit-dpdk-perf-1710-all:
3069 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3075 boxpoints: "outliers"
3078 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3083 gridcolor: "rgb(238, 238, 238)"
3084 linecolor: "rgb(238, 238, 238)"
3088 showticklabels: True
3089 tickcolor: "rgb(238, 238, 238)"
3091 title: "Indexed Test Cases"
3094 gridcolor: "rgb(238, 238, 238)'"
3096 linecolor: "rgb(238, 238, 238)"
3101 showticklabels: True
3102 tickcolor: "rgb(238, 238, 238)"
3103 title: "Packets Per Second [pps]"
3121 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3122 algorithm: "plot_performance_box"
3123 output-file-type: ".html"
3124 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3126 csit-dpdk-perf-1710-all:
3137 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3143 boxpoints: "outliers"
3146 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3151 gridcolor: "rgb(238, 238, 238)"
3152 linecolor: "rgb(238, 238, 238)"
3156 showticklabels: True
3157 tickcolor: "rgb(238, 238, 238)"
3159 title: "Indexed Test Cases"
3162 gridcolor: "rgb(238, 238, 238)'"
3164 linecolor: "rgb(238, 238, 238)"
3169 showticklabels: True
3170 tickcolor: "rgb(238, 238, 238)"
3171 title: "Packets Per Second [pps]"
3189 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3190 algorithm: "plot_performance_box"
3191 output-file-type: ".html"
3192 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3194 csit-dpdk-perf-1710-all:
3205 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3211 boxpoints: "outliers"
3214 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3219 gridcolor: "rgb(238, 238, 238)"
3220 linecolor: "rgb(238, 238, 238)"
3224 showticklabels: True
3225 tickcolor: "rgb(238, 238, 238)"
3227 title: "Indexed Test Cases"
3230 gridcolor: "rgb(238, 238, 238)'"
3232 linecolor: "rgb(238, 238, 238)"
3234 range: [20000000, 30000000]
3237 showticklabels: True
3238 tickcolor: "rgb(238, 238, 238)"
3239 title: "Packets Per Second [pps]"
3257 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3258 algorithm: "plot_performance_box"
3259 output-file-type: ".html"
3260 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3262 csit-dpdk-perf-1710-all:
3273 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3279 boxpoints: "outliers"
3282 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3287 gridcolor: "rgb(238, 238, 238)"
3288 linecolor: "rgb(238, 238, 238)"
3292 showticklabels: True
3293 tickcolor: "rgb(238, 238, 238)"
3295 title: "Indexed Test Cases"
3298 gridcolor: "rgb(238, 238, 238)'"
3300 linecolor: "rgb(238, 238, 238)"
3302 range: [20000000, 30000000]
3305 showticklabels: True
3306 tickcolor: "rgb(238, 238, 238)"
3307 title: "Packets Per Second [pps]"
3328 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3329 algorithm: "plot_latency_box"
3330 output-file-type: ".html"
3331 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3333 csit-vpp-perf-1710-all:
3336 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3343 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3348 gridcolor: "rgb(238, 238, 238)"
3349 linecolor: "rgb(238, 238, 238)"
3353 showticklabels: True
3354 tickcolor: "rgb(238, 238, 238)"
3356 title: "Indexed Test Cases"
3359 gridcolor: "rgb(238, 238, 238)'"
3361 linecolor: "rgb(238, 238, 238)"
3366 showticklabels: True
3367 tickcolor: "rgb(238, 238, 238)"
3368 title: "Latency min/avg/max [uSec]"
3386 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3387 algorithm: "plot_latency_box"
3388 output-file-type: ".html"
3389 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3391 csit-vpp-perf-1710-all:
3394 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3401 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3406 gridcolor: "rgb(238, 238, 238)"
3407 linecolor: "rgb(238, 238, 238)"
3411 showticklabels: True
3412 tickcolor: "rgb(238, 238, 238)"
3414 title: "Indexed Test Cases"
3417 gridcolor: "rgb(238, 238, 238)'"
3419 linecolor: "rgb(238, 238, 238)"
3424 showticklabels: True
3425 tickcolor: "rgb(238, 238, 238)"
3426 title: "Latency min/avg/max [uSec]"
3445 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3446 algorithm: "plot_latency_box"
3447 output-file-type: ".html"
3448 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3450 csit-vpp-perf-1710-all:
3453 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3460 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3465 gridcolor: "rgb(238, 238, 238)"
3466 linecolor: "rgb(238, 238, 238)"
3470 showticklabels: True
3471 tickcolor: "rgb(238, 238, 238)"
3473 title: "Indexed Test Cases"
3476 gridcolor: "rgb(238, 238, 238)'"
3478 linecolor: "rgb(238, 238, 238)"
3483 showticklabels: True
3484 tickcolor: "rgb(238, 238, 238)"
3485 title: "Latency min/avg/max [uSec]"
3503 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3504 algorithm: "plot_latency_box"
3505 output-file-type: ".html"
3506 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3508 csit-vpp-perf-1710-all:
3511 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3518 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3523 gridcolor: "rgb(238, 238, 238)"
3524 linecolor: "rgb(238, 238, 238)"
3528 showticklabels: True
3529 tickcolor: "rgb(238, 238, 238)"
3531 title: "Indexed Test Cases"
3534 gridcolor: "rgb(238, 238, 238)'"
3536 linecolor: "rgb(238, 238, 238)"
3541 showticklabels: True
3542 tickcolor: "rgb(238, 238, 238)"
3543 title: "Latency min/avg/max [uSec]"
3562 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3563 algorithm: "plot_latency_box"
3564 output-file-type: ".html"
3565 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3567 csit-vpp-perf-1710-all:
3570 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3577 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3582 gridcolor: "rgb(238, 238, 238)"
3583 linecolor: "rgb(238, 238, 238)"
3587 showticklabels: True
3588 tickcolor: "rgb(238, 238, 238)"
3590 title: "Indexed Test Cases"
3593 gridcolor: "rgb(238, 238, 238)'"
3595 linecolor: "rgb(238, 238, 238)"
3600 showticklabels: True
3601 tickcolor: "rgb(238, 238, 238)"
3602 title: "Latency min/avg/max [uSec]"
3620 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3621 algorithm: "plot_latency_box"
3622 output-file-type: ".html"
3623 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3625 csit-vpp-perf-1710-all:
3628 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3635 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3640 gridcolor: "rgb(238, 238, 238)"
3641 linecolor: "rgb(238, 238, 238)"
3645 showticklabels: True
3646 tickcolor: "rgb(238, 238, 238)"
3648 title: "Indexed Test Cases"
3651 gridcolor: "rgb(238, 238, 238)'"
3653 linecolor: "rgb(238, 238, 238)"
3658 showticklabels: True
3659 tickcolor: "rgb(238, 238, 238)"
3660 title: "Latency min/avg/max [uSec]"
3679 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3680 algorithm: "plot_latency_box"
3681 output-file-type: ".html"
3682 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3684 csit-vpp-perf-1710-all:
3687 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3694 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3699 gridcolor: "rgb(238, 238, 238)"
3700 linecolor: "rgb(238, 238, 238)"
3704 showticklabels: True
3705 tickcolor: "rgb(238, 238, 238)"
3707 title: "Indexed Test Cases"
3710 gridcolor: "rgb(238, 238, 238)'"
3712 linecolor: "rgb(238, 238, 238)"
3717 showticklabels: True
3718 tickcolor: "rgb(238, 238, 238)"
3719 title: "Latency min/avg/max [uSec]"
3737 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3738 algorithm: "plot_latency_box"
3739 output-file-type: ".html"
3740 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3742 csit-vpp-perf-1710-all:
3745 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3752 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3757 gridcolor: "rgb(238, 238, 238)"
3758 linecolor: "rgb(238, 238, 238)"
3762 showticklabels: True
3763 tickcolor: "rgb(238, 238, 238)"
3765 title: "Indexed Test Cases"
3768 gridcolor: "rgb(238, 238, 238)'"
3770 linecolor: "rgb(238, 238, 238)"
3775 showticklabels: True
3776 tickcolor: "rgb(238, 238, 238)"
3777 title: "Latency min/avg/max [uSec]"
3796 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3797 algorithm: "plot_latency_box"
3798 output-file-type: ".html"
3799 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3801 csit-vpp-perf-1710-all:
3804 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3811 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3816 gridcolor: "rgb(238, 238, 238)"
3817 linecolor: "rgb(238, 238, 238)"
3821 showticklabels: True
3822 tickcolor: "rgb(238, 238, 238)"
3824 title: "Indexed Test Cases"
3827 gridcolor: "rgb(238, 238, 238)'"
3829 linecolor: "rgb(238, 238, 238)"
3834 showticklabels: True
3835 tickcolor: "rgb(238, 238, 238)"
3836 title: "Latency min/avg/max [uSec]"
3854 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3855 algorithm: "plot_latency_box"
3856 output-file-type: ".html"
3857 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3859 csit-vpp-perf-1710-all:
3862 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3869 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3874 gridcolor: "rgb(238, 238, 238)"
3875 linecolor: "rgb(238, 238, 238)"
3879 showticklabels: True
3880 tickcolor: "rgb(238, 238, 238)"
3882 title: "Indexed Test Cases"
3885 gridcolor: "rgb(238, 238, 238)'"
3887 linecolor: "rgb(238, 238, 238)"
3892 showticklabels: True
3893 tickcolor: "rgb(238, 238, 238)"
3894 title: "Latency min/avg/max [uSec]"
3913 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3914 algorithm: "plot_latency_box"
3915 output-file-type: ".html"
3916 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3918 csit-vpp-perf-1710-all:
3921 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3928 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3933 gridcolor: "rgb(238, 238, 238)"
3934 linecolor: "rgb(238, 238, 238)"
3938 showticklabels: True
3939 tickcolor: "rgb(238, 238, 238)"
3941 title: "Indexed Test Cases"
3944 gridcolor: "rgb(238, 238, 238)'"
3946 linecolor: "rgb(238, 238, 238)"
3951 showticklabels: True
3952 tickcolor: "rgb(238, 238, 238)"
3953 title: "Latency min/avg/max [uSec]"
3971 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3972 algorithm: "plot_latency_box"
3973 output-file-type: ".html"
3974 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3976 csit-vpp-perf-1710-all:
3979 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3986 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3991 gridcolor: "rgb(238, 238, 238)"
3992 linecolor: "rgb(238, 238, 238)"
3996 showticklabels: True
3997 tickcolor: "rgb(238, 238, 238)"
3999 title: "Indexed Test Cases"
4002 gridcolor: "rgb(238, 238, 238)'"
4004 linecolor: "rgb(238, 238, 238)"
4009 showticklabels: True
4010 tickcolor: "rgb(238, 238, 238)"
4011 title: "Latency min/avg/max [uSec]"
4030 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4031 algorithm: "plot_latency_box"
4032 output-file-type: ".html"
4033 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4035 csit-vpp-perf-1710-all:
4038 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4045 title: "64B-1t1c-.*vhost.*-ndrdisc"
4050 gridcolor: "rgb(238, 238, 238)"
4051 linecolor: "rgb(238, 238, 238)"
4055 showticklabels: True
4056 tickcolor: "rgb(238, 238, 238)"
4058 title: "Indexed Test Cases"
4061 gridcolor: "rgb(238, 238, 238)'"
4063 linecolor: "rgb(238, 238, 238)"
4068 showticklabels: True
4069 tickcolor: "rgb(238, 238, 238)"
4070 title: "Latency min/avg/max [uSec]"
4088 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4089 algorithm: "plot_latency_box"
4090 output-file-type: ".html"
4091 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4093 csit-vpp-perf-1710-all:
4096 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4103 title: "64B-2t2c-.*vhost.*-ndrdisc"
4108 gridcolor: "rgb(238, 238, 238)"
4109 linecolor: "rgb(238, 238, 238)"
4113 showticklabels: True
4114 tickcolor: "rgb(238, 238, 238)"
4116 title: "Indexed Test Cases"
4119 gridcolor: "rgb(238, 238, 238)'"
4121 linecolor: "rgb(238, 238, 238)"
4126 showticklabels: True
4127 tickcolor: "rgb(238, 238, 238)"
4128 title: "Latency min/avg/max [uSec]"
4144 # VPP VM VHOST selection
4147 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4148 algorithm: "plot_latency_box"
4149 output-file-type: ".html"
4150 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4152 csit-vpp-perf-1710-all:
4155 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4162 title: "64B-1t1c-.*vhost.*-ndrdisc"
4167 gridcolor: "rgb(238, 238, 238)"
4168 linecolor: "rgb(238, 238, 238)"
4172 showticklabels: True
4173 tickcolor: "rgb(238, 238, 238)"
4175 title: "Indexed Test Cases"
4178 gridcolor: "rgb(238, 238, 238)'"
4180 linecolor: "rgb(238, 238, 238)"
4185 showticklabels: True
4186 tickcolor: "rgb(238, 238, 238)"
4187 title: "Latency min/avg/max [uSec]"
4205 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4206 algorithm: "plot_latency_box"
4207 output-file-type: ".html"
4208 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4210 csit-vpp-perf-1710-all:
4213 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4220 title: "64B-2t2c-.*vhost.*-ndrdisc"
4225 gridcolor: "rgb(238, 238, 238)"
4226 linecolor: "rgb(238, 238, 238)"
4230 showticklabels: True
4231 tickcolor: "rgb(238, 238, 238)"
4233 title: "Indexed Test Cases"
4236 gridcolor: "rgb(238, 238, 238)'"
4238 linecolor: "rgb(238, 238, 238)"
4243 showticklabels: True
4244 tickcolor: "rgb(238, 238, 238)"
4245 title: "Latency min/avg/max [uSec]"
4264 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4265 algorithm: "plot_latency_box"
4266 output-file-type: ".html"
4267 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4269 csit-vpp-perf-1710-all:
4272 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4279 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4284 gridcolor: "rgb(238, 238, 238)"
4285 linecolor: "rgb(238, 238, 238)"
4289 showticklabels: True
4290 tickcolor: "rgb(238, 238, 238)"
4292 title: "Indexed Test Cases"
4295 gridcolor: "rgb(238, 238, 238)'"
4297 linecolor: "rgb(238, 238, 238)"
4302 showticklabels: True
4303 tickcolor: "rgb(238, 238, 238)"
4304 title: "Latency min/avg/max [uSec]"
4322 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4323 algorithm: "plot_latency_box"
4324 output-file-type: ".html"
4325 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4327 csit-vpp-perf-1710-all:
4330 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4337 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4342 gridcolor: "rgb(238, 238, 238)"
4343 linecolor: "rgb(238, 238, 238)"
4347 showticklabels: True
4348 tickcolor: "rgb(238, 238, 238)"
4350 title: "Indexed Test Cases"
4353 gridcolor: "rgb(238, 238, 238)'"
4355 linecolor: "rgb(238, 238, 238)"
4360 showticklabels: True
4361 tickcolor: "rgb(238, 238, 238)"
4362 title: "Latency min/avg/max [uSec]"
4381 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4382 algorithm: "plot_latency_box"
4383 output-file-type: ".html"
4384 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4386 csit-dpdk-perf-1710-all:
4397 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4404 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4409 gridcolor: "rgb(238, 238, 238)"
4410 linecolor: "rgb(238, 238, 238)"
4414 showticklabels: True
4415 tickcolor: "rgb(238, 238, 238)"
4417 title: "Indexed Test Cases"
4420 gridcolor: "rgb(238, 238, 238)'"
4422 linecolor: "rgb(238, 238, 238)"
4427 showticklabels: True
4428 tickcolor: "rgb(238, 238, 238)"
4429 title: "Latency min/avg/max [uSec]"
4447 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4448 algorithm: "plot_latency_box"
4449 output-file-type: ".html"
4450 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4452 csit-dpdk-perf-1710-all:
4463 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4470 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4475 gridcolor: "rgb(238, 238, 238)"
4476 linecolor: "rgb(238, 238, 238)"
4480 showticklabels: True
4481 tickcolor: "rgb(238, 238, 238)"
4483 title: "Indexed Test Cases"
4486 gridcolor: "rgb(238, 238, 238)'"
4488 linecolor: "rgb(238, 238, 238)"
4493 showticklabels: True
4494 tickcolor: "rgb(238, 238, 238)"
4495 title: "Latency min/avg/max [uSec]"
4513 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4514 algorithm: "plot_latency_box"
4515 output-file-type: ".html"
4516 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4518 csit-dpdk-perf-1710-all:
4529 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4536 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4541 gridcolor: "rgb(238, 238, 238)"
4542 linecolor: "rgb(238, 238, 238)"
4546 showticklabels: True
4547 tickcolor: "rgb(238, 238, 238)"
4549 title: "Indexed Test Cases"
4552 gridcolor: "rgb(238, 238, 238)'"
4554 linecolor: "rgb(238, 238, 238)"
4559 showticklabels: True
4560 tickcolor: "rgb(238, 238, 238)"
4561 title: "Latency min/avg/max [uSec]"
4579 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4580 algorithm: "plot_latency_box"
4581 output-file-type: ".html"
4582 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4584 csit-dpdk-perf-1710-all:
4595 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4602 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4607 gridcolor: "rgb(238, 238, 238)"
4608 linecolor: "rgb(238, 238, 238)"
4612 showticklabels: True
4613 tickcolor: "rgb(238, 238, 238)"
4615 title: "Indexed Test Cases"
4618 gridcolor: "rgb(238, 238, 238)'"
4620 linecolor: "rgb(238, 238, 238)"
4625 showticklabels: True
4626 tickcolor: "rgb(238, 238, 238)"
4627 title: "Latency min/avg/max [uSec]"