6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
42 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
43 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
44 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
45 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
47 # Detailed test configurations
48 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
49 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
50 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
52 # Detailed tests operational data
53 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
54 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
56 # .css patch file to fix tables generated by Sphinx
57 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
58 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
61 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
62 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
65 # List the directories which are created while preparing the environment.
66 # All directories MUST be defined in "paths" section.
73 - "DIR[WORKING,SRC,STATIC]"
76 # List the directories which are deleted while cleaning the environment.
77 # All directories MUST be defined in "paths" section.
81 # List the directories where the results (build) is stored.
82 # All directories MUST be defined in "paths" section.
89 input-format: "xml" # zip or xml
90 extract: "robot-plugin/output.xml" # Only for zip
92 # The files must be in the directory DIR[WORKING,DATA]
93 csit-dpdk-perf-1707-all:
96 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
99 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
100 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
103 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
104 csit-vpp-functional-1707-ubuntu1604-virl:
106 build: lastSuccessfulBuild
107 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
108 hc2vpp-csit-integration-1707-ubuntu1604:
110 build: lastSuccessfulBuild
111 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
112 csit-vpp-perf-1707-all:
115 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
118 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
122 src-path: "{DIR[RST]}"
123 dst-path: "{DIR[WORKING,SRC]}"
126 type: "input" # Ignored in debug mode
128 file-name: "robot-plugin.zip"
130 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
131 extract: "robot-plugin/output.xml"
133 csit-vpp-perf-1707-all:
145 csit-dpdk-perf-1707-all:
156 csit-vpp-functional-1707-ubuntu1604-virl:
157 - lastSuccessfulBuild
158 hc2vpp-csit-perf-master-ubuntu1604:
161 hc2vpp-csit-integration-1707-ubuntu1604:
162 - lastSuccessfulBuild
163 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
174 ################################################################################
176 ################################################################################
180 title: "Performance improvements"
181 algorithm: "table_performance_improvements"
182 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
183 output-file-ext: ".csv"
184 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
187 title: "VPP Functionality"
193 title: "VPP-16.09 mean [Mpps]"
196 title: "VPP-17.01 mean [Mpps]"
199 title: "VPP-17.04 mean [Mpps]"
202 title: "VPP-17.07 mean [Mpps]"
203 data: "data csit-vpp-perf-1707-all mean"
205 title: "VPP-17.07 stdev [Mpps]"
206 data: "data csit-vpp-perf-1707-all stdev"
208 title: "17.04 to 17.07 change [%]"
209 data: "operation relative_change 5 4"
212 csit-vpp-perf-1707-all:
229 title: "Detailed Test Results - VPP Performance Results"
230 algorithm: "table_details"
231 output-file-ext: ".csv"
232 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
238 title: "Documentation"
245 csit-vpp-perf-1707-all:
256 title: "Test configuration - VPP Performance Test Configs"
257 algorithm: "table_details"
258 output-file-ext: ".csv"
259 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
265 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
266 data: "data vat-history"
269 csit-vpp-perf-1707-all:
279 title: "Test Operational Data - VPP Performance Operational Data"
280 algorithm: "table_details"
281 output-file-ext: ".csv"
282 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
288 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
289 data: "data show-run"
292 csit-vpp-perf-1707-all:
302 title: "Detailed Test Results - VPP Functional Results"
303 algorithm: "table_details"
304 output-file-ext: ".csv"
305 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
311 title: "Documentation"
318 csit-vpp-functional-1707-ubuntu1604-virl:
319 - "lastSuccessfulBuild"
329 title: "Test configuration - VPP Functional Test Configs"
330 algorithm: "table_details"
331 output-file-ext: ".csv"
332 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
338 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
339 data: "data vat-history"
342 csit-vpp-functional-1707-ubuntu1604-virl:
343 - "lastSuccessfulBuild"
352 title: "Detailed Test Results - DPDK Performance Results"
353 algorithm: "table_details"
354 output-file-ext: ".csv"
355 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
361 title: "Documentation"
368 csit-dpdk-perf-1707-all:
379 title: "Detailed Test Results - Honeycomb Functional Results"
380 algorithm: "table_details"
381 output-file-ext: ".csv"
382 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
388 title: "Documentation"
395 hc2vpp-csit-integration-1707-ubuntu1604:
396 - "lastSuccessfulBuild"
406 title: "Detailed Test Results - NSH SFC Functional Results"
407 algorithm: "table_details"
408 output-file-ext: ".csv"
409 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
415 title: "Documentation"
422 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
431 ################################################################################
433 ################################################################################
437 title: "VPP Performance Results"
438 algorithm: "file_test_results"
439 output-file-ext: ".rst"
440 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
441 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
442 dir-tables: "{DIR[DTR,PERF,VPP]}"
444 csit-vpp-perf-1707-all:
451 data-start-level: 2 # 0, 1, 2, ...
452 chapters-start-level: 2 # 0, 1, 2, ...
456 title: "VPP Performance Configuration"
457 algorithm: "file_test_results"
458 output-file-ext: ".rst"
459 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
460 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
461 dir-tables: "{DIR[DTC,PERF,VPP]}"
463 csit-vpp-perf-1707-all:
470 data-start-level: 2 # 0, 1, 2, ...
471 chapters-start-level: 2 # 0, 1, 2, ...
475 title: "VPP Performance Operational Data"
476 algorithm: "file_test_results"
477 output-file-ext: ".rst"
478 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
479 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
480 dir-tables: "{DIR[DTO,PERF,VPP]}"
482 csit-vpp-perf-1707-all:
489 data-start-level: 2 # 0, 1, 2, ...
490 chapters-start-level: 2 # 0, 1, 2, ...
494 title: "VPP Functional Results"
495 algorithm: "file_test_results"
496 output-file-ext: ".rst"
497 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
498 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
499 dir-tables: "{DIR[DTR,FUNC,VPP]}"
501 csit-vpp-functional-1707-ubuntu1604-virl:
502 - "lastSuccessfulBuild"
508 data-start-level: 3 # 0, 1, 2, ...
509 chapters-start-level: 2 # 0, 1, 2, ...
513 title: "VPP Functional Configuration"
514 algorithm: "file_test_results"
515 output-file-ext: ".rst"
516 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
517 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
518 dir-tables: "{DIR[DTC,FUNC,VPP]}"
520 csit-vpp-functional-1707-ubuntu1604-virl:
521 - "lastSuccessfulBuild"
527 data-start-level: 3 # 0, 1, 2, ...
528 chapters-start-level: 2 # 0, 1, 2, ...
532 title: "DPDK Performance Results"
533 algorithm: "file_test_results"
534 output-file-ext: ".rst"
535 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
536 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
537 dir-tables: "{DIR[DTR,PERF,DPDK]}"
539 csit-dpdk-perf-1707-all:
548 data-start-level: 2 # 0, 1, 2, ...
549 chapters-start-level: 2 # 0, 1, 2, ...
553 title: "Honeycomb Functional Results"
554 algorithm: "file_test_results"
555 output-file-ext: ".rst"
556 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
557 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
558 dir-tables: "{DIR[DTR,FUNC,HC]}"
560 hc2vpp-csit-integration-1707-ubuntu1604:
561 - "lastSuccessfulBuild"
569 data-start-level: 3 # 0, 1, 2, ...
570 chapters-start-level: 2 # 0, 1, 2, ...
574 title: "NSH SFC Functional Results"
575 algorithm: "file_test_results"
576 output-file-ext: ".rst"
577 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
578 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
579 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
581 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
590 data-start-level: 2 # 0, 1, 2, ...
591 chapters-start-level: 2 # 0, 1, 2, ...
593 ################################################################################
595 ################################################################################
597 # Plot packets per second
602 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
603 algorithm: "plot_performance_box"
604 output-file-type: ".html"
605 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
607 csit-vpp-perf-1707-all:
618 # Keep this formatting, the filter is enclosed with " (quotation mark) and
619 # each tag is enclosed with ' (apostrophe).
620 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
626 boxpoints: "outliers"
629 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
634 gridcolor: "rgb(238, 238, 238)"
635 linecolor: "rgb(238, 238, 238)"
640 tickcolor: "rgb(238, 238, 238)"
642 title: "Indexed Test Cases"
645 gridcolor: "rgb(238, 238, 238)'"
647 linecolor: "rgb(238, 238, 238)"
653 tickcolor: "rgb(238, 238, 238)"
654 title: "Packets Per Second [pps]"
672 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
673 algorithm: "plot_performance_box"
674 output-file-type: ".html"
675 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
677 csit-vpp-perf-1707-all:
688 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
694 boxpoints: "outliers"
697 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
702 gridcolor: "rgb(238, 238, 238)"
703 linecolor: "rgb(238, 238, 238)"
708 tickcolor: "rgb(238, 238, 238)"
710 title: "Indexed Test Cases"
713 gridcolor: "rgb(238, 238, 238)'"
715 linecolor: "rgb(238, 238, 238)"
721 tickcolor: "rgb(238, 238, 238)"
722 title: "Packets Per Second [pps]"
740 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
741 algorithm: "plot_performance_box"
742 output-file-type: ".html"
743 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
745 csit-vpp-perf-1707-all:
756 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
762 boxpoints: "outliers"
765 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
770 gridcolor: "rgb(238, 238, 238)"
771 linecolor: "rgb(238, 238, 238)"
776 tickcolor: "rgb(238, 238, 238)"
778 title: "Indexed Test Cases"
781 gridcolor: "rgb(238, 238, 238)'"
783 linecolor: "rgb(238, 238, 238)"
789 tickcolor: "rgb(238, 238, 238)"
790 title: "Packets Per Second [pps]"
808 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
809 algorithm: "plot_performance_box"
810 output-file-type: ".html"
811 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
813 csit-vpp-perf-1707-all:
824 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
830 boxpoints: "outliers"
833 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
838 gridcolor: "rgb(238, 238, 238)"
839 linecolor: "rgb(238, 238, 238)"
844 tickcolor: "rgb(238, 238, 238)"
846 title: "Indexed Test Cases"
849 gridcolor: "rgb(238, 238, 238)'"
851 linecolor: "rgb(238, 238, 238)"
857 tickcolor: "rgb(238, 238, 238)"
858 title: "Packets Per Second [pps]"
877 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
878 algorithm: "plot_performance_box"
879 output-file-type: ".html"
880 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
882 csit-vpp-perf-1707-all:
893 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
899 boxpoints: "outliers"
902 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
907 gridcolor: "rgb(238, 238, 238)"
908 linecolor: "rgb(238, 238, 238)"
913 tickcolor: "rgb(238, 238, 238)"
915 title: "Indexed Test Cases"
918 gridcolor: "rgb(238, 238, 238)'"
920 linecolor: "rgb(238, 238, 238)"
926 tickcolor: "rgb(238, 238, 238)"
927 title: "Packets Per Second [pps]"
945 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
946 algorithm: "plot_performance_box"
947 output-file-type: ".html"
948 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
950 csit-vpp-perf-1707-all:
961 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
967 boxpoints: "outliers"
970 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
975 gridcolor: "rgb(238, 238, 238)"
976 linecolor: "rgb(238, 238, 238)"
981 tickcolor: "rgb(238, 238, 238)"
983 title: "Indexed Test Cases"
986 gridcolor: "rgb(238, 238, 238)'"
988 linecolor: "rgb(238, 238, 238)"
990 range: [5000000, 12000000]
994 tickcolor: "rgb(238, 238, 238)"
995 title: "Packets Per Second [pps]"
1013 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1014 algorithm: "plot_performance_box"
1015 output-file-type: ".html"
1016 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1018 csit-vpp-perf-1707-all:
1029 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1035 boxpoints: "outliers"
1038 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1043 gridcolor: "rgb(238, 238, 238)"
1044 linecolor: "rgb(238, 238, 238)"
1048 showticklabels: True
1049 tickcolor: "rgb(238, 238, 238)"
1051 title: "Indexed Test Cases"
1054 gridcolor: "rgb(238, 238, 238)'"
1056 linecolor: "rgb(238, 238, 238)"
1061 showticklabels: True
1062 tickcolor: "rgb(238, 238, 238)"
1063 title: "Packets Per Second [pps]"
1081 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1082 algorithm: "plot_performance_box"
1083 output-file-type: ".html"
1084 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1086 csit-vpp-perf-1707-all:
1097 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1103 boxpoints: "outliers"
1106 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1111 gridcolor: "rgb(238, 238, 238)"
1112 linecolor: "rgb(238, 238, 238)"
1116 showticklabels: True
1117 tickcolor: "rgb(238, 238, 238)"
1119 title: "Indexed Test Cases"
1122 gridcolor: "rgb(238, 238, 238)'"
1124 linecolor: "rgb(238, 238, 238)"
1126 range: [5000000, 12000000]
1129 showticklabels: True
1130 tickcolor: "rgb(238, 238, 238)"
1131 title: "Packets Per Second [pps]"
1150 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1151 algorithm: "plot_performance_box"
1152 output-file-type: ".html"
1153 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1155 csit-vpp-perf-1707-all:
1166 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1172 boxpoints: "outliers"
1175 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1180 gridcolor: "rgb(238, 238, 238)"
1181 linecolor: "rgb(238, 238, 238)"
1185 showticklabels: True
1186 tickcolor: "rgb(238, 238, 238)"
1188 title: "Indexed Test Cases"
1191 gridcolor: "rgb(238, 238, 238)'"
1193 linecolor: "rgb(238, 238, 238)"
1198 showticklabels: True
1199 tickcolor: "rgb(238, 238, 238)"
1200 title: "Packets Per Second [pps]"
1218 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1219 algorithm: "plot_performance_box"
1220 output-file-type: ".html"
1221 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1223 csit-vpp-perf-1707-all:
1234 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1240 boxpoints: "outliers"
1243 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1248 gridcolor: "rgb(238, 238, 238)"
1249 linecolor: "rgb(238, 238, 238)"
1253 showticklabels: True
1254 tickcolor: "rgb(238, 238, 238)"
1256 title: "Indexed Test Cases"
1259 gridcolor: "rgb(238, 238, 238)'"
1261 linecolor: "rgb(238, 238, 238)"
1266 showticklabels: True
1267 tickcolor: "rgb(238, 238, 238)"
1268 title: "Packets Per Second [pps]"
1286 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1287 algorithm: "plot_performance_box"
1288 output-file-type: ".html"
1289 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1291 csit-vpp-perf-1707-all:
1302 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1308 boxpoints: "outliers"
1311 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1316 gridcolor: "rgb(238, 238, 238)"
1317 linecolor: "rgb(238, 238, 238)"
1321 showticklabels: True
1322 tickcolor: "rgb(238, 238, 238)"
1324 title: "Indexed Test Cases"
1327 gridcolor: "rgb(238, 238, 238)'"
1329 linecolor: "rgb(238, 238, 238)"
1334 showticklabels: True
1335 tickcolor: "rgb(238, 238, 238)"
1336 title: "Packets Per Second [pps]"
1354 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1355 algorithm: "plot_performance_box"
1356 output-file-type: ".html"
1357 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1359 csit-vpp-perf-1707-all:
1370 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1376 boxpoints: "outliers"
1379 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1384 gridcolor: "rgb(238, 238, 238)"
1385 linecolor: "rgb(238, 238, 238)"
1389 showticklabels: True
1390 tickcolor: "rgb(238, 238, 238)"
1392 title: "Indexed Test Cases"
1395 gridcolor: "rgb(238, 238, 238)'"
1397 linecolor: "rgb(238, 238, 238)"
1402 showticklabels: True
1403 tickcolor: "rgb(238, 238, 238)"
1404 title: "Packets Per Second [pps]"
1423 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1424 algorithm: "plot_performance_box"
1425 output-file-type: ".html"
1426 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1428 csit-vpp-perf-1707-all:
1439 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1445 boxpoints: "outliers"
1448 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1453 gridcolor: "rgb(238, 238, 238)"
1454 linecolor: "rgb(238, 238, 238)"
1458 showticklabels: True
1459 tickcolor: "rgb(238, 238, 238)"
1461 title: "Indexed Test Cases"
1464 gridcolor: "rgb(238, 238, 238)'"
1466 linecolor: "rgb(238, 238, 238)"
1471 showticklabels: True
1472 tickcolor: "rgb(238, 238, 238)"
1473 title: "Packets Per Second [pps]"
1491 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1492 algorithm: "plot_performance_box"
1493 output-file-type: ".html"
1494 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1496 csit-vpp-perf-1707-all:
1507 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1513 boxpoints: "outliers"
1516 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1521 gridcolor: "rgb(238, 238, 238)"
1522 linecolor: "rgb(238, 238, 238)"
1526 showticklabels: True
1527 tickcolor: "rgb(238, 238, 238)"
1529 title: "Indexed Test Cases"
1532 gridcolor: "rgb(238, 238, 238)'"
1534 linecolor: "rgb(238, 238, 238)"
1539 showticklabels: True
1540 tickcolor: "rgb(238, 238, 238)"
1541 title: "Packets Per Second [pps]"
1559 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1560 algorithm: "plot_performance_box"
1561 output-file-type: ".html"
1562 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1564 csit-vpp-perf-1707-all:
1575 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1581 boxpoints: "outliers"
1584 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1589 gridcolor: "rgb(238, 238, 238)"
1590 linecolor: "rgb(238, 238, 238)"
1594 showticklabels: True
1595 tickcolor: "rgb(238, 238, 238)"
1597 title: "Indexed Test Cases"
1600 gridcolor: "rgb(238, 238, 238)'"
1602 linecolor: "rgb(238, 238, 238)"
1607 showticklabels: True
1608 tickcolor: "rgb(238, 238, 238)"
1609 title: "Packets Per Second [pps]"
1627 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1628 algorithm: "plot_performance_box"
1629 output-file-type: ".html"
1630 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1632 csit-vpp-perf-1707-all:
1643 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1649 boxpoints: "outliers"
1652 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1657 gridcolor: "rgb(238, 238, 238)"
1658 linecolor: "rgb(238, 238, 238)"
1662 showticklabels: True
1663 tickcolor: "rgb(238, 238, 238)"
1665 title: "Indexed Test Cases"
1668 gridcolor: "rgb(238, 238, 238)'"
1670 linecolor: "rgb(238, 238, 238)"
1675 showticklabels: True
1676 tickcolor: "rgb(238, 238, 238)"
1677 title: "Packets Per Second [pps]"
1696 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1697 algorithm: "plot_performance_box"
1698 output-file-type: ".html"
1699 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1701 csit-vpp-perf-1707-all:
1712 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1718 boxpoints: "outliers"
1721 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1726 gridcolor: "rgb(238, 238, 238)"
1727 linecolor: "rgb(238, 238, 238)"
1731 showticklabels: True
1732 tickcolor: "rgb(238, 238, 238)"
1734 title: "Indexed Test Cases"
1737 gridcolor: "rgb(238, 238, 238)'"
1739 linecolor: "rgb(238, 238, 238)"
1744 showticklabels: True
1745 tickcolor: "rgb(238, 238, 238)"
1746 title: "Packets Per Second [pps]"
1764 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1765 algorithm: "plot_performance_box"
1766 output-file-type: ".html"
1767 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1769 csit-vpp-perf-1707-all:
1780 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1786 boxpoints: "outliers"
1789 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1794 gridcolor: "rgb(238, 238, 238)"
1795 linecolor: "rgb(238, 238, 238)"
1799 showticklabels: True
1800 tickcolor: "rgb(238, 238, 238)"
1802 title: "Indexed Test Cases"
1805 gridcolor: "rgb(238, 238, 238)'"
1807 linecolor: "rgb(238, 238, 238)"
1812 showticklabels: True
1813 tickcolor: "rgb(238, 238, 238)"
1814 title: "Packets Per Second [pps]"
1832 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1833 algorithm: "plot_performance_box"
1834 output-file-type: ".html"
1835 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1837 csit-vpp-perf-1707-all:
1848 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1854 boxpoints: "outliers"
1857 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1862 gridcolor: "rgb(238, 238, 238)"
1863 linecolor: "rgb(238, 238, 238)"
1867 showticklabels: True
1868 tickcolor: "rgb(238, 238, 238)"
1870 title: "Indexed Test Cases"
1873 gridcolor: "rgb(238, 238, 238)'"
1875 linecolor: "rgb(238, 238, 238)"
1880 showticklabels: True
1881 tickcolor: "rgb(238, 238, 238)"
1882 title: "Packets Per Second [pps]"
1900 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1901 algorithm: "plot_performance_box"
1902 output-file-type: ".html"
1903 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1905 csit-vpp-perf-1707-all:
1916 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1922 boxpoints: "outliers"
1925 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1930 gridcolor: "rgb(238, 238, 238)"
1931 linecolor: "rgb(238, 238, 238)"
1935 showticklabels: True
1936 tickcolor: "rgb(238, 238, 238)"
1938 title: "Indexed Test Cases"
1941 gridcolor: "rgb(238, 238, 238)'"
1943 linecolor: "rgb(238, 238, 238)"
1948 showticklabels: True
1949 tickcolor: "rgb(238, 238, 238)"
1950 title: "Packets Per Second [pps]"
1969 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1970 algorithm: "plot_performance_box"
1971 output-file-type: ".html"
1972 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1974 csit-vpp-perf-1707-all:
1985 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1991 boxpoints: "outliers"
1994 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1999 gridcolor: "rgb(238, 238, 238)"
2000 linecolor: "rgb(238, 238, 238)"
2004 showticklabels: True
2005 tickcolor: "rgb(238, 238, 238)"
2007 title: "Indexed Test Cases"
2010 gridcolor: "rgb(238, 238, 238)'"
2012 linecolor: "rgb(238, 238, 238)"
2017 showticklabels: True
2018 tickcolor: "rgb(238, 238, 238)"
2019 title: "Packets Per Second [pps]"
2037 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2038 algorithm: "plot_performance_box"
2039 output-file-type: ".html"
2040 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2042 csit-vpp-perf-1707-all:
2053 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2059 boxpoints: "outliers"
2062 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2067 gridcolor: "rgb(238, 238, 238)"
2068 linecolor: "rgb(238, 238, 238)"
2072 showticklabels: True
2073 tickcolor: "rgb(238, 238, 238)"
2075 title: "Indexed Test Cases"
2078 gridcolor: "rgb(238, 238, 238)'"
2080 linecolor: "rgb(238, 238, 238)"
2085 showticklabels: True
2086 tickcolor: "rgb(238, 238, 238)"
2087 title: "Packets Per Second [pps]"
2105 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2106 algorithm: "plot_performance_box"
2107 output-file-type: ".html"
2108 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2110 csit-vpp-perf-1707-all:
2121 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2127 boxpoints: "outliers"
2130 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2135 gridcolor: "rgb(238, 238, 238)"
2136 linecolor: "rgb(238, 238, 238)"
2140 showticklabels: True
2141 tickcolor: "rgb(238, 238, 238)"
2143 title: "Indexed Test Cases"
2146 gridcolor: "rgb(238, 238, 238)'"
2148 linecolor: "rgb(238, 238, 238)"
2153 showticklabels: True
2154 tickcolor: "rgb(238, 238, 238)"
2155 title: "Packets Per Second [pps]"
2173 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2174 algorithm: "plot_performance_box"
2175 output-file-type: ".html"
2176 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2178 csit-vpp-perf-1707-all:
2189 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2195 boxpoints: "outliers"
2198 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2203 gridcolor: "rgb(238, 238, 238)"
2204 linecolor: "rgb(238, 238, 238)"
2208 showticklabels: True
2209 tickcolor: "rgb(238, 238, 238)"
2211 title: "Indexed Test Cases"
2214 gridcolor: "rgb(238, 238, 238)'"
2216 linecolor: "rgb(238, 238, 238)"
2221 showticklabels: True
2222 tickcolor: "rgb(238, 238, 238)"
2223 title: "Packets Per Second [pps]"
2242 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2243 algorithm: "plot_performance_box"
2244 output-file-type: ".html"
2245 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2247 csit-vpp-perf-1707-all:
2258 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2264 boxpoints: "outliers"
2267 title: "64B-1t1c-.*vhost.*-ndrdisc"
2272 gridcolor: "rgb(238, 238, 238)"
2273 linecolor: "rgb(238, 238, 238)"
2277 showticklabels: True
2278 tickcolor: "rgb(238, 238, 238)"
2280 title: "Indexed Test Cases"
2283 gridcolor: "rgb(238, 238, 238)'"
2285 linecolor: "rgb(238, 238, 238)"
2290 showticklabels: True
2291 tickcolor: "rgb(238, 238, 238)"
2292 title: "Packets Per Second [pps]"
2310 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2311 algorithm: "plot_performance_box"
2312 output-file-type: ".html"
2313 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2315 csit-vpp-perf-1707-all:
2326 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2332 boxpoints: "outliers"
2335 title: "64B-2t2c-.*vhost.*-ndrdisc"
2340 gridcolor: "rgb(238, 238, 238)"
2341 linecolor: "rgb(238, 238, 238)"
2345 showticklabels: True
2346 tickcolor: "rgb(238, 238, 238)"
2348 title: "Indexed Test Cases"
2351 gridcolor: "rgb(238, 238, 238)'"
2353 linecolor: "rgb(238, 238, 238)"
2358 showticklabels: True
2359 tickcolor: "rgb(238, 238, 238)"
2360 title: "Packets Per Second [pps]"
2378 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2379 algorithm: "plot_performance_box"
2380 output-file-type: ".html"
2381 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2383 csit-vpp-perf-1707-all:
2394 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2400 boxpoints: "outliers"
2403 title: "64B-1t1c-.*vhost.*-pdrdisc"
2408 gridcolor: "rgb(238, 238, 238)"
2409 linecolor: "rgb(238, 238, 238)"
2413 showticklabels: True
2414 tickcolor: "rgb(238, 238, 238)"
2416 title: "Indexed Test Cases"
2419 gridcolor: "rgb(238, 238, 238)'"
2421 linecolor: "rgb(238, 238, 238)"
2426 showticklabels: True
2427 tickcolor: "rgb(238, 238, 238)"
2428 title: "Packets Per Second [pps]"
2446 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2447 algorithm: "plot_performance_box"
2448 output-file-type: ".html"
2449 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2451 csit-vpp-perf-1707-all:
2462 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2468 boxpoints: "outliers"
2471 title: "64B-2t2c-.*vhost.*-pdrdisc"
2476 gridcolor: "rgb(238, 238, 238)"
2477 linecolor: "rgb(238, 238, 238)"
2481 showticklabels: True
2482 tickcolor: "rgb(238, 238, 238)"
2484 title: "Indexed Test Cases"
2487 gridcolor: "rgb(238, 238, 238)'"
2489 linecolor: "rgb(238, 238, 238)"
2494 showticklabels: True
2495 tickcolor: "rgb(238, 238, 238)"
2496 title: "Packets Per Second [pps]"
2512 # VPP VM VHOST SELECTION
2515 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2516 algorithm: "plot_performance_box"
2517 output-file-type: ".html"
2518 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2520 csit-vpp-perf-1707-all:
2531 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2537 boxpoints: "outliers"
2540 title: "64B-1t1c-.*vhost.*-ndrdisc"
2545 gridcolor: "rgb(238, 238, 238)"
2546 linecolor: "rgb(238, 238, 238)"
2550 showticklabels: True
2551 tickcolor: "rgb(238, 238, 238)"
2553 title: "Indexed Test Cases"
2556 gridcolor: "rgb(238, 238, 238)'"
2558 linecolor: "rgb(238, 238, 238)"
2563 showticklabels: True
2564 tickcolor: "rgb(238, 238, 238)"
2565 title: "Packets Per Second [pps]"
2583 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2584 algorithm: "plot_performance_box"
2585 output-file-type: ".html"
2586 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2588 csit-vpp-perf-1707-all:
2599 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2605 boxpoints: "outliers"
2608 title: "64B-2t2c-.*vhost.*-ndrdisc"
2613 gridcolor: "rgb(238, 238, 238)"
2614 linecolor: "rgb(238, 238, 238)"
2618 showticklabels: True
2619 tickcolor: "rgb(238, 238, 238)"
2621 title: "Indexed Test Cases"
2624 gridcolor: "rgb(238, 238, 238)'"
2626 linecolor: "rgb(238, 238, 238)"
2631 showticklabels: True
2632 tickcolor: "rgb(238, 238, 238)"
2633 title: "Packets Per Second [pps]"
2651 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2652 algorithm: "plot_performance_box"
2653 output-file-type: ".html"
2654 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2656 csit-vpp-perf-1707-all:
2667 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2673 boxpoints: "outliers"
2676 title: "64B-1t1c-.*vhost.*-pdrdisc"
2681 gridcolor: "rgb(238, 238, 238)"
2682 linecolor: "rgb(238, 238, 238)"
2686 showticklabels: True
2687 tickcolor: "rgb(238, 238, 238)"
2689 title: "Indexed Test Cases"
2692 gridcolor: "rgb(238, 238, 238)'"
2694 linecolor: "rgb(238, 238, 238)"
2699 showticklabels: True
2700 tickcolor: "rgb(238, 238, 238)"
2701 title: "Packets Per Second [pps]"
2719 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2720 algorithm: "plot_performance_box"
2721 output-file-type: ".html"
2722 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2724 csit-vpp-perf-1707-all:
2735 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2741 boxpoints: "outliers"
2744 title: "64B-2t2c-.*vhost.*-pdrdisc"
2749 gridcolor: "rgb(238, 238, 238)"
2750 linecolor: "rgb(238, 238, 238)"
2754 showticklabels: True
2755 tickcolor: "rgb(238, 238, 238)"
2757 title: "Indexed Test Cases"
2760 gridcolor: "rgb(238, 238, 238)'"
2762 linecolor: "rgb(238, 238, 238)"
2767 showticklabels: True
2768 tickcolor: "rgb(238, 238, 238)"
2769 title: "Packets Per Second [pps]"
2788 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2789 algorithm: "plot_performance_box"
2790 output-file-type: ".html"
2791 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2793 csit-vpp-perf-1707-all:
2804 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2810 boxpoints: "outliers"
2813 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2818 gridcolor: "rgb(238, 238, 238)"
2819 linecolor: "rgb(238, 238, 238)"
2823 showticklabels: True
2824 tickcolor: "rgb(238, 238, 238)"
2826 title: "Indexed Test Cases"
2829 gridcolor: "rgb(238, 238, 238)'"
2831 linecolor: "rgb(238, 238, 238)"
2836 showticklabels: True
2837 tickcolor: "rgb(238, 238, 238)"
2838 title: "Packets Per Second [pps]"
2856 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2857 algorithm: "plot_performance_box"
2858 output-file-type: ".html"
2859 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2861 csit-vpp-perf-1707-all:
2872 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2878 boxpoints: "outliers"
2881 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2886 gridcolor: "rgb(238, 238, 238)"
2887 linecolor: "rgb(238, 238, 238)"
2891 showticklabels: True
2892 tickcolor: "rgb(238, 238, 238)"
2894 title: "Indexed Test Cases"
2897 gridcolor: "rgb(238, 238, 238)'"
2899 linecolor: "rgb(238, 238, 238)"
2904 showticklabels: True
2905 tickcolor: "rgb(238, 238, 238)"
2906 title: "Packets Per Second [pps]"
2924 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2925 algorithm: "plot_performance_box"
2926 output-file-type: ".html"
2927 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2929 csit-vpp-perf-1707-all:
2940 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2946 boxpoints: "outliers"
2949 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2954 gridcolor: "rgb(238, 238, 238)"
2955 linecolor: "rgb(238, 238, 238)"
2959 showticklabels: True
2960 tickcolor: "rgb(238, 238, 238)"
2962 title: "Indexed Test Cases"
2965 gridcolor: "rgb(238, 238, 238)'"
2967 linecolor: "rgb(238, 238, 238)"
2972 showticklabels: True
2973 tickcolor: "rgb(238, 238, 238)"
2974 title: "Packets Per Second [pps]"
2992 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2993 algorithm: "plot_performance_box"
2994 output-file-type: ".html"
2995 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2997 csit-vpp-perf-1707-all:
3008 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3014 boxpoints: "outliers"
3017 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3022 gridcolor: "rgb(238, 238, 238)"
3023 linecolor: "rgb(238, 238, 238)"
3027 showticklabels: True
3028 tickcolor: "rgb(238, 238, 238)"
3030 title: "Indexed Test Cases"
3033 gridcolor: "rgb(238, 238, 238)'"
3035 linecolor: "rgb(238, 238, 238)"
3040 showticklabels: True
3041 tickcolor: "rgb(238, 238, 238)"
3042 title: "Packets Per Second [pps]"
3061 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3062 algorithm: "plot_performance_box"
3063 output-file-type: ".html"
3064 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3066 csit-dpdk-perf-1707-all:
3077 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3083 boxpoints: "outliers"
3086 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3091 gridcolor: "rgb(238, 238, 238)"
3092 linecolor: "rgb(238, 238, 238)"
3096 showticklabels: True
3097 tickcolor: "rgb(238, 238, 238)"
3099 title: "Indexed Test Cases"
3102 gridcolor: "rgb(238, 238, 238)'"
3104 linecolor: "rgb(238, 238, 238)"
3109 showticklabels: True
3110 tickcolor: "rgb(238, 238, 238)"
3111 title: "Packets Per Second [pps]"
3129 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3130 algorithm: "plot_performance_box"
3131 output-file-type: ".html"
3132 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3134 csit-dpdk-perf-1707-all:
3145 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3151 boxpoints: "outliers"
3154 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3159 gridcolor: "rgb(238, 238, 238)"
3160 linecolor: "rgb(238, 238, 238)"
3164 showticklabels: True
3165 tickcolor: "rgb(238, 238, 238)"
3167 title: "Indexed Test Cases"
3170 gridcolor: "rgb(238, 238, 238)'"
3172 linecolor: "rgb(238, 238, 238)"
3177 showticklabels: True
3178 tickcolor: "rgb(238, 238, 238)"
3179 title: "Packets Per Second [pps]"
3197 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3198 algorithm: "plot_performance_box"
3199 output-file-type: ".html"
3200 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3202 csit-dpdk-perf-1707-all:
3213 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3219 boxpoints: "outliers"
3222 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3227 gridcolor: "rgb(238, 238, 238)"
3228 linecolor: "rgb(238, 238, 238)"
3232 showticklabels: True
3233 tickcolor: "rgb(238, 238, 238)"
3235 title: "Indexed Test Cases"
3238 gridcolor: "rgb(238, 238, 238)'"
3240 linecolor: "rgb(238, 238, 238)"
3242 range: [2000000, 12000000]
3245 showticklabels: True
3246 tickcolor: "rgb(238, 238, 238)"
3247 title: "Packets Per Second [pps]"
3265 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3266 algorithm: "plot_performance_box"
3267 output-file-type: ".html"
3268 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3270 csit-dpdk-perf-1707-all:
3281 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3287 boxpoints: "outliers"
3290 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3295 gridcolor: "rgb(238, 238, 238)"
3296 linecolor: "rgb(238, 238, 238)"
3300 showticklabels: True
3301 tickcolor: "rgb(238, 238, 238)"
3303 title: "Indexed Test Cases"
3306 gridcolor: "rgb(238, 238, 238)'"
3308 linecolor: "rgb(238, 238, 238)"
3310 range: [2000000, 12000000]
3313 showticklabels: True
3314 tickcolor: "rgb(238, 238, 238)"
3315 title: "Packets Per Second [pps]"
3333 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3334 algorithm: "plot_performance_box"
3335 output-file-type: ".html"
3336 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3338 csit-dpdk-perf-1707-all:
3349 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3355 boxpoints: "outliers"
3358 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3363 gridcolor: "rgb(238, 238, 238)"
3364 linecolor: "rgb(238, 238, 238)"
3368 showticklabels: True
3369 tickcolor: "rgb(238, 238, 238)"
3371 title: "Indexed Test Cases"
3374 gridcolor: "rgb(238, 238, 238)'"
3376 linecolor: "rgb(238, 238, 238)"
3381 showticklabels: True
3382 tickcolor: "rgb(238, 238, 238)"
3383 title: "Packets Per Second [pps]"
3401 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3402 algorithm: "plot_performance_box"
3403 output-file-type: ".html"
3404 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3406 csit-dpdk-perf-1707-all:
3417 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3423 boxpoints: "outliers"
3426 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3431 gridcolor: "rgb(238, 238, 238)"
3432 linecolor: "rgb(238, 238, 238)"
3436 showticklabels: True
3437 tickcolor: "rgb(238, 238, 238)"
3439 title: "Indexed Test Cases"
3442 gridcolor: "rgb(238, 238, 238)'"
3444 linecolor: "rgb(238, 238, 238)"
3449 showticklabels: True
3450 tickcolor: "rgb(238, 238, 238)"
3451 title: "Packets Per Second [pps]"
3469 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3470 algorithm: "plot_performance_box"
3471 output-file-type: ".html"
3472 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3474 csit-dpdk-perf-1707-all:
3485 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3491 boxpoints: "outliers"
3494 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3499 gridcolor: "rgb(238, 238, 238)"
3500 linecolor: "rgb(238, 238, 238)"
3504 showticklabels: True
3505 tickcolor: "rgb(238, 238, 238)"
3507 title: "Indexed Test Cases"
3510 gridcolor: "rgb(238, 238, 238)'"
3512 linecolor: "rgb(238, 238, 238)"
3514 range: [20000000, 30000000]
3517 showticklabels: True
3518 tickcolor: "rgb(238, 238, 238)"
3519 title: "Packets Per Second [pps]"
3537 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3538 algorithm: "plot_performance_box"
3539 output-file-type: ".html"
3540 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3542 csit-dpdk-perf-1707-all:
3553 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3559 boxpoints: "outliers"
3562 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3567 gridcolor: "rgb(238, 238, 238)"
3568 linecolor: "rgb(238, 238, 238)"
3572 showticklabels: True
3573 tickcolor: "rgb(238, 238, 238)"
3575 title: "Indexed Test Cases"
3578 gridcolor: "rgb(238, 238, 238)'"
3580 linecolor: "rgb(238, 238, 238)"
3582 range: [20000000, 30000000]
3585 showticklabels: True
3586 tickcolor: "rgb(238, 238, 238)"
3587 title: "Packets Per Second [pps]"
3608 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3609 algorithm: "plot_latency_box"
3610 output-file-type: ".html"
3611 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3613 csit-vpp-perf-1707-all:
3624 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3631 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3636 gridcolor: "rgb(238, 238, 238)"
3637 linecolor: "rgb(238, 238, 238)"
3641 showticklabels: True
3642 tickcolor: "rgb(238, 238, 238)"
3644 title: "Indexed Test Cases"
3647 gridcolor: "rgb(238, 238, 238)'"
3649 linecolor: "rgb(238, 238, 238)"
3654 showticklabels: True
3655 tickcolor: "rgb(238, 238, 238)"
3656 title: "Latency min/avg/max [uSec]"
3674 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3675 algorithm: "plot_latency_box"
3676 output-file-type: ".html"
3677 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3679 csit-vpp-perf-1707-all:
3690 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3697 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3702 gridcolor: "rgb(238, 238, 238)"
3703 linecolor: "rgb(238, 238, 238)"
3707 showticklabels: True
3708 tickcolor: "rgb(238, 238, 238)"
3710 title: "Indexed Test Cases"
3713 gridcolor: "rgb(238, 238, 238)'"
3715 linecolor: "rgb(238, 238, 238)"
3720 showticklabels: True
3721 tickcolor: "rgb(238, 238, 238)"
3722 title: "Latency min/avg/max [uSec]"
3741 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3742 algorithm: "plot_latency_box"
3743 output-file-type: ".html"
3744 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3746 csit-vpp-perf-1707-all:
3757 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3764 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3769 gridcolor: "rgb(238, 238, 238)"
3770 linecolor: "rgb(238, 238, 238)"
3774 showticklabels: True
3775 tickcolor: "rgb(238, 238, 238)"
3777 title: "Indexed Test Cases"
3780 gridcolor: "rgb(238, 238, 238)'"
3782 linecolor: "rgb(238, 238, 238)"
3787 showticklabels: True
3788 tickcolor: "rgb(238, 238, 238)"
3789 title: "Latency min/avg/max [uSec]"
3807 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3808 algorithm: "plot_latency_box"
3809 output-file-type: ".html"
3810 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3812 csit-vpp-perf-1707-all:
3823 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3830 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3835 gridcolor: "rgb(238, 238, 238)"
3836 linecolor: "rgb(238, 238, 238)"
3840 showticklabels: True
3841 tickcolor: "rgb(238, 238, 238)"
3843 title: "Indexed Test Cases"
3846 gridcolor: "rgb(238, 238, 238)'"
3848 linecolor: "rgb(238, 238, 238)"
3853 showticklabels: True
3854 tickcolor: "rgb(238, 238, 238)"
3855 title: "Latency min/avg/max [uSec]"
3874 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3875 algorithm: "plot_latency_box"
3876 output-file-type: ".html"
3877 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3879 csit-vpp-perf-1707-all:
3890 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3897 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3902 gridcolor: "rgb(238, 238, 238)"
3903 linecolor: "rgb(238, 238, 238)"
3907 showticklabels: True
3908 tickcolor: "rgb(238, 238, 238)"
3910 title: "Indexed Test Cases"
3913 gridcolor: "rgb(238, 238, 238)'"
3915 linecolor: "rgb(238, 238, 238)"
3920 showticklabels: True
3921 tickcolor: "rgb(238, 238, 238)"
3922 title: "Latency min/avg/max [uSec]"
3940 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3941 algorithm: "plot_latency_box"
3942 output-file-type: ".html"
3943 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3945 csit-vpp-perf-1707-all:
3956 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3963 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3968 gridcolor: "rgb(238, 238, 238)"
3969 linecolor: "rgb(238, 238, 238)"
3973 showticklabels: True
3974 tickcolor: "rgb(238, 238, 238)"
3976 title: "Indexed Test Cases"
3979 gridcolor: "rgb(238, 238, 238)'"
3981 linecolor: "rgb(238, 238, 238)"
3986 showticklabels: True
3987 tickcolor: "rgb(238, 238, 238)"
3988 title: "Latency min/avg/max [uSec]"
4007 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4008 algorithm: "plot_latency_box"
4009 output-file-type: ".html"
4010 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4012 csit-vpp-perf-1707-all:
4023 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4030 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4035 gridcolor: "rgb(238, 238, 238)"
4036 linecolor: "rgb(238, 238, 238)"
4040 showticklabels: True
4041 tickcolor: "rgb(238, 238, 238)"
4043 title: "Indexed Test Cases"
4046 gridcolor: "rgb(238, 238, 238)'"
4048 linecolor: "rgb(238, 238, 238)"
4053 showticklabels: True
4054 tickcolor: "rgb(238, 238, 238)"
4055 title: "Latency min/avg/max [uSec]"
4073 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4074 algorithm: "plot_latency_box"
4075 output-file-type: ".html"
4076 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4078 csit-vpp-perf-1707-all:
4089 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4096 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4101 gridcolor: "rgb(238, 238, 238)"
4102 linecolor: "rgb(238, 238, 238)"
4106 showticklabels: True
4107 tickcolor: "rgb(238, 238, 238)"
4109 title: "Indexed Test Cases"
4112 gridcolor: "rgb(238, 238, 238)'"
4114 linecolor: "rgb(238, 238, 238)"
4119 showticklabels: True
4120 tickcolor: "rgb(238, 238, 238)"
4121 title: "Latency min/avg/max [uSec]"
4140 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4141 algorithm: "plot_latency_box"
4142 output-file-type: ".html"
4143 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4145 csit-vpp-perf-1707-all:
4156 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4163 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4168 gridcolor: "rgb(238, 238, 238)"
4169 linecolor: "rgb(238, 238, 238)"
4173 showticklabels: True
4174 tickcolor: "rgb(238, 238, 238)"
4176 title: "Indexed Test Cases"
4179 gridcolor: "rgb(238, 238, 238)'"
4181 linecolor: "rgb(238, 238, 238)"
4186 showticklabels: True
4187 tickcolor: "rgb(238, 238, 238)"
4188 title: "Latency min/avg/max [uSec]"
4206 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4207 algorithm: "plot_latency_box"
4208 output-file-type: ".html"
4209 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4211 csit-vpp-perf-1707-all:
4222 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4229 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4234 gridcolor: "rgb(238, 238, 238)"
4235 linecolor: "rgb(238, 238, 238)"
4239 showticklabels: True
4240 tickcolor: "rgb(238, 238, 238)"
4242 title: "Indexed Test Cases"
4245 gridcolor: "rgb(238, 238, 238)'"
4247 linecolor: "rgb(238, 238, 238)"
4252 showticklabels: True
4253 tickcolor: "rgb(238, 238, 238)"
4254 title: "Latency min/avg/max [uSec]"
4273 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4274 algorithm: "plot_latency_box"
4275 output-file-type: ".html"
4276 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4278 csit-vpp-perf-1707-all:
4289 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4296 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4301 gridcolor: "rgb(238, 238, 238)"
4302 linecolor: "rgb(238, 238, 238)"
4306 showticklabels: True
4307 tickcolor: "rgb(238, 238, 238)"
4309 title: "Indexed Test Cases"
4312 gridcolor: "rgb(238, 238, 238)'"
4314 linecolor: "rgb(238, 238, 238)"
4319 showticklabels: True
4320 tickcolor: "rgb(238, 238, 238)"
4321 title: "Latency min/avg/max [uSec]"
4339 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4340 algorithm: "plot_latency_box"
4341 output-file-type: ".html"
4342 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4344 csit-vpp-perf-1707-all:
4355 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4362 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4367 gridcolor: "rgb(238, 238, 238)"
4368 linecolor: "rgb(238, 238, 238)"
4372 showticklabels: True
4373 tickcolor: "rgb(238, 238, 238)"
4375 title: "Indexed Test Cases"
4378 gridcolor: "rgb(238, 238, 238)'"
4380 linecolor: "rgb(238, 238, 238)"
4385 showticklabels: True
4386 tickcolor: "rgb(238, 238, 238)"
4387 title: "Latency min/avg/max [uSec]"
4406 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4407 algorithm: "plot_latency_box"
4408 output-file-type: ".html"
4409 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4411 csit-vpp-perf-1707-all:
4422 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4429 title: "64B-1t1c-.*vhost.*-ndrdisc"
4434 gridcolor: "rgb(238, 238, 238)"
4435 linecolor: "rgb(238, 238, 238)"
4439 showticklabels: True
4440 tickcolor: "rgb(238, 238, 238)"
4442 title: "Indexed Test Cases"
4445 gridcolor: "rgb(238, 238, 238)'"
4447 linecolor: "rgb(238, 238, 238)"
4452 showticklabels: True
4453 tickcolor: "rgb(238, 238, 238)"
4454 title: "Latency min/avg/max [uSec]"
4472 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4473 algorithm: "plot_latency_box"
4474 output-file-type: ".html"
4475 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4477 csit-vpp-perf-1707-all:
4488 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4495 title: "64B-2t2c-.*vhost.*-ndrdisc"
4500 gridcolor: "rgb(238, 238, 238)"
4501 linecolor: "rgb(238, 238, 238)"
4505 showticklabels: True
4506 tickcolor: "rgb(238, 238, 238)"
4508 title: "Indexed Test Cases"
4511 gridcolor: "rgb(238, 238, 238)'"
4513 linecolor: "rgb(238, 238, 238)"
4518 showticklabels: True
4519 tickcolor: "rgb(238, 238, 238)"
4520 title: "Latency min/avg/max [uSec]"
4536 # VPP VM VHOST selection
4539 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4540 algorithm: "plot_latency_box"
4541 output-file-type: ".html"
4542 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4544 csit-vpp-perf-1707-all:
4555 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4562 title: "64B-1t1c-.*vhost.*-ndrdisc"
4567 gridcolor: "rgb(238, 238, 238)"
4568 linecolor: "rgb(238, 238, 238)"
4572 showticklabels: True
4573 tickcolor: "rgb(238, 238, 238)"
4575 title: "Indexed Test Cases"
4578 gridcolor: "rgb(238, 238, 238)'"
4580 linecolor: "rgb(238, 238, 238)"
4585 showticklabels: True
4586 tickcolor: "rgb(238, 238, 238)"
4587 title: "Latency min/avg/max [uSec]"
4605 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4606 algorithm: "plot_latency_box"
4607 output-file-type: ".html"
4608 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4610 csit-vpp-perf-1707-all:
4621 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4628 title: "64B-2t2c-.*vhost.*-ndrdisc"
4633 gridcolor: "rgb(238, 238, 238)"
4634 linecolor: "rgb(238, 238, 238)"
4638 showticklabels: True
4639 tickcolor: "rgb(238, 238, 238)"
4641 title: "Indexed Test Cases"
4644 gridcolor: "rgb(238, 238, 238)'"
4646 linecolor: "rgb(238, 238, 238)"
4651 showticklabels: True
4652 tickcolor: "rgb(238, 238, 238)"
4653 title: "Latency min/avg/max [uSec]"
4672 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4673 algorithm: "plot_latency_box"
4674 output-file-type: ".html"
4675 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4677 csit-vpp-perf-1707-all:
4688 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4695 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4700 gridcolor: "rgb(238, 238, 238)"
4701 linecolor: "rgb(238, 238, 238)"
4705 showticklabels: True
4706 tickcolor: "rgb(238, 238, 238)"
4708 title: "Indexed Test Cases"
4711 gridcolor: "rgb(238, 238, 238)'"
4713 linecolor: "rgb(238, 238, 238)"
4718 showticklabels: True
4719 tickcolor: "rgb(238, 238, 238)"
4720 title: "Latency min/avg/max [uSec]"
4738 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4739 algorithm: "plot_latency_box"
4740 output-file-type: ".html"
4741 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4743 csit-vpp-perf-1707-all:
4754 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4761 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4766 gridcolor: "rgb(238, 238, 238)"
4767 linecolor: "rgb(238, 238, 238)"
4771 showticklabels: True
4772 tickcolor: "rgb(238, 238, 238)"
4774 title: "Indexed Test Cases"
4777 gridcolor: "rgb(238, 238, 238)'"
4779 linecolor: "rgb(238, 238, 238)"
4784 showticklabels: True
4785 tickcolor: "rgb(238, 238, 238)"
4786 title: "Latency min/avg/max [uSec]"
4805 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4806 algorithm: "plot_latency_box"
4807 output-file-type: ".html"
4808 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4810 csit-dpdk-perf-1707-all:
4821 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4828 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4833 gridcolor: "rgb(238, 238, 238)"
4834 linecolor: "rgb(238, 238, 238)"
4838 showticklabels: True
4839 tickcolor: "rgb(238, 238, 238)"
4841 title: "Indexed Test Cases"
4844 gridcolor: "rgb(238, 238, 238)'"
4846 linecolor: "rgb(238, 238, 238)"
4851 showticklabels: True
4852 tickcolor: "rgb(238, 238, 238)"
4853 title: "Latency min/avg/max [uSec]"
4871 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4872 algorithm: "plot_latency_box"
4873 output-file-type: ".html"
4874 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4876 csit-dpdk-perf-1707-all:
4887 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4894 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4899 gridcolor: "rgb(238, 238, 238)"
4900 linecolor: "rgb(238, 238, 238)"
4904 showticklabels: True
4905 tickcolor: "rgb(238, 238, 238)"
4907 title: "Indexed Test Cases"
4910 gridcolor: "rgb(238, 238, 238)'"
4912 linecolor: "rgb(238, 238, 238)"
4917 showticklabels: True
4918 tickcolor: "rgb(238, 238, 238)"
4919 title: "Latency min/avg/max [uSec]"
4937 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4938 algorithm: "plot_latency_box"
4939 output-file-type: ".html"
4940 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4942 csit-dpdk-perf-1707-all:
4953 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4960 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4965 gridcolor: "rgb(238, 238, 238)"
4966 linecolor: "rgb(238, 238, 238)"
4970 showticklabels: True
4971 tickcolor: "rgb(238, 238, 238)"
4973 title: "Indexed Test Cases"
4976 gridcolor: "rgb(238, 238, 238)'"
4978 linecolor: "rgb(238, 238, 238)"
4983 showticklabels: True
4984 tickcolor: "rgb(238, 238, 238)"
4985 title: "Latency min/avg/max [uSec]"
5003 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5004 algorithm: "plot_latency_box"
5005 output-file-type: ".html"
5006 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5008 csit-dpdk-perf-1707-all:
5019 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5026 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5031 gridcolor: "rgb(238, 238, 238)"
5032 linecolor: "rgb(238, 238, 238)"
5036 showticklabels: True
5037 tickcolor: "rgb(238, 238, 238)"
5039 title: "Indexed Test Cases"
5042 gridcolor: "rgb(238, 238, 238)'"
5044 linecolor: "rgb(238, 238, 238)"
5049 showticklabels: True
5050 tickcolor: "rgb(238, 238, 238)"
5051 title: "Latency min/avg/max [uSec]"