6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
149 csit-dpdk-perf-1710-all:
160 csit-ligato-perf-1710-all:
162 csit-vpp-functional-1710-ubuntu1604-virl:
164 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
166 csit-hc2vpp-verify-func-1710-ubuntu1604:
167 - lastSuccessfulBuild
168 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
180 ################################################################################
182 ################################################################################
186 title: "Performance improvements"
187 algorithm: "table_performance_improvements"
188 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
189 output-file-ext: ".csv"
190 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
193 title: "Functionality"
199 title: "16.09 mean [Mpps]"
202 title: "17.01 mean [Mpps]"
205 title: "17.04 mean [Mpps]"
208 title: "17.07 mean [Mpps]"
209 data: "data csit-vpp-perf-1707-all mean"
211 title: "17.10 mean [Mpps]"
212 data: "data csit-vpp-perf-1710-all mean"
214 title: "17.10 stdev [Mpps]"
215 data: "data csit-vpp-perf-1710-all stdev"
217 title: "17.07 to 17.10 change [%]"
218 data: "operation relative_change 6 5"
221 csit-vpp-perf-1707-all:
232 csit-vpp-perf-1710-all:
242 title: "Detailed Test Results - VPP Performance Results"
243 algorithm: "table_details"
244 output-file-ext: ".csv"
245 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
251 title: "Documentation"
258 csit-vpp-perf-1710-all:
269 title: "Test configuration - VPP Performance Test Configs"
270 algorithm: "table_details"
271 output-file-ext: ".csv"
272 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
278 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
279 data: "data vat-history"
282 csit-vpp-perf-1710-all:
292 title: "Test Operational Data - VPP Performance Operational Data"
293 algorithm: "table_details"
294 output-file-ext: ".csv"
295 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
301 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
302 data: "data show-run"
305 csit-vpp-perf-1710-all:
315 title: "Detailed Test Results - VPP Functional Results"
316 algorithm: "table_details"
317 output-file-ext: ".csv"
318 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
324 title: "Documentation"
331 csit-vpp-functional-1710-ubuntu1604-virl:
342 title: "Test configuration - VPP Functional Test Configs"
343 algorithm: "table_details"
344 output-file-ext: ".csv"
345 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
351 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
352 data: "data vat-history"
355 csit-vpp-functional-1710-ubuntu1604-virl:
365 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
366 algorithm: "table_details"
367 output-file-ext: ".csv"
368 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
374 title: "Documentation"
381 csit-ligato-perf-1710-all:
392 title: "Detailed Test Results - DPDK Performance Results"
393 algorithm: "table_details"
394 output-file-ext: ".csv"
395 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
401 title: "Documentation"
408 csit-dpdk-perf-1710-all:
419 title: "Detailed Test Results - Honeycomb Functional Results"
420 algorithm: "table_details"
421 output-file-ext: ".csv"
422 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
428 title: "Documentation"
435 csit-hc2vpp-verify-func-1710-ubuntu1604:
436 - "lastSuccessfulBuild"
446 title: "Detailed Test Results - NSH SFC Functional Results"
447 algorithm: "table_details"
448 output-file-ext: ".csv"
449 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
455 title: "Documentation"
462 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
471 ################################################################################
473 ################################################################################
477 title: "VPP Performance Results"
478 algorithm: "file_test_results"
479 output-file-ext: ".rst"
480 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
481 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
482 dir-tables: "{DIR[DTR,PERF,VPP]}"
484 csit-vpp-perf-1710-all:
491 data-start-level: 2 # 0, 1, 2, ...
492 chapters-start-level: 2 # 0, 1, 2, ...
496 title: "VPP Performance Configuration"
497 algorithm: "file_test_results"
498 output-file-ext: ".rst"
499 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
500 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
501 dir-tables: "{DIR[DTC,PERF,VPP]}"
503 csit-vpp-perf-1710-all:
510 data-start-level: 2 # 0, 1, 2, ...
511 chapters-start-level: 2 # 0, 1, 2, ...
515 title: "VPP Performance Operational Data"
516 algorithm: "file_test_results"
517 output-file-ext: ".rst"
518 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
519 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
520 dir-tables: "{DIR[DTO,PERF,VPP]}"
522 csit-vpp-perf-1710-all:
529 data-start-level: 2 # 0, 1, 2, ...
530 chapters-start-level: 2 # 0, 1, 2, ...
534 title: "VPP Functional Results"
535 algorithm: "file_test_results"
536 output-file-ext: ".rst"
537 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
538 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
539 dir-tables: "{DIR[DTR,FUNC,VPP]}"
541 csit-vpp-functional-1710-ubuntu1604-virl:
548 data-start-level: 3 # 0, 1, 2, ...
549 chapters-start-level: 2 # 0, 1, 2, ...
553 title: "VPP Functional Configuration"
554 algorithm: "file_test_results"
555 output-file-ext: ".rst"
556 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
557 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
558 dir-tables: "{DIR[DTC,FUNC,VPP]}"
560 csit-vpp-functional-1710-ubuntu1604-virl:
567 data-start-level: 3 # 0, 1, 2, ...
568 chapters-start-level: 2 # 0, 1, 2, ...
572 title: "Container Orchestrated Performance Results"
573 algorithm: "file_test_results"
574 output-file-ext: ".rst"
575 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
576 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
577 dir-tables: "{DIR[DTR,PERF,COT]}"
579 csit-ligato-perf-1710-all:
586 data-start-level: 2 # 0, 1, 2, ...
587 chapters-start-level: 2 # 0, 1, 2, ...
591 title: "DPDK Performance Results"
592 algorithm: "file_test_results"
593 output-file-ext: ".rst"
594 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
595 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
596 dir-tables: "{DIR[DTR,PERF,DPDK]}"
598 csit-dpdk-perf-1710-all:
607 data-start-level: 2 # 0, 1, 2, ...
608 chapters-start-level: 2 # 0, 1, 2, ...
612 title: "Honeycomb Functional Results"
613 algorithm: "file_test_results"
614 output-file-ext: ".rst"
615 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
616 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
617 dir-tables: "{DIR[DTR,FUNC,HC]}"
619 csit-hc2vpp-verify-func-1710-ubuntu1604:
620 - "lastSuccessfulBuild"
628 data-start-level: 3 # 0, 1, 2, ...
629 chapters-start-level: 2 # 0, 1, 2, ...
633 title: "NSH SFC Functional Results"
634 algorithm: "file_test_results"
635 output-file-ext: ".rst"
636 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
637 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
638 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
640 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
649 data-start-level: 2 # 0, 1, 2, ...
650 chapters-start-level: 2 # 0, 1, 2, ...
652 ################################################################################
654 ################################################################################
656 # Plot packets per second
661 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
662 algorithm: "plot_performance_box"
663 output-file-type: ".html"
664 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
666 csit-vpp-perf-1710-all:
670 # Keep this formatting, the filter is enclosed with " (quotation mark) and
671 # each tag is enclosed with ' (apostrophe).
672 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
678 boxpoints: "outliers"
681 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
686 gridcolor: "rgb(238, 238, 238)"
687 linecolor: "rgb(238, 238, 238)"
692 tickcolor: "rgb(238, 238, 238)"
694 title: "Indexed Test Cases"
697 gridcolor: "rgb(238, 238, 238)'"
699 linecolor: "rgb(238, 238, 238)"
705 tickcolor: "rgb(238, 238, 238)"
706 title: "Packets Per Second [pps]"
724 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
725 algorithm: "plot_performance_box"
726 output-file-type: ".html"
727 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
729 csit-vpp-perf-1710-all:
733 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
739 boxpoints: "outliers"
742 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
747 gridcolor: "rgb(238, 238, 238)"
748 linecolor: "rgb(238, 238, 238)"
753 tickcolor: "rgb(238, 238, 238)"
755 title: "Indexed Test Cases"
758 gridcolor: "rgb(238, 238, 238)'"
760 linecolor: "rgb(238, 238, 238)"
766 tickcolor: "rgb(238, 238, 238)"
767 title: "Packets Per Second [pps]"
785 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
786 algorithm: "plot_performance_box"
787 output-file-type: ".html"
788 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
790 csit-vpp-perf-1710-all:
794 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
800 boxpoints: "outliers"
803 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
808 gridcolor: "rgb(238, 238, 238)"
809 linecolor: "rgb(238, 238, 238)"
814 tickcolor: "rgb(238, 238, 238)"
816 title: "Indexed Test Cases"
819 gridcolor: "rgb(238, 238, 238)'"
821 linecolor: "rgb(238, 238, 238)"
827 tickcolor: "rgb(238, 238, 238)"
828 title: "Packets Per Second [pps]"
846 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
847 algorithm: "plot_performance_box"
848 output-file-type: ".html"
849 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
851 csit-vpp-perf-1710-all:
855 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
861 boxpoints: "outliers"
864 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
869 gridcolor: "rgb(238, 238, 238)"
870 linecolor: "rgb(238, 238, 238)"
875 tickcolor: "rgb(238, 238, 238)"
877 title: "Indexed Test Cases"
880 gridcolor: "rgb(238, 238, 238)'"
882 linecolor: "rgb(238, 238, 238)"
888 tickcolor: "rgb(238, 238, 238)"
889 title: "Packets Per Second [pps]"
908 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
909 algorithm: "plot_performance_box"
910 output-file-type: ".html"
911 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
913 csit-vpp-perf-1710-all:
917 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
923 boxpoints: "outliers"
926 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
931 gridcolor: "rgb(238, 238, 238)"
932 linecolor: "rgb(238, 238, 238)"
937 tickcolor: "rgb(238, 238, 238)"
939 title: "Indexed Test Cases"
942 gridcolor: "rgb(238, 238, 238)'"
944 linecolor: "rgb(238, 238, 238)"
950 tickcolor: "rgb(238, 238, 238)"
951 title: "Packets Per Second [pps]"
969 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
970 algorithm: "plot_performance_box"
971 output-file-type: ".html"
972 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
974 csit-vpp-perf-1710-all:
978 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
984 boxpoints: "outliers"
987 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
992 gridcolor: "rgb(238, 238, 238)"
993 linecolor: "rgb(238, 238, 238)"
998 tickcolor: "rgb(238, 238, 238)"
1000 title: "Indexed Test Cases"
1003 gridcolor: "rgb(238, 238, 238)'"
1005 linecolor: "rgb(238, 238, 238)"
1007 range: [5000000, 12000000]
1010 showticklabels: True
1011 tickcolor: "rgb(238, 238, 238)"
1012 title: "Packets Per Second [pps]"
1030 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1031 algorithm: "plot_performance_box"
1032 output-file-type: ".html"
1033 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1035 csit-vpp-perf-1710-all:
1039 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1045 boxpoints: "outliers"
1048 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1053 gridcolor: "rgb(238, 238, 238)"
1054 linecolor: "rgb(238, 238, 238)"
1058 showticklabels: True
1059 tickcolor: "rgb(238, 238, 238)"
1061 title: "Indexed Test Cases"
1064 gridcolor: "rgb(238, 238, 238)'"
1066 linecolor: "rgb(238, 238, 238)"
1071 showticklabels: True
1072 tickcolor: "rgb(238, 238, 238)"
1073 title: "Packets Per Second [pps]"
1091 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1092 algorithm: "plot_performance_box"
1093 output-file-type: ".html"
1094 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1096 csit-vpp-perf-1710-all:
1100 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1106 boxpoints: "outliers"
1109 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1114 gridcolor: "rgb(238, 238, 238)"
1115 linecolor: "rgb(238, 238, 238)"
1119 showticklabels: True
1120 tickcolor: "rgb(238, 238, 238)"
1122 title: "Indexed Test Cases"
1125 gridcolor: "rgb(238, 238, 238)'"
1127 linecolor: "rgb(238, 238, 238)"
1129 range: [5000000, 12000000]
1132 showticklabels: True
1133 tickcolor: "rgb(238, 238, 238)"
1134 title: "Packets Per Second [pps]"
1153 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1154 algorithm: "plot_performance_box"
1155 output-file-type: ".html"
1156 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1158 csit-vpp-perf-1710-all:
1162 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1168 boxpoints: "outliers"
1171 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1176 gridcolor: "rgb(238, 238, 238)"
1177 linecolor: "rgb(238, 238, 238)"
1181 showticklabels: True
1182 tickcolor: "rgb(238, 238, 238)"
1184 title: "Indexed Test Cases"
1187 gridcolor: "rgb(238, 238, 238)'"
1189 linecolor: "rgb(238, 238, 238)"
1194 showticklabels: True
1195 tickcolor: "rgb(238, 238, 238)"
1196 title: "Packets Per Second [pps]"
1214 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1215 algorithm: "plot_performance_box"
1216 output-file-type: ".html"
1217 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1219 csit-vpp-perf-1710-all:
1223 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1229 boxpoints: "outliers"
1232 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1237 gridcolor: "rgb(238, 238, 238)"
1238 linecolor: "rgb(238, 238, 238)"
1242 showticklabels: True
1243 tickcolor: "rgb(238, 238, 238)"
1245 title: "Indexed Test Cases"
1248 gridcolor: "rgb(238, 238, 238)'"
1250 linecolor: "rgb(238, 238, 238)"
1255 showticklabels: True
1256 tickcolor: "rgb(238, 238, 238)"
1257 title: "Packets Per Second [pps]"
1275 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1276 algorithm: "plot_performance_box"
1277 output-file-type: ".html"
1278 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1280 csit-vpp-perf-1710-all:
1284 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1290 boxpoints: "outliers"
1293 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1298 gridcolor: "rgb(238, 238, 238)"
1299 linecolor: "rgb(238, 238, 238)"
1303 showticklabels: True
1304 tickcolor: "rgb(238, 238, 238)"
1306 title: "Indexed Test Cases"
1309 gridcolor: "rgb(238, 238, 238)'"
1311 linecolor: "rgb(238, 238, 238)"
1316 showticklabels: True
1317 tickcolor: "rgb(238, 238, 238)"
1318 title: "Packets Per Second [pps]"
1336 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1337 algorithm: "plot_performance_box"
1338 output-file-type: ".html"
1339 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1341 csit-vpp-perf-1710-all:
1345 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1351 boxpoints: "outliers"
1354 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1359 gridcolor: "rgb(238, 238, 238)"
1360 linecolor: "rgb(238, 238, 238)"
1364 showticklabels: True
1365 tickcolor: "rgb(238, 238, 238)"
1367 title: "Indexed Test Cases"
1370 gridcolor: "rgb(238, 238, 238)'"
1372 linecolor: "rgb(238, 238, 238)"
1377 showticklabels: True
1378 tickcolor: "rgb(238, 238, 238)"
1379 title: "Packets Per Second [pps]"
1398 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1399 algorithm: "plot_performance_box"
1400 output-file-type: ".html"
1401 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1403 csit-vpp-perf-1710-all:
1407 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1413 boxpoints: "outliers"
1416 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1421 gridcolor: "rgb(238, 238, 238)"
1422 linecolor: "rgb(238, 238, 238)"
1426 showticklabels: True
1427 tickcolor: "rgb(238, 238, 238)"
1429 title: "Indexed Test Cases"
1432 gridcolor: "rgb(238, 238, 238)'"
1434 linecolor: "rgb(238, 238, 238)"
1439 showticklabels: True
1440 tickcolor: "rgb(238, 238, 238)"
1441 title: "Packets Per Second [pps]"
1459 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1460 algorithm: "plot_performance_box"
1461 output-file-type: ".html"
1462 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1464 csit-vpp-perf-1710-all:
1468 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1474 boxpoints: "outliers"
1477 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1482 gridcolor: "rgb(238, 238, 238)"
1483 linecolor: "rgb(238, 238, 238)"
1487 showticklabels: True
1488 tickcolor: "rgb(238, 238, 238)"
1490 title: "Indexed Test Cases"
1493 gridcolor: "rgb(238, 238, 238)'"
1495 linecolor: "rgb(238, 238, 238)"
1500 showticklabels: True
1501 tickcolor: "rgb(238, 238, 238)"
1502 title: "Packets Per Second [pps]"
1520 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1521 algorithm: "plot_performance_box"
1522 output-file-type: ".html"
1523 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1525 csit-vpp-perf-1710-all:
1529 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1535 boxpoints: "outliers"
1538 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1543 gridcolor: "rgb(238, 238, 238)"
1544 linecolor: "rgb(238, 238, 238)"
1548 showticklabels: True
1549 tickcolor: "rgb(238, 238, 238)"
1551 title: "Indexed Test Cases"
1554 gridcolor: "rgb(238, 238, 238)'"
1556 linecolor: "rgb(238, 238, 238)"
1561 showticklabels: True
1562 tickcolor: "rgb(238, 238, 238)"
1563 title: "Packets Per Second [pps]"
1581 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1582 algorithm: "plot_performance_box"
1583 output-file-type: ".html"
1584 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1586 csit-vpp-perf-1710-all:
1590 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1596 boxpoints: "outliers"
1599 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1604 gridcolor: "rgb(238, 238, 238)"
1605 linecolor: "rgb(238, 238, 238)"
1609 showticklabels: True
1610 tickcolor: "rgb(238, 238, 238)"
1612 title: "Indexed Test Cases"
1615 gridcolor: "rgb(238, 238, 238)'"
1617 linecolor: "rgb(238, 238, 238)"
1622 showticklabels: True
1623 tickcolor: "rgb(238, 238, 238)"
1624 title: "Packets Per Second [pps]"
1643 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1644 algorithm: "plot_performance_box"
1645 output-file-type: ".html"
1646 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1648 csit-vpp-perf-1710-all:
1652 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1658 boxpoints: "outliers"
1661 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1666 gridcolor: "rgb(238, 238, 238)"
1667 linecolor: "rgb(238, 238, 238)"
1671 showticklabels: True
1672 tickcolor: "rgb(238, 238, 238)"
1674 title: "Indexed Test Cases"
1677 gridcolor: "rgb(238, 238, 238)'"
1679 linecolor: "rgb(238, 238, 238)"
1684 showticklabels: True
1685 tickcolor: "rgb(238, 238, 238)"
1686 title: "Packets Per Second [pps]"
1704 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1709 csit-vpp-perf-1710-all:
1713 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1719 boxpoints: "outliers"
1722 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1727 gridcolor: "rgb(238, 238, 238)"
1728 linecolor: "rgb(238, 238, 238)"
1732 showticklabels: True
1733 tickcolor: "rgb(238, 238, 238)"
1735 title: "Indexed Test Cases"
1738 gridcolor: "rgb(238, 238, 238)'"
1740 linecolor: "rgb(238, 238, 238)"
1745 showticklabels: True
1746 tickcolor: "rgb(238, 238, 238)"
1747 title: "Packets Per Second [pps]"
1765 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1766 algorithm: "plot_performance_box"
1767 output-file-type: ".html"
1768 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1770 csit-vpp-perf-1710-all:
1774 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1780 boxpoints: "outliers"
1783 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1788 gridcolor: "rgb(238, 238, 238)"
1789 linecolor: "rgb(238, 238, 238)"
1793 showticklabels: True
1794 tickcolor: "rgb(238, 238, 238)"
1796 title: "Indexed Test Cases"
1799 gridcolor: "rgb(238, 238, 238)'"
1801 linecolor: "rgb(238, 238, 238)"
1806 showticklabels: True
1807 tickcolor: "rgb(238, 238, 238)"
1808 title: "Packets Per Second [pps]"
1826 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1827 algorithm: "plot_performance_box"
1828 output-file-type: ".html"
1829 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1831 csit-vpp-perf-1710-all:
1835 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1841 boxpoints: "outliers"
1844 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1849 gridcolor: "rgb(238, 238, 238)"
1850 linecolor: "rgb(238, 238, 238)"
1854 showticklabels: True
1855 tickcolor: "rgb(238, 238, 238)"
1857 title: "Indexed Test Cases"
1860 gridcolor: "rgb(238, 238, 238)'"
1862 linecolor: "rgb(238, 238, 238)"
1867 showticklabels: True
1868 tickcolor: "rgb(238, 238, 238)"
1869 title: "Packets Per Second [pps]"
1888 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1889 algorithm: "plot_performance_box"
1890 output-file-type: ".html"
1891 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1893 csit-vpp-perf-1710-all:
1897 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1903 boxpoints: "outliers"
1906 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1911 gridcolor: "rgb(238, 238, 238)"
1912 linecolor: "rgb(238, 238, 238)"
1916 showticklabels: True
1917 tickcolor: "rgb(238, 238, 238)"
1919 title: "Indexed Test Cases"
1922 gridcolor: "rgb(238, 238, 238)'"
1924 linecolor: "rgb(238, 238, 238)"
1929 showticklabels: True
1930 tickcolor: "rgb(238, 238, 238)"
1931 title: "Packets Per Second [pps]"
1949 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1950 algorithm: "plot_performance_box"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1954 csit-vpp-perf-1710-all:
1958 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1964 boxpoints: "outliers"
1967 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1972 gridcolor: "rgb(238, 238, 238)"
1973 linecolor: "rgb(238, 238, 238)"
1977 showticklabels: True
1978 tickcolor: "rgb(238, 238, 238)"
1980 title: "Indexed Test Cases"
1983 gridcolor: "rgb(238, 238, 238)'"
1985 linecolor: "rgb(238, 238, 238)"
1990 showticklabels: True
1991 tickcolor: "rgb(238, 238, 238)"
1992 title: "Packets Per Second [pps]"
2010 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2011 algorithm: "plot_performance_box"
2012 output-file-type: ".html"
2013 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2015 csit-vpp-perf-1710-all:
2019 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2025 boxpoints: "outliers"
2028 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2033 gridcolor: "rgb(238, 238, 238)"
2034 linecolor: "rgb(238, 238, 238)"
2038 showticklabels: True
2039 tickcolor: "rgb(238, 238, 238)"
2041 title: "Indexed Test Cases"
2044 gridcolor: "rgb(238, 238, 238)'"
2046 linecolor: "rgb(238, 238, 238)"
2051 showticklabels: True
2052 tickcolor: "rgb(238, 238, 238)"
2053 title: "Packets Per Second [pps]"
2071 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2072 algorithm: "plot_performance_box"
2073 output-file-type: ".html"
2074 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2076 csit-vpp-perf-1710-all:
2080 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2086 boxpoints: "outliers"
2089 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2094 gridcolor: "rgb(238, 238, 238)"
2095 linecolor: "rgb(238, 238, 238)"
2099 showticklabels: True
2100 tickcolor: "rgb(238, 238, 238)"
2102 title: "Indexed Test Cases"
2105 gridcolor: "rgb(238, 238, 238)'"
2107 linecolor: "rgb(238, 238, 238)"
2112 showticklabels: True
2113 tickcolor: "rgb(238, 238, 238)"
2114 title: "Packets Per Second [pps]"
2133 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2134 algorithm: "plot_performance_box"
2135 output-file-type: ".html"
2136 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2138 csit-vpp-perf-1710-all:
2142 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2148 boxpoints: "outliers"
2151 title: "64B-1t1c-.*vhost.*-ndrdisc"
2156 gridcolor: "rgb(238, 238, 238)"
2157 linecolor: "rgb(238, 238, 238)"
2161 showticklabels: True
2162 tickcolor: "rgb(238, 238, 238)"
2164 title: "Indexed Test Cases"
2167 gridcolor: "rgb(238, 238, 238)'"
2169 linecolor: "rgb(238, 238, 238)"
2174 showticklabels: True
2175 tickcolor: "rgb(238, 238, 238)"
2176 title: "Packets Per Second [pps]"
2194 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2195 algorithm: "plot_performance_box"
2196 output-file-type: ".html"
2197 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2199 csit-vpp-perf-1710-all:
2203 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2209 boxpoints: "outliers"
2212 title: "64B-2t2c-.*vhost.*-ndrdisc"
2217 gridcolor: "rgb(238, 238, 238)"
2218 linecolor: "rgb(238, 238, 238)"
2222 showticklabels: True
2223 tickcolor: "rgb(238, 238, 238)"
2225 title: "Indexed Test Cases"
2228 gridcolor: "rgb(238, 238, 238)'"
2230 linecolor: "rgb(238, 238, 238)"
2235 showticklabels: True
2236 tickcolor: "rgb(238, 238, 238)"
2237 title: "Packets Per Second [pps]"
2255 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2256 algorithm: "plot_performance_box"
2257 output-file-type: ".html"
2258 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2260 csit-vpp-perf-1710-all:
2264 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2270 boxpoints: "outliers"
2273 title: "64B-1t1c-.*vhost.*-pdrdisc"
2278 gridcolor: "rgb(238, 238, 238)"
2279 linecolor: "rgb(238, 238, 238)"
2283 showticklabels: True
2284 tickcolor: "rgb(238, 238, 238)"
2286 title: "Indexed Test Cases"
2289 gridcolor: "rgb(238, 238, 238)'"
2291 linecolor: "rgb(238, 238, 238)"
2296 showticklabels: True
2297 tickcolor: "rgb(238, 238, 238)"
2298 title: "Packets Per Second [pps]"
2316 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2317 algorithm: "plot_performance_box"
2318 output-file-type: ".html"
2319 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2321 csit-vpp-perf-1710-all:
2325 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2331 boxpoints: "outliers"
2334 title: "64B-2t2c-.*vhost.*-pdrdisc"
2339 gridcolor: "rgb(238, 238, 238)"
2340 linecolor: "rgb(238, 238, 238)"
2344 showticklabels: True
2345 tickcolor: "rgb(238, 238, 238)"
2347 title: "Indexed Test Cases"
2350 gridcolor: "rgb(238, 238, 238)'"
2352 linecolor: "rgb(238, 238, 238)"
2357 showticklabels: True
2358 tickcolor: "rgb(238, 238, 238)"
2359 title: "Packets Per Second [pps]"
2375 # VPP VM VHOST SELECTION
2378 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2379 algorithm: "plot_performance_box"
2380 output-file-type: ".html"
2381 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2383 csit-vpp-perf-1710-all:
2387 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2393 boxpoints: "outliers"
2396 title: "64B-1t1c-.*vhost.*-ndrdisc"
2401 gridcolor: "rgb(238, 238, 238)"
2402 linecolor: "rgb(238, 238, 238)"
2406 showticklabels: True
2407 tickcolor: "rgb(238, 238, 238)"
2409 title: "Indexed Test Cases"
2412 gridcolor: "rgb(238, 238, 238)'"
2414 linecolor: "rgb(238, 238, 238)"
2419 showticklabels: True
2420 tickcolor: "rgb(238, 238, 238)"
2421 title: "Packets Per Second [pps]"
2439 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2440 algorithm: "plot_performance_box"
2441 output-file-type: ".html"
2442 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2444 csit-vpp-perf-1710-all:
2448 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2454 boxpoints: "outliers"
2457 title: "64B-2t2c-.*vhost.*-ndrdisc"
2462 gridcolor: "rgb(238, 238, 238)"
2463 linecolor: "rgb(238, 238, 238)"
2467 showticklabels: True
2468 tickcolor: "rgb(238, 238, 238)"
2470 title: "Indexed Test Cases"
2473 gridcolor: "rgb(238, 238, 238)'"
2475 linecolor: "rgb(238, 238, 238)"
2480 showticklabels: True
2481 tickcolor: "rgb(238, 238, 238)"
2482 title: "Packets Per Second [pps]"
2500 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2501 algorithm: "plot_performance_box"
2502 output-file-type: ".html"
2503 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2505 csit-vpp-perf-1710-all:
2509 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2515 boxpoints: "outliers"
2518 title: "64B-1t1c-.*vhost.*-pdrdisc"
2523 gridcolor: "rgb(238, 238, 238)"
2524 linecolor: "rgb(238, 238, 238)"
2528 showticklabels: True
2529 tickcolor: "rgb(238, 238, 238)"
2531 title: "Indexed Test Cases"
2534 gridcolor: "rgb(238, 238, 238)'"
2536 linecolor: "rgb(238, 238, 238)"
2541 showticklabels: True
2542 tickcolor: "rgb(238, 238, 238)"
2543 title: "Packets Per Second [pps]"
2561 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2562 algorithm: "plot_performance_box"
2563 output-file-type: ".html"
2564 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2566 csit-vpp-perf-1710-all:
2570 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2576 boxpoints: "outliers"
2579 title: "64B-2t2c-.*vhost.*-pdrdisc"
2584 gridcolor: "rgb(238, 238, 238)"
2585 linecolor: "rgb(238, 238, 238)"
2589 showticklabels: True
2590 tickcolor: "rgb(238, 238, 238)"
2592 title: "Indexed Test Cases"
2595 gridcolor: "rgb(238, 238, 238)'"
2597 linecolor: "rgb(238, 238, 238)"
2602 showticklabels: True
2603 tickcolor: "rgb(238, 238, 238)"
2604 title: "Packets Per Second [pps]"
2623 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2624 algorithm: "plot_performance_box"
2625 output-file-type: ".html"
2626 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2628 csit-vpp-perf-1710-all:
2632 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2638 boxpoints: "outliers"
2641 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2646 gridcolor: "rgb(238, 238, 238)"
2647 linecolor: "rgb(238, 238, 238)"
2651 showticklabels: True
2652 tickcolor: "rgb(238, 238, 238)"
2654 title: "Indexed Test Cases"
2657 gridcolor: "rgb(238, 238, 238)'"
2659 linecolor: "rgb(238, 238, 238)"
2664 showticklabels: True
2665 tickcolor: "rgb(238, 238, 238)"
2666 title: "Packets Per Second [pps]"
2684 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2685 algorithm: "plot_performance_box"
2686 output-file-type: ".html"
2687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2689 csit-vpp-perf-1710-all:
2693 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2699 boxpoints: "outliers"
2702 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2707 gridcolor: "rgb(238, 238, 238)"
2708 linecolor: "rgb(238, 238, 238)"
2712 showticklabels: True
2713 tickcolor: "rgb(238, 238, 238)"
2715 title: "Indexed Test Cases"
2718 gridcolor: "rgb(238, 238, 238)'"
2720 linecolor: "rgb(238, 238, 238)"
2725 showticklabels: True
2726 tickcolor: "rgb(238, 238, 238)"
2727 title: "Packets Per Second [pps]"
2745 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2746 algorithm: "plot_performance_box"
2747 output-file-type: ".html"
2748 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2750 csit-vpp-perf-1710-all:
2754 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2760 boxpoints: "outliers"
2763 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2768 gridcolor: "rgb(238, 238, 238)"
2769 linecolor: "rgb(238, 238, 238)"
2773 showticklabels: True
2774 tickcolor: "rgb(238, 238, 238)"
2776 title: "Indexed Test Cases"
2779 gridcolor: "rgb(238, 238, 238)'"
2781 linecolor: "rgb(238, 238, 238)"
2786 showticklabels: True
2787 tickcolor: "rgb(238, 238, 238)"
2788 title: "Packets Per Second [pps]"
2806 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2807 algorithm: "plot_performance_box"
2808 output-file-type: ".html"
2809 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2811 csit-vpp-perf-1710-all:
2815 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2821 boxpoints: "outliers"
2824 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2829 gridcolor: "rgb(238, 238, 238)"
2830 linecolor: "rgb(238, 238, 238)"
2834 showticklabels: True
2835 tickcolor: "rgb(238, 238, 238)"
2837 title: "Indexed Test Cases"
2840 gridcolor: "rgb(238, 238, 238)'"
2842 linecolor: "rgb(238, 238, 238)"
2847 showticklabels: True
2848 tickcolor: "rgb(238, 238, 238)"
2849 title: "Packets Per Second [pps]"
2868 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2869 algorithm: "plot_performance_box"
2870 output-file-type: ".html"
2871 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2873 csit-dpdk-perf-1710-all:
2884 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2890 boxpoints: "outliers"
2893 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2898 gridcolor: "rgb(238, 238, 238)"
2899 linecolor: "rgb(238, 238, 238)"
2903 showticklabels: True
2904 tickcolor: "rgb(238, 238, 238)"
2906 title: "Indexed Test Cases"
2909 gridcolor: "rgb(238, 238, 238)'"
2911 linecolor: "rgb(238, 238, 238)"
2916 showticklabels: True
2917 tickcolor: "rgb(238, 238, 238)"
2918 title: "Packets Per Second [pps]"
2936 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2937 algorithm: "plot_performance_box"
2938 output-file-type: ".html"
2939 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2941 csit-dpdk-perf-1710-all:
2952 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2958 boxpoints: "outliers"
2961 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2966 gridcolor: "rgb(238, 238, 238)"
2967 linecolor: "rgb(238, 238, 238)"
2971 showticklabels: True
2972 tickcolor: "rgb(238, 238, 238)"
2974 title: "Indexed Test Cases"
2977 gridcolor: "rgb(238, 238, 238)'"
2979 linecolor: "rgb(238, 238, 238)"
2984 showticklabels: True
2985 tickcolor: "rgb(238, 238, 238)"
2986 title: "Packets Per Second [pps]"
3004 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3005 algorithm: "plot_performance_box"
3006 output-file-type: ".html"
3007 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3009 csit-dpdk-perf-1710-all:
3020 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3026 boxpoints: "outliers"
3029 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3034 gridcolor: "rgb(238, 238, 238)"
3035 linecolor: "rgb(238, 238, 238)"
3039 showticklabels: True
3040 tickcolor: "rgb(238, 238, 238)"
3042 title: "Indexed Test Cases"
3045 gridcolor: "rgb(238, 238, 238)'"
3047 linecolor: "rgb(238, 238, 238)"
3049 range: [2000000, 12000000]
3052 showticklabels: True
3053 tickcolor: "rgb(238, 238, 238)"
3054 title: "Packets Per Second [pps]"
3072 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3073 algorithm: "plot_performance_box"
3074 output-file-type: ".html"
3075 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3077 csit-dpdk-perf-1710-all:
3088 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3094 boxpoints: "outliers"
3097 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3102 gridcolor: "rgb(238, 238, 238)"
3103 linecolor: "rgb(238, 238, 238)"
3107 showticklabels: True
3108 tickcolor: "rgb(238, 238, 238)"
3110 title: "Indexed Test Cases"
3113 gridcolor: "rgb(238, 238, 238)'"
3115 linecolor: "rgb(238, 238, 238)"
3117 range: [2000000, 12000000]
3120 showticklabels: True
3121 tickcolor: "rgb(238, 238, 238)"
3122 title: "Packets Per Second [pps]"
3140 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3141 algorithm: "plot_performance_box"
3142 output-file-type: ".html"
3143 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3145 csit-dpdk-perf-1710-all:
3156 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3162 boxpoints: "outliers"
3165 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3170 gridcolor: "rgb(238, 238, 238)"
3171 linecolor: "rgb(238, 238, 238)"
3175 showticklabels: True
3176 tickcolor: "rgb(238, 238, 238)"
3178 title: "Indexed Test Cases"
3181 gridcolor: "rgb(238, 238, 238)'"
3183 linecolor: "rgb(238, 238, 238)"
3188 showticklabels: True
3189 tickcolor: "rgb(238, 238, 238)"
3190 title: "Packets Per Second [pps]"
3208 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3209 algorithm: "plot_performance_box"
3210 output-file-type: ".html"
3211 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3213 csit-dpdk-perf-1710-all:
3224 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3230 boxpoints: "outliers"
3233 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3238 gridcolor: "rgb(238, 238, 238)"
3239 linecolor: "rgb(238, 238, 238)"
3243 showticklabels: True
3244 tickcolor: "rgb(238, 238, 238)"
3246 title: "Indexed Test Cases"
3249 gridcolor: "rgb(238, 238, 238)'"
3251 linecolor: "rgb(238, 238, 238)"
3256 showticklabels: True
3257 tickcolor: "rgb(238, 238, 238)"
3258 title: "Packets Per Second [pps]"
3276 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3277 algorithm: "plot_performance_box"
3278 output-file-type: ".html"
3279 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3281 csit-dpdk-perf-1710-all:
3292 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3298 boxpoints: "outliers"
3301 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3306 gridcolor: "rgb(238, 238, 238)"
3307 linecolor: "rgb(238, 238, 238)"
3311 showticklabels: True
3312 tickcolor: "rgb(238, 238, 238)"
3314 title: "Indexed Test Cases"
3317 gridcolor: "rgb(238, 238, 238)'"
3319 linecolor: "rgb(238, 238, 238)"
3321 range: [20000000, 30000000]
3324 showticklabels: True
3325 tickcolor: "rgb(238, 238, 238)"
3326 title: "Packets Per Second [pps]"
3344 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3345 algorithm: "plot_performance_box"
3346 output-file-type: ".html"
3347 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3349 csit-dpdk-perf-1710-all:
3360 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3366 boxpoints: "outliers"
3369 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3374 gridcolor: "rgb(238, 238, 238)"
3375 linecolor: "rgb(238, 238, 238)"
3379 showticklabels: True
3380 tickcolor: "rgb(238, 238, 238)"
3382 title: "Indexed Test Cases"
3385 gridcolor: "rgb(238, 238, 238)'"
3387 linecolor: "rgb(238, 238, 238)"
3389 range: [20000000, 30000000]
3392 showticklabels: True
3393 tickcolor: "rgb(238, 238, 238)"
3394 title: "Packets Per Second [pps]"
3415 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3416 algorithm: "plot_latency_box"
3417 output-file-type: ".html"
3418 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3420 csit-vpp-perf-1710-all:
3424 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3431 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3436 gridcolor: "rgb(238, 238, 238)"
3437 linecolor: "rgb(238, 238, 238)"
3441 showticklabels: True
3442 tickcolor: "rgb(238, 238, 238)"
3444 title: "Indexed Test Cases"
3447 gridcolor: "rgb(238, 238, 238)'"
3449 linecolor: "rgb(238, 238, 238)"
3454 showticklabels: True
3455 tickcolor: "rgb(238, 238, 238)"
3456 title: "Latency min/avg/max [uSec]"
3474 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3475 algorithm: "plot_latency_box"
3476 output-file-type: ".html"
3477 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3479 csit-vpp-perf-1710-all:
3483 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3490 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3495 gridcolor: "rgb(238, 238, 238)"
3496 linecolor: "rgb(238, 238, 238)"
3500 showticklabels: True
3501 tickcolor: "rgb(238, 238, 238)"
3503 title: "Indexed Test Cases"
3506 gridcolor: "rgb(238, 238, 238)'"
3508 linecolor: "rgb(238, 238, 238)"
3513 showticklabels: True
3514 tickcolor: "rgb(238, 238, 238)"
3515 title: "Latency min/avg/max [uSec]"
3534 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3535 algorithm: "plot_latency_box"
3536 output-file-type: ".html"
3537 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3539 csit-vpp-perf-1710-all:
3543 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3550 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3555 gridcolor: "rgb(238, 238, 238)"
3556 linecolor: "rgb(238, 238, 238)"
3560 showticklabels: True
3561 tickcolor: "rgb(238, 238, 238)"
3563 title: "Indexed Test Cases"
3566 gridcolor: "rgb(238, 238, 238)'"
3568 linecolor: "rgb(238, 238, 238)"
3573 showticklabels: True
3574 tickcolor: "rgb(238, 238, 238)"
3575 title: "Latency min/avg/max [uSec]"
3593 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3594 algorithm: "plot_latency_box"
3595 output-file-type: ".html"
3596 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3598 csit-vpp-perf-1710-all:
3602 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3609 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3614 gridcolor: "rgb(238, 238, 238)"
3615 linecolor: "rgb(238, 238, 238)"
3619 showticklabels: True
3620 tickcolor: "rgb(238, 238, 238)"
3622 title: "Indexed Test Cases"
3625 gridcolor: "rgb(238, 238, 238)'"
3627 linecolor: "rgb(238, 238, 238)"
3632 showticklabels: True
3633 tickcolor: "rgb(238, 238, 238)"
3634 title: "Latency min/avg/max [uSec]"
3653 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3654 algorithm: "plot_latency_box"
3655 output-file-type: ".html"
3656 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3658 csit-vpp-perf-1710-all:
3662 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3669 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3674 gridcolor: "rgb(238, 238, 238)"
3675 linecolor: "rgb(238, 238, 238)"
3679 showticklabels: True
3680 tickcolor: "rgb(238, 238, 238)"
3682 title: "Indexed Test Cases"
3685 gridcolor: "rgb(238, 238, 238)'"
3687 linecolor: "rgb(238, 238, 238)"
3692 showticklabels: True
3693 tickcolor: "rgb(238, 238, 238)"
3694 title: "Latency min/avg/max [uSec]"
3712 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3713 algorithm: "plot_latency_box"
3714 output-file-type: ".html"
3715 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3717 csit-vpp-perf-1710-all:
3721 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3728 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3733 gridcolor: "rgb(238, 238, 238)"
3734 linecolor: "rgb(238, 238, 238)"
3738 showticklabels: True
3739 tickcolor: "rgb(238, 238, 238)"
3741 title: "Indexed Test Cases"
3744 gridcolor: "rgb(238, 238, 238)'"
3746 linecolor: "rgb(238, 238, 238)"
3751 showticklabels: True
3752 tickcolor: "rgb(238, 238, 238)"
3753 title: "Latency min/avg/max [uSec]"
3772 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3773 algorithm: "plot_latency_box"
3774 output-file-type: ".html"
3775 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3777 csit-vpp-perf-1710-all:
3781 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3788 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3793 gridcolor: "rgb(238, 238, 238)"
3794 linecolor: "rgb(238, 238, 238)"
3798 showticklabels: True
3799 tickcolor: "rgb(238, 238, 238)"
3801 title: "Indexed Test Cases"
3804 gridcolor: "rgb(238, 238, 238)'"
3806 linecolor: "rgb(238, 238, 238)"
3811 showticklabels: True
3812 tickcolor: "rgb(238, 238, 238)"
3813 title: "Latency min/avg/max [uSec]"
3831 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3832 algorithm: "plot_latency_box"
3833 output-file-type: ".html"
3834 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3836 csit-vpp-perf-1710-all:
3840 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3847 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3852 gridcolor: "rgb(238, 238, 238)"
3853 linecolor: "rgb(238, 238, 238)"
3857 showticklabels: True
3858 tickcolor: "rgb(238, 238, 238)"
3860 title: "Indexed Test Cases"
3863 gridcolor: "rgb(238, 238, 238)'"
3865 linecolor: "rgb(238, 238, 238)"
3870 showticklabels: True
3871 tickcolor: "rgb(238, 238, 238)"
3872 title: "Latency min/avg/max [uSec]"
3891 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3892 algorithm: "plot_latency_box"
3893 output-file-type: ".html"
3894 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3896 csit-vpp-perf-1710-all:
3900 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3907 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3912 gridcolor: "rgb(238, 238, 238)"
3913 linecolor: "rgb(238, 238, 238)"
3917 showticklabels: True
3918 tickcolor: "rgb(238, 238, 238)"
3920 title: "Indexed Test Cases"
3923 gridcolor: "rgb(238, 238, 238)'"
3925 linecolor: "rgb(238, 238, 238)"
3930 showticklabels: True
3931 tickcolor: "rgb(238, 238, 238)"
3932 title: "Latency min/avg/max [uSec]"
3950 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3951 algorithm: "plot_latency_box"
3952 output-file-type: ".html"
3953 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3955 csit-vpp-perf-1710-all:
3959 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3966 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3971 gridcolor: "rgb(238, 238, 238)"
3972 linecolor: "rgb(238, 238, 238)"
3976 showticklabels: True
3977 tickcolor: "rgb(238, 238, 238)"
3979 title: "Indexed Test Cases"
3982 gridcolor: "rgb(238, 238, 238)'"
3984 linecolor: "rgb(238, 238, 238)"
3989 showticklabels: True
3990 tickcolor: "rgb(238, 238, 238)"
3991 title: "Latency min/avg/max [uSec]"
4010 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4011 algorithm: "plot_latency_box"
4012 output-file-type: ".html"
4013 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4015 csit-vpp-perf-1710-all:
4019 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4026 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4031 gridcolor: "rgb(238, 238, 238)"
4032 linecolor: "rgb(238, 238, 238)"
4036 showticklabels: True
4037 tickcolor: "rgb(238, 238, 238)"
4039 title: "Indexed Test Cases"
4042 gridcolor: "rgb(238, 238, 238)'"
4044 linecolor: "rgb(238, 238, 238)"
4049 showticklabels: True
4050 tickcolor: "rgb(238, 238, 238)"
4051 title: "Latency min/avg/max [uSec]"
4069 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4070 algorithm: "plot_latency_box"
4071 output-file-type: ".html"
4072 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4074 csit-vpp-perf-1710-all:
4078 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4085 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4090 gridcolor: "rgb(238, 238, 238)"
4091 linecolor: "rgb(238, 238, 238)"
4095 showticklabels: True
4096 tickcolor: "rgb(238, 238, 238)"
4098 title: "Indexed Test Cases"
4101 gridcolor: "rgb(238, 238, 238)'"
4103 linecolor: "rgb(238, 238, 238)"
4108 showticklabels: True
4109 tickcolor: "rgb(238, 238, 238)"
4110 title: "Latency min/avg/max [uSec]"
4129 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4130 algorithm: "plot_latency_box"
4131 output-file-type: ".html"
4132 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4134 csit-vpp-perf-1710-all:
4138 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4145 title: "64B-1t1c-.*vhost.*-ndrdisc"
4150 gridcolor: "rgb(238, 238, 238)"
4151 linecolor: "rgb(238, 238, 238)"
4155 showticklabels: True
4156 tickcolor: "rgb(238, 238, 238)"
4158 title: "Indexed Test Cases"
4161 gridcolor: "rgb(238, 238, 238)'"
4163 linecolor: "rgb(238, 238, 238)"
4168 showticklabels: True
4169 tickcolor: "rgb(238, 238, 238)"
4170 title: "Latency min/avg/max [uSec]"
4188 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4189 algorithm: "plot_latency_box"
4190 output-file-type: ".html"
4191 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4193 csit-vpp-perf-1710-all:
4197 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4204 title: "64B-2t2c-.*vhost.*-ndrdisc"
4209 gridcolor: "rgb(238, 238, 238)"
4210 linecolor: "rgb(238, 238, 238)"
4214 showticklabels: True
4215 tickcolor: "rgb(238, 238, 238)"
4217 title: "Indexed Test Cases"
4220 gridcolor: "rgb(238, 238, 238)'"
4222 linecolor: "rgb(238, 238, 238)"
4227 showticklabels: True
4228 tickcolor: "rgb(238, 238, 238)"
4229 title: "Latency min/avg/max [uSec]"
4245 # VPP VM VHOST selection
4248 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4249 algorithm: "plot_latency_box"
4250 output-file-type: ".html"
4251 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4253 csit-vpp-perf-1710-all:
4257 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4264 title: "64B-1t1c-.*vhost.*-ndrdisc"
4269 gridcolor: "rgb(238, 238, 238)"
4270 linecolor: "rgb(238, 238, 238)"
4274 showticklabels: True
4275 tickcolor: "rgb(238, 238, 238)"
4277 title: "Indexed Test Cases"
4280 gridcolor: "rgb(238, 238, 238)'"
4282 linecolor: "rgb(238, 238, 238)"
4287 showticklabels: True
4288 tickcolor: "rgb(238, 238, 238)"
4289 title: "Latency min/avg/max [uSec]"
4307 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4308 algorithm: "plot_latency_box"
4309 output-file-type: ".html"
4310 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4312 csit-vpp-perf-1710-all:
4316 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4323 title: "64B-2t2c-.*vhost.*-ndrdisc"
4328 gridcolor: "rgb(238, 238, 238)"
4329 linecolor: "rgb(238, 238, 238)"
4333 showticklabels: True
4334 tickcolor: "rgb(238, 238, 238)"
4336 title: "Indexed Test Cases"
4339 gridcolor: "rgb(238, 238, 238)'"
4341 linecolor: "rgb(238, 238, 238)"
4346 showticklabels: True
4347 tickcolor: "rgb(238, 238, 238)"
4348 title: "Latency min/avg/max [uSec]"
4367 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4368 algorithm: "plot_latency_box"
4369 output-file-type: ".html"
4370 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4372 csit-vpp-perf-1710-all:
4376 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4383 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4388 gridcolor: "rgb(238, 238, 238)"
4389 linecolor: "rgb(238, 238, 238)"
4393 showticklabels: True
4394 tickcolor: "rgb(238, 238, 238)"
4396 title: "Indexed Test Cases"
4399 gridcolor: "rgb(238, 238, 238)'"
4401 linecolor: "rgb(238, 238, 238)"
4406 showticklabels: True
4407 tickcolor: "rgb(238, 238, 238)"
4408 title: "Latency min/avg/max [uSec]"
4426 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4427 algorithm: "plot_latency_box"
4428 output-file-type: ".html"
4429 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4431 csit-vpp-perf-1710-all:
4435 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4442 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4447 gridcolor: "rgb(238, 238, 238)"
4448 linecolor: "rgb(238, 238, 238)"
4452 showticklabels: True
4453 tickcolor: "rgb(238, 238, 238)"
4455 title: "Indexed Test Cases"
4458 gridcolor: "rgb(238, 238, 238)'"
4460 linecolor: "rgb(238, 238, 238)"
4465 showticklabels: True
4466 tickcolor: "rgb(238, 238, 238)"
4467 title: "Latency min/avg/max [uSec]"
4486 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4487 algorithm: "plot_latency_box"
4488 output-file-type: ".html"
4489 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4491 csit-dpdk-perf-1710-all:
4502 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4509 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4514 gridcolor: "rgb(238, 238, 238)"
4515 linecolor: "rgb(238, 238, 238)"
4519 showticklabels: True
4520 tickcolor: "rgb(238, 238, 238)"
4522 title: "Indexed Test Cases"
4525 gridcolor: "rgb(238, 238, 238)'"
4527 linecolor: "rgb(238, 238, 238)"
4532 showticklabels: True
4533 tickcolor: "rgb(238, 238, 238)"
4534 title: "Latency min/avg/max [uSec]"
4552 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4553 algorithm: "plot_latency_box"
4554 output-file-type: ".html"
4555 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4557 csit-dpdk-perf-1710-all:
4568 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4575 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4580 gridcolor: "rgb(238, 238, 238)"
4581 linecolor: "rgb(238, 238, 238)"
4585 showticklabels: True
4586 tickcolor: "rgb(238, 238, 238)"
4588 title: "Indexed Test Cases"
4591 gridcolor: "rgb(238, 238, 238)'"
4593 linecolor: "rgb(238, 238, 238)"
4598 showticklabels: True
4599 tickcolor: "rgb(238, 238, 238)"
4600 title: "Latency min/avg/max [uSec]"
4618 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4619 algorithm: "plot_latency_box"
4620 output-file-type: ".html"
4621 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4623 csit-dpdk-perf-1710-all:
4634 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4641 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4646 gridcolor: "rgb(238, 238, 238)"
4647 linecolor: "rgb(238, 238, 238)"
4651 showticklabels: True
4652 tickcolor: "rgb(238, 238, 238)"
4654 title: "Indexed Test Cases"
4657 gridcolor: "rgb(238, 238, 238)'"
4659 linecolor: "rgb(238, 238, 238)"
4664 showticklabels: True
4665 tickcolor: "rgb(238, 238, 238)"
4666 title: "Latency min/avg/max [uSec]"
4684 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4685 algorithm: "plot_latency_box"
4686 output-file-type: ".html"
4687 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4689 csit-dpdk-perf-1710-all:
4700 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4707 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4712 gridcolor: "rgb(238, 238, 238)"
4713 linecolor: "rgb(238, 238, 238)"
4717 showticklabels: True
4718 tickcolor: "rgb(238, 238, 238)"
4720 title: "Indexed Test Cases"
4723 gridcolor: "rgb(238, 238, 238)'"
4725 linecolor: "rgb(238, 238, 238)"
4730 showticklabels: True
4731 tickcolor: "rgb(238, 238, 238)"
4732 title: "Latency min/avg/max [uSec]"
4748 # Ligato - Throughput
4753 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4754 algorithm: "plot_performance_box"
4755 output-file-type: ".html"
4756 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
4758 csit-vpp-perf-1710-all:
4762 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4768 boxpoints: "outliers"
4771 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4776 gridcolor: "rgb(238, 238, 238)"
4777 linecolor: "rgb(238, 238, 238)"
4781 showticklabels: True
4782 tickcolor: "rgb(238, 238, 238)"
4784 title: "Indexed Test Cases"
4787 gridcolor: "rgb(238, 238, 238)'"
4789 linecolor: "rgb(238, 238, 238)"
4794 showticklabels: True
4795 tickcolor: "rgb(238, 238, 238)"
4796 title: "Packets Per Second [pps]"
4814 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4815 algorithm: "plot_performance_box"
4816 output-file-type: ".html"
4817 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
4819 csit-vpp-perf-1710-all:
4823 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4829 boxpoints: "outliers"
4832 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4837 gridcolor: "rgb(238, 238, 238)"
4838 linecolor: "rgb(238, 238, 238)"
4842 showticklabels: True
4843 tickcolor: "rgb(238, 238, 238)"
4845 title: "Indexed Test Cases"
4848 gridcolor: "rgb(238, 238, 238)'"
4850 linecolor: "rgb(238, 238, 238)"
4855 showticklabels: True
4856 tickcolor: "rgb(238, 238, 238)"
4857 title: "Packets Per Second [pps]"
4875 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4876 algorithm: "plot_performance_box"
4877 output-file-type: ".html"
4878 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
4880 csit-vpp-perf-1710-all:
4884 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4890 boxpoints: "outliers"
4893 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4898 gridcolor: "rgb(238, 238, 238)"
4899 linecolor: "rgb(238, 238, 238)"
4903 showticklabels: True
4904 tickcolor: "rgb(238, 238, 238)"
4906 title: "Indexed Test Cases"
4909 gridcolor: "rgb(238, 238, 238)'"
4911 linecolor: "rgb(238, 238, 238)"
4916 showticklabels: True
4917 tickcolor: "rgb(238, 238, 238)"
4918 title: "Packets Per Second [pps]"
4936 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4937 algorithm: "plot_performance_box"
4938 output-file-type: ".html"
4939 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
4941 csit-vpp-perf-1710-all:
4945 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4951 boxpoints: "outliers"
4954 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4959 gridcolor: "rgb(238, 238, 238)"
4960 linecolor: "rgb(238, 238, 238)"
4964 showticklabels: True
4965 tickcolor: "rgb(238, 238, 238)"
4967 title: "Indexed Test Cases"
4970 gridcolor: "rgb(238, 238, 238)'"
4972 linecolor: "rgb(238, 238, 238)"
4977 showticklabels: True
4978 tickcolor: "rgb(238, 238, 238)"
4979 title: "Packets Per Second [pps]"
4995 # Container orchestrated
4998 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4999 algorithm: "plot_performance_box"
5000 output-file-type: ".html"
5001 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5003 csit-ligato-perf-1710-all:
5005 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5011 boxpoints: "outliers"
5014 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5019 gridcolor: "rgb(238, 238, 238)"
5020 linecolor: "rgb(238, 238, 238)"
5024 showticklabels: True
5025 tickcolor: "rgb(238, 238, 238)"
5027 title: "Indexed Test Cases"
5030 gridcolor: "rgb(238, 238, 238)'"
5032 linecolor: "rgb(238, 238, 238)"
5037 showticklabels: True
5038 tickcolor: "rgb(238, 238, 238)"
5039 title: "Packets Per Second [pps]"
5057 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5058 algorithm: "plot_performance_box"
5059 output-file-type: ".html"
5060 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5062 csit-ligato-perf-1710-all:
5064 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5070 boxpoints: "outliers"
5073 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5078 gridcolor: "rgb(238, 238, 238)"
5079 linecolor: "rgb(238, 238, 238)"
5083 showticklabels: True
5084 tickcolor: "rgb(238, 238, 238)"
5086 title: "Indexed Test Cases"
5089 gridcolor: "rgb(238, 238, 238)'"
5091 linecolor: "rgb(238, 238, 238)"
5096 showticklabels: True
5097 tickcolor: "rgb(238, 238, 238)"
5098 title: "Packets Per Second [pps]"
5116 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5117 algorithm: "plot_performance_box"
5118 output-file-type: ".html"
5119 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5121 csit-ligato-perf-1710-all:
5123 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5129 boxpoints: "outliers"
5132 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5137 gridcolor: "rgb(238, 238, 238)"
5138 linecolor: "rgb(238, 238, 238)"
5142 showticklabels: True
5143 tickcolor: "rgb(238, 238, 238)"
5145 title: "Indexed Test Cases"
5148 gridcolor: "rgb(238, 238, 238)'"
5150 linecolor: "rgb(238, 238, 238)"
5155 showticklabels: True
5156 tickcolor: "rgb(238, 238, 238)"
5157 title: "Packets Per Second [pps]"
5175 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5176 algorithm: "plot_performance_box"
5177 output-file-type: ".html"
5178 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5180 csit-ligato-perf-1710-all:
5182 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5188 boxpoints: "outliers"
5191 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5196 gridcolor: "rgb(238, 238, 238)"
5197 linecolor: "rgb(238, 238, 238)"
5201 showticklabels: True
5202 tickcolor: "rgb(238, 238, 238)"
5204 title: "Indexed Test Cases"
5207 gridcolor: "rgb(238, 238, 238)'"
5209 linecolor: "rgb(238, 238, 238)"
5214 showticklabels: True
5215 tickcolor: "rgb(238, 238, 238)"
5216 title: "Packets Per Second [pps]"
5237 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5238 algorithm: "plot_latency_box"
5239 output-file-type: ".html"
5240 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5242 csit-vpp-perf-1710-all:
5246 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5253 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5258 gridcolor: "rgb(238, 238, 238)"
5259 linecolor: "rgb(238, 238, 238)"
5263 showticklabels: True
5264 tickcolor: "rgb(238, 238, 238)"
5266 title: "Indexed Test Cases"
5269 gridcolor: "rgb(238, 238, 238)'"
5271 linecolor: "rgb(238, 238, 238)"
5276 showticklabels: True
5277 tickcolor: "rgb(238, 238, 238)"
5278 title: "Latency min/avg/max [uSec]"
5296 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5297 algorithm: "plot_latency_box"
5298 output-file-type: ".html"
5299 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5301 csit-vpp-perf-1710-all:
5305 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5312 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5317 gridcolor: "rgb(238, 238, 238)"
5318 linecolor: "rgb(238, 238, 238)"
5322 showticklabels: True
5323 tickcolor: "rgb(238, 238, 238)"
5325 title: "Indexed Test Cases"
5328 gridcolor: "rgb(238, 238, 238)'"
5330 linecolor: "rgb(238, 238, 238)"
5335 showticklabels: True
5336 tickcolor: "rgb(238, 238, 238)"
5337 title: "Latency min/avg/max [uSec]"
5353 # Container orchestrated
5356 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5357 algorithm: "plot_latency_box"
5358 output-file-type: ".html"
5359 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5361 csit-ligato-perf-1710-all:
5363 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5370 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5375 gridcolor: "rgb(238, 238, 238)"
5376 linecolor: "rgb(238, 238, 238)"
5380 showticklabels: True
5381 tickcolor: "rgb(238, 238, 238)"
5383 title: "Indexed Test Cases"
5386 gridcolor: "rgb(238, 238, 238)'"
5388 linecolor: "rgb(238, 238, 238)"
5393 showticklabels: True
5394 tickcolor: "rgb(238, 238, 238)"
5395 title: "Latency min/avg/max [uSec]"
5413 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5414 algorithm: "plot_latency_box"
5415 output-file-type: ".html"
5416 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5418 csit-ligato-perf-1710-all:
5420 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5427 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5432 gridcolor: "rgb(238, 238, 238)"
5433 linecolor: "rgb(238, 238, 238)"
5437 showticklabels: True
5438 tickcolor: "rgb(238, 238, 238)"
5440 title: "Indexed Test Cases"
5443 gridcolor: "rgb(238, 238, 238)'"
5445 linecolor: "rgb(238, 238, 238)"
5450 showticklabels: True
5451 tickcolor: "rgb(238, 238, 238)"
5452 title: "Latency min/avg/max [uSec]"