6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
149 csit-dpdk-perf-1710-all:
160 csit-ligato-perf-1710-all:
162 csit-vpp-functional-1710-ubuntu1604-virl:
164 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
166 csit-hc2vpp-verify-func-1710-ubuntu1604:
167 - lastSuccessfulBuild
168 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
180 ################################################################################
182 ################################################################################
186 title: "Performance improvements"
187 algorithm: "table_performance_improvements"
188 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
189 output-file-ext: ".csv"
190 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
193 title: "Functionality"
199 title: "16.09 mean [Mpps]"
202 title: "17.01 mean [Mpps]"
205 title: "17.04 mean [Mpps]"
208 title: "17.07 mean [Mpps]"
209 data: "data csit-vpp-perf-1707-all mean"
211 title: "17.10 mean [Mpps]"
212 data: "data csit-vpp-perf-1710-all mean"
214 title: "17.10 stdev [Mpps]"
215 data: "data csit-vpp-perf-1710-all stdev"
217 title: "17.07 to 17.10 change [%]"
218 data: "operation relative_change 6 5"
221 csit-vpp-perf-1707-all:
232 csit-vpp-perf-1710-all:
242 title: "Detailed Test Results - VPP Performance Results"
243 algorithm: "table_details"
244 output-file-ext: ".csv"
245 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
251 title: "Documentation"
258 csit-vpp-perf-1710-all:
269 title: "Test configuration - VPP Performance Test Configs"
270 algorithm: "table_details"
271 output-file-ext: ".csv"
272 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
278 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
279 data: "data vat-history"
282 csit-vpp-perf-1710-all:
292 title: "Test Operational Data - VPP Performance Operational Data"
293 algorithm: "table_details"
294 output-file-ext: ".csv"
295 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
301 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
302 data: "data show-run"
305 csit-vpp-perf-1710-all:
315 title: "Detailed Test Results - VPP Functional Results"
316 algorithm: "table_details"
317 output-file-ext: ".csv"
318 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
324 title: "Documentation"
331 csit-vpp-functional-1710-ubuntu1604-virl:
342 title: "Test configuration - VPP Functional Test Configs"
343 algorithm: "table_details"
344 output-file-ext: ".csv"
345 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
351 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
352 data: "data vat-history"
355 csit-vpp-functional-1710-ubuntu1604-virl:
365 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
366 algorithm: "table_details"
367 output-file-ext: ".csv"
368 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
374 title: "Documentation"
381 csit-ligato-perf-1710-all:
392 title: "Detailed Test Results - DPDK Performance Results"
393 algorithm: "table_details"
394 output-file-ext: ".csv"
395 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
401 title: "Documentation"
408 csit-dpdk-perf-1710-all:
419 title: "Detailed Test Results - Honeycomb Functional Results"
420 algorithm: "table_details"
421 output-file-ext: ".csv"
422 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
428 title: "Documentation"
435 csit-hc2vpp-verify-func-1710-ubuntu1604:
436 - "lastSuccessfulBuild"
446 title: "Detailed Test Results - NSH SFC Functional Results"
447 algorithm: "table_details"
448 output-file-ext: ".csv"
449 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
455 title: "Documentation"
462 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
471 ################################################################################
473 ################################################################################
477 title: "VPP Performance Results"
478 algorithm: "file_test_results"
479 output-file-ext: ".rst"
480 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
481 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
482 dir-tables: "{DIR[DTR,PERF,VPP]}"
484 csit-vpp-perf-1710-all:
491 data-start-level: 2 # 0, 1, 2, ...
492 chapters-start-level: 2 # 0, 1, 2, ...
496 title: "VPP Performance Configuration"
497 algorithm: "file_test_results"
498 output-file-ext: ".rst"
499 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
500 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
501 dir-tables: "{DIR[DTC,PERF,VPP]}"
503 csit-vpp-perf-1710-all:
510 data-start-level: 2 # 0, 1, 2, ...
511 chapters-start-level: 2 # 0, 1, 2, ...
515 title: "VPP Performance Operational Data"
516 algorithm: "file_test_results"
517 output-file-ext: ".rst"
518 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
519 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
520 dir-tables: "{DIR[DTO,PERF,VPP]}"
522 csit-vpp-perf-1710-all:
529 data-start-level: 2 # 0, 1, 2, ...
530 chapters-start-level: 2 # 0, 1, 2, ...
534 title: "VPP Functional Results"
535 algorithm: "file_test_results"
536 output-file-ext: ".rst"
537 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
538 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
539 dir-tables: "{DIR[DTR,FUNC,VPP]}"
541 csit-vpp-functional-1710-ubuntu1604-virl:
548 data-start-level: 3 # 0, 1, 2, ...
549 chapters-start-level: 2 # 0, 1, 2, ...
553 title: "VPP Functional Configuration"
554 algorithm: "file_test_results"
555 output-file-ext: ".rst"
556 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
557 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
558 dir-tables: "{DIR[DTC,FUNC,VPP]}"
560 csit-vpp-functional-1710-ubuntu1604-virl:
567 data-start-level: 3 # 0, 1, 2, ...
568 chapters-start-level: 2 # 0, 1, 2, ...
572 title: "Container Orchestrated Performance Results"
573 algorithm: "file_test_results"
574 output-file-ext: ".rst"
575 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
576 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
577 dir-tables: "{DIR[DTR,PERF,COT]}"
579 csit-ligato-perf-1710-all:
586 data-start-level: 2 # 0, 1, 2, ...
587 chapters-start-level: 2 # 0, 1, 2, ...
591 title: "DPDK Performance Results"
592 algorithm: "file_test_results"
593 output-file-ext: ".rst"
594 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
595 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
596 dir-tables: "{DIR[DTR,PERF,DPDK]}"
598 csit-dpdk-perf-1710-all:
607 data-start-level: 2 # 0, 1, 2, ...
608 chapters-start-level: 2 # 0, 1, 2, ...
612 title: "Honeycomb Functional Results"
613 algorithm: "file_test_results"
614 output-file-ext: ".rst"
615 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
616 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
617 dir-tables: "{DIR[DTR,FUNC,HC]}"
619 csit-hc2vpp-verify-func-1710-ubuntu1604:
620 - "lastSuccessfulBuild"
628 data-start-level: 3 # 0, 1, 2, ...
629 chapters-start-level: 2 # 0, 1, 2, ...
633 title: "NSH SFC Functional Results"
634 algorithm: "file_test_results"
635 output-file-ext: ".rst"
636 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
637 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
638 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
640 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
649 data-start-level: 2 # 0, 1, 2, ...
650 chapters-start-level: 2 # 0, 1, 2, ...
652 ################################################################################
654 ################################################################################
656 # Plot packets per second
661 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
662 algorithm: "plot_performance_box"
663 output-file-type: ".html"
664 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
666 csit-vpp-perf-1710-all:
670 # Keep this formatting, the filter is enclosed with " (quotation mark) and
671 # each tag is enclosed with ' (apostrophe).
672 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
678 boxpoints: "outliers"
681 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
686 gridcolor: "rgb(238, 238, 238)"
687 linecolor: "rgb(238, 238, 238)"
692 tickcolor: "rgb(238, 238, 238)"
694 title: "Indexed Test Cases"
697 gridcolor: "rgb(238, 238, 238)'"
699 linecolor: "rgb(238, 238, 238)"
705 tickcolor: "rgb(238, 238, 238)"
706 title: "Packets Per Second [pps]"
724 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
725 algorithm: "plot_performance_box"
726 output-file-type: ".html"
727 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
729 csit-vpp-perf-1710-all:
733 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
739 boxpoints: "outliers"
742 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
747 gridcolor: "rgb(238, 238, 238)"
748 linecolor: "rgb(238, 238, 238)"
753 tickcolor: "rgb(238, 238, 238)"
755 title: "Indexed Test Cases"
758 gridcolor: "rgb(238, 238, 238)'"
760 linecolor: "rgb(238, 238, 238)"
766 tickcolor: "rgb(238, 238, 238)"
767 title: "Packets Per Second [pps]"
785 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
786 algorithm: "plot_performance_box"
787 output-file-type: ".html"
788 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
790 csit-vpp-perf-1710-all:
794 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
800 boxpoints: "outliers"
803 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
808 gridcolor: "rgb(238, 238, 238)"
809 linecolor: "rgb(238, 238, 238)"
814 tickcolor: "rgb(238, 238, 238)"
816 title: "Indexed Test Cases"
819 gridcolor: "rgb(238, 238, 238)'"
821 linecolor: "rgb(238, 238, 238)"
827 tickcolor: "rgb(238, 238, 238)"
828 title: "Packets Per Second [pps]"
846 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
847 algorithm: "plot_performance_box"
848 output-file-type: ".html"
849 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
851 csit-vpp-perf-1710-all:
855 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
861 boxpoints: "outliers"
864 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
869 gridcolor: "rgb(238, 238, 238)"
870 linecolor: "rgb(238, 238, 238)"
875 tickcolor: "rgb(238, 238, 238)"
877 title: "Indexed Test Cases"
880 gridcolor: "rgb(238, 238, 238)'"
882 linecolor: "rgb(238, 238, 238)"
888 tickcolor: "rgb(238, 238, 238)"
889 title: "Packets Per Second [pps]"
908 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
909 algorithm: "plot_performance_box"
910 output-file-type: ".html"
911 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
913 csit-vpp-perf-1710-all:
917 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
923 boxpoints: "outliers"
926 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
931 gridcolor: "rgb(238, 238, 238)"
932 linecolor: "rgb(238, 238, 238)"
937 tickcolor: "rgb(238, 238, 238)"
939 title: "Indexed Test Cases"
942 gridcolor: "rgb(238, 238, 238)'"
944 linecolor: "rgb(238, 238, 238)"
950 tickcolor: "rgb(238, 238, 238)"
951 title: "Packets Per Second [pps]"
969 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
970 algorithm: "plot_performance_box"
971 output-file-type: ".html"
972 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
974 csit-vpp-perf-1710-all:
978 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
984 boxpoints: "outliers"
987 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
992 gridcolor: "rgb(238, 238, 238)"
993 linecolor: "rgb(238, 238, 238)"
998 tickcolor: "rgb(238, 238, 238)"
1000 title: "Indexed Test Cases"
1003 gridcolor: "rgb(238, 238, 238)'"
1005 linecolor: "rgb(238, 238, 238)"
1007 range: [5000000, 12000000]
1010 showticklabels: True
1011 tickcolor: "rgb(238, 238, 238)"
1012 title: "Packets Per Second [pps]"
1030 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1031 algorithm: "plot_performance_box"
1032 output-file-type: ".html"
1033 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1035 csit-vpp-perf-1710-all:
1039 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1045 boxpoints: "outliers"
1048 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1053 gridcolor: "rgb(238, 238, 238)"
1054 linecolor: "rgb(238, 238, 238)"
1058 showticklabels: True
1059 tickcolor: "rgb(238, 238, 238)"
1061 title: "Indexed Test Cases"
1064 gridcolor: "rgb(238, 238, 238)'"
1066 linecolor: "rgb(238, 238, 238)"
1071 showticklabels: True
1072 tickcolor: "rgb(238, 238, 238)"
1073 title: "Packets Per Second [pps]"
1091 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1092 algorithm: "plot_performance_box"
1093 output-file-type: ".html"
1094 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1096 csit-vpp-perf-1710-all:
1100 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1106 boxpoints: "outliers"
1109 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1114 gridcolor: "rgb(238, 238, 238)"
1115 linecolor: "rgb(238, 238, 238)"
1119 showticklabels: True
1120 tickcolor: "rgb(238, 238, 238)"
1122 title: "Indexed Test Cases"
1125 gridcolor: "rgb(238, 238, 238)'"
1127 linecolor: "rgb(238, 238, 238)"
1129 range: [5000000, 12000000]
1132 showticklabels: True
1133 tickcolor: "rgb(238, 238, 238)"
1134 title: "Packets Per Second [pps]"
1153 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1154 algorithm: "plot_performance_box"
1155 output-file-type: ".html"
1156 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1158 csit-vpp-perf-1710-all:
1162 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1168 boxpoints: "outliers"
1171 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1176 gridcolor: "rgb(238, 238, 238)"
1177 linecolor: "rgb(238, 238, 238)"
1181 showticklabels: True
1182 tickcolor: "rgb(238, 238, 238)"
1184 title: "Indexed Test Cases"
1187 gridcolor: "rgb(238, 238, 238)'"
1189 linecolor: "rgb(238, 238, 238)"
1194 showticklabels: True
1195 tickcolor: "rgb(238, 238, 238)"
1196 title: "Packets Per Second [pps]"
1214 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1215 algorithm: "plot_performance_box"
1216 output-file-type: ".html"
1217 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1219 csit-vpp-perf-1710-all:
1223 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1229 boxpoints: "outliers"
1232 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1237 gridcolor: "rgb(238, 238, 238)"
1238 linecolor: "rgb(238, 238, 238)"
1242 showticklabels: True
1243 tickcolor: "rgb(238, 238, 238)"
1245 title: "Indexed Test Cases"
1248 gridcolor: "rgb(238, 238, 238)'"
1250 linecolor: "rgb(238, 238, 238)"
1255 showticklabels: True
1256 tickcolor: "rgb(238, 238, 238)"
1257 title: "Packets Per Second [pps]"
1275 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1276 algorithm: "plot_performance_box"
1277 output-file-type: ".html"
1278 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1280 csit-vpp-perf-1710-all:
1284 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1290 boxpoints: "outliers"
1293 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1298 gridcolor: "rgb(238, 238, 238)"
1299 linecolor: "rgb(238, 238, 238)"
1303 showticklabels: True
1304 tickcolor: "rgb(238, 238, 238)"
1306 title: "Indexed Test Cases"
1309 gridcolor: "rgb(238, 238, 238)'"
1311 linecolor: "rgb(238, 238, 238)"
1316 showticklabels: True
1317 tickcolor: "rgb(238, 238, 238)"
1318 title: "Packets Per Second [pps]"
1336 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1337 algorithm: "plot_performance_box"
1338 output-file-type: ".html"
1339 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1341 csit-vpp-perf-1710-all:
1345 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1351 boxpoints: "outliers"
1354 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1359 gridcolor: "rgb(238, 238, 238)"
1360 linecolor: "rgb(238, 238, 238)"
1364 showticklabels: True
1365 tickcolor: "rgb(238, 238, 238)"
1367 title: "Indexed Test Cases"
1370 gridcolor: "rgb(238, 238, 238)'"
1372 linecolor: "rgb(238, 238, 238)"
1377 showticklabels: True
1378 tickcolor: "rgb(238, 238, 238)"
1379 title: "Packets Per Second [pps]"
1398 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1399 algorithm: "plot_performance_box"
1400 output-file-type: ".html"
1401 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1403 csit-vpp-perf-1710-all:
1407 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1413 boxpoints: "outliers"
1416 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1421 gridcolor: "rgb(238, 238, 238)"
1422 linecolor: "rgb(238, 238, 238)"
1426 showticklabels: True
1427 tickcolor: "rgb(238, 238, 238)"
1429 title: "Indexed Test Cases"
1432 gridcolor: "rgb(238, 238, 238)'"
1434 linecolor: "rgb(238, 238, 238)"
1439 showticklabels: True
1440 tickcolor: "rgb(238, 238, 238)"
1441 title: "Packets Per Second [pps]"
1459 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1460 algorithm: "plot_performance_box"
1461 output-file-type: ".html"
1462 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1464 csit-vpp-perf-1710-all:
1468 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1474 boxpoints: "outliers"
1477 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1482 gridcolor: "rgb(238, 238, 238)"
1483 linecolor: "rgb(238, 238, 238)"
1487 showticklabels: True
1488 tickcolor: "rgb(238, 238, 238)"
1490 title: "Indexed Test Cases"
1493 gridcolor: "rgb(238, 238, 238)'"
1495 linecolor: "rgb(238, 238, 238)"
1500 showticklabels: True
1501 tickcolor: "rgb(238, 238, 238)"
1502 title: "Packets Per Second [pps]"
1520 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1521 algorithm: "plot_performance_box"
1522 output-file-type: ".html"
1523 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1525 csit-vpp-perf-1710-all:
1529 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1535 boxpoints: "outliers"
1538 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1543 gridcolor: "rgb(238, 238, 238)"
1544 linecolor: "rgb(238, 238, 238)"
1548 showticklabels: True
1549 tickcolor: "rgb(238, 238, 238)"
1551 title: "Indexed Test Cases"
1554 gridcolor: "rgb(238, 238, 238)'"
1556 linecolor: "rgb(238, 238, 238)"
1561 showticklabels: True
1562 tickcolor: "rgb(238, 238, 238)"
1563 title: "Packets Per Second [pps]"
1581 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1582 algorithm: "plot_performance_box"
1583 output-file-type: ".html"
1584 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1586 csit-vpp-perf-1710-all:
1590 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1596 boxpoints: "outliers"
1599 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1604 gridcolor: "rgb(238, 238, 238)"
1605 linecolor: "rgb(238, 238, 238)"
1609 showticklabels: True
1610 tickcolor: "rgb(238, 238, 238)"
1612 title: "Indexed Test Cases"
1615 gridcolor: "rgb(238, 238, 238)'"
1617 linecolor: "rgb(238, 238, 238)"
1622 showticklabels: True
1623 tickcolor: "rgb(238, 238, 238)"
1624 title: "Packets Per Second [pps]"
1643 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1644 algorithm: "plot_performance_box"
1645 output-file-type: ".html"
1646 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1648 csit-vpp-perf-1710-all:
1652 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1658 boxpoints: "outliers"
1661 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1666 gridcolor: "rgb(238, 238, 238)"
1667 linecolor: "rgb(238, 238, 238)"
1671 showticklabels: True
1672 tickcolor: "rgb(238, 238, 238)"
1674 title: "Indexed Test Cases"
1677 gridcolor: "rgb(238, 238, 238)'"
1679 linecolor: "rgb(238, 238, 238)"
1684 showticklabels: True
1685 tickcolor: "rgb(238, 238, 238)"
1686 title: "Packets Per Second [pps]"
1704 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1705 algorithm: "plot_performance_box"
1706 output-file-type: ".html"
1707 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1709 csit-vpp-perf-1710-all:
1713 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1719 boxpoints: "outliers"
1722 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1727 gridcolor: "rgb(238, 238, 238)"
1728 linecolor: "rgb(238, 238, 238)"
1732 showticklabels: True
1733 tickcolor: "rgb(238, 238, 238)"
1735 title: "Indexed Test Cases"
1738 gridcolor: "rgb(238, 238, 238)'"
1740 linecolor: "rgb(238, 238, 238)"
1745 showticklabels: True
1746 tickcolor: "rgb(238, 238, 238)"
1747 title: "Packets Per Second [pps]"
1765 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1766 algorithm: "plot_performance_box"
1767 output-file-type: ".html"
1768 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1770 csit-vpp-perf-1710-all:
1774 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1780 boxpoints: "outliers"
1783 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1788 gridcolor: "rgb(238, 238, 238)"
1789 linecolor: "rgb(238, 238, 238)"
1793 showticklabels: True
1794 tickcolor: "rgb(238, 238, 238)"
1796 title: "Indexed Test Cases"
1799 gridcolor: "rgb(238, 238, 238)'"
1801 linecolor: "rgb(238, 238, 238)"
1806 showticklabels: True
1807 tickcolor: "rgb(238, 238, 238)"
1808 title: "Packets Per Second [pps]"
1826 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1827 algorithm: "plot_performance_box"
1828 output-file-type: ".html"
1829 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1831 csit-vpp-perf-1710-all:
1835 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1841 boxpoints: "outliers"
1844 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1849 gridcolor: "rgb(238, 238, 238)"
1850 linecolor: "rgb(238, 238, 238)"
1854 showticklabels: True
1855 tickcolor: "rgb(238, 238, 238)"
1857 title: "Indexed Test Cases"
1860 gridcolor: "rgb(238, 238, 238)'"
1862 linecolor: "rgb(238, 238, 238)"
1867 showticklabels: True
1868 tickcolor: "rgb(238, 238, 238)"
1869 title: "Packets Per Second [pps]"
1888 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1889 algorithm: "plot_performance_box"
1890 output-file-type: ".html"
1891 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1893 csit-vpp-perf-1710-all:
1897 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1903 boxpoints: "outliers"
1906 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1911 gridcolor: "rgb(238, 238, 238)"
1912 linecolor: "rgb(238, 238, 238)"
1916 showticklabels: True
1917 tickcolor: "rgb(238, 238, 238)"
1919 title: "Indexed Test Cases"
1922 gridcolor: "rgb(238, 238, 238)'"
1924 linecolor: "rgb(238, 238, 238)"
1929 showticklabels: True
1930 tickcolor: "rgb(238, 238, 238)"
1931 title: "Packets Per Second [pps]"
1949 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1950 algorithm: "plot_performance_box"
1951 output-file-type: ".html"
1952 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1954 csit-vpp-perf-1710-all:
1958 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1964 boxpoints: "outliers"
1967 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1972 gridcolor: "rgb(238, 238, 238)"
1973 linecolor: "rgb(238, 238, 238)"
1977 showticklabels: True
1978 tickcolor: "rgb(238, 238, 238)"
1980 title: "Indexed Test Cases"
1983 gridcolor: "rgb(238, 238, 238)'"
1985 linecolor: "rgb(238, 238, 238)"
1990 showticklabels: True
1991 tickcolor: "rgb(238, 238, 238)"
1992 title: "Packets Per Second [pps]"
2010 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2011 algorithm: "plot_performance_box"
2012 output-file-type: ".html"
2013 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2015 csit-vpp-perf-1710-all:
2019 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2025 boxpoints: "outliers"
2028 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2033 gridcolor: "rgb(238, 238, 238)"
2034 linecolor: "rgb(238, 238, 238)"
2038 showticklabels: True
2039 tickcolor: "rgb(238, 238, 238)"
2041 title: "Indexed Test Cases"
2044 gridcolor: "rgb(238, 238, 238)'"
2046 linecolor: "rgb(238, 238, 238)"
2051 showticklabels: True
2052 tickcolor: "rgb(238, 238, 238)"
2053 title: "Packets Per Second [pps]"
2071 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2072 algorithm: "plot_performance_box"
2073 output-file-type: ".html"
2074 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2076 csit-vpp-perf-1710-all:
2080 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2086 boxpoints: "outliers"
2089 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2094 gridcolor: "rgb(238, 238, 238)"
2095 linecolor: "rgb(238, 238, 238)"
2099 showticklabels: True
2100 tickcolor: "rgb(238, 238, 238)"
2102 title: "Indexed Test Cases"
2105 gridcolor: "rgb(238, 238, 238)'"
2107 linecolor: "rgb(238, 238, 238)"
2112 showticklabels: True
2113 tickcolor: "rgb(238, 238, 238)"
2114 title: "Packets Per Second [pps]"
2133 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2134 algorithm: "plot_performance_box"
2135 output-file-type: ".html"
2136 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2138 csit-vpp-perf-1710-all:
2142 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2148 boxpoints: "outliers"
2151 title: "64B-1t1c-.*vhost.*-ndrdisc"
2156 gridcolor: "rgb(238, 238, 238)"
2157 linecolor: "rgb(238, 238, 238)"
2161 showticklabels: True
2162 tickcolor: "rgb(238, 238, 238)"
2164 title: "Indexed Test Cases"
2167 gridcolor: "rgb(238, 238, 238)'"
2169 linecolor: "rgb(238, 238, 238)"
2174 showticklabels: True
2175 tickcolor: "rgb(238, 238, 238)"
2176 title: "Packets Per Second [pps]"
2194 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2195 algorithm: "plot_performance_box"
2196 output-file-type: ".html"
2197 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2199 csit-vpp-perf-1710-all:
2203 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2209 boxpoints: "outliers"
2212 title: "64B-2t2c-.*vhost.*-ndrdisc"
2217 gridcolor: "rgb(238, 238, 238)"
2218 linecolor: "rgb(238, 238, 238)"
2222 showticklabels: True
2223 tickcolor: "rgb(238, 238, 238)"
2225 title: "Indexed Test Cases"
2228 gridcolor: "rgb(238, 238, 238)'"
2230 linecolor: "rgb(238, 238, 238)"
2235 showticklabels: True
2236 tickcolor: "rgb(238, 238, 238)"
2237 title: "Packets Per Second [pps]"
2255 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2256 algorithm: "plot_performance_box"
2257 output-file-type: ".html"
2258 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2260 csit-vpp-perf-1710-all:
2264 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2270 boxpoints: "outliers"
2273 title: "64B-1t1c-.*vhost.*-pdrdisc"
2278 gridcolor: "rgb(238, 238, 238)"
2279 linecolor: "rgb(238, 238, 238)"
2283 showticklabels: True
2284 tickcolor: "rgb(238, 238, 238)"
2286 title: "Indexed Test Cases"
2289 gridcolor: "rgb(238, 238, 238)'"
2291 linecolor: "rgb(238, 238, 238)"
2296 showticklabels: True
2297 tickcolor: "rgb(238, 238, 238)"
2298 title: "Packets Per Second [pps]"
2316 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2317 algorithm: "plot_performance_box"
2318 output-file-type: ".html"
2319 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2321 csit-vpp-perf-1710-all:
2325 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2331 boxpoints: "outliers"
2334 title: "64B-2t2c-.*vhost.*-pdrdisc"
2339 gridcolor: "rgb(238, 238, 238)"
2340 linecolor: "rgb(238, 238, 238)"
2344 showticklabels: True
2345 tickcolor: "rgb(238, 238, 238)"
2347 title: "Indexed Test Cases"
2350 gridcolor: "rgb(238, 238, 238)'"
2352 linecolor: "rgb(238, 238, 238)"
2357 showticklabels: True
2358 tickcolor: "rgb(238, 238, 238)"
2359 title: "Packets Per Second [pps]"
2375 # VPP VM VHOST SELECTION
2378 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2379 algorithm: "plot_performance_box"
2380 output-file-type: ".html"
2381 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2383 csit-vpp-perf-1710-all:
2387 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2393 boxpoints: "outliers"
2396 title: "64B-1t1c-.*vhost.*-ndrdisc"
2401 gridcolor: "rgb(238, 238, 238)"
2402 linecolor: "rgb(238, 238, 238)"
2406 showticklabels: True
2407 tickcolor: "rgb(238, 238, 238)"
2409 title: "Indexed Test Cases"
2412 gridcolor: "rgb(238, 238, 238)'"
2414 linecolor: "rgb(238, 238, 238)"
2419 showticklabels: True
2420 tickcolor: "rgb(238, 238, 238)"
2421 title: "Packets Per Second [pps]"
2439 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2440 algorithm: "plot_performance_box"
2441 output-file-type: ".html"
2442 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2444 csit-vpp-perf-1710-all:
2448 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2454 boxpoints: "outliers"
2457 title: "64B-2t2c-.*vhost.*-ndrdisc"
2462 gridcolor: "rgb(238, 238, 238)"
2463 linecolor: "rgb(238, 238, 238)"
2467 showticklabels: True
2468 tickcolor: "rgb(238, 238, 238)"
2470 title: "Indexed Test Cases"
2473 gridcolor: "rgb(238, 238, 238)'"
2475 linecolor: "rgb(238, 238, 238)"
2480 showticklabels: True
2481 tickcolor: "rgb(238, 238, 238)"
2482 title: "Packets Per Second [pps]"
2500 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2501 algorithm: "plot_performance_box"
2502 output-file-type: ".html"
2503 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2505 csit-vpp-perf-1710-all:
2509 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2515 boxpoints: "outliers"
2518 title: "64B-1t1c-.*vhost.*-pdrdisc"
2523 gridcolor: "rgb(238, 238, 238)"
2524 linecolor: "rgb(238, 238, 238)"
2528 showticklabels: True
2529 tickcolor: "rgb(238, 238, 238)"
2531 title: "Indexed Test Cases"
2534 gridcolor: "rgb(238, 238, 238)'"
2536 linecolor: "rgb(238, 238, 238)"
2541 showticklabels: True
2542 tickcolor: "rgb(238, 238, 238)"
2543 title: "Packets Per Second [pps]"
2561 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2562 algorithm: "plot_performance_box"
2563 output-file-type: ".html"
2564 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2566 csit-vpp-perf-1710-all:
2570 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2576 boxpoints: "outliers"
2579 title: "64B-2t2c-.*vhost.*-pdrdisc"
2584 gridcolor: "rgb(238, 238, 238)"
2585 linecolor: "rgb(238, 238, 238)"
2589 showticklabels: True
2590 tickcolor: "rgb(238, 238, 238)"
2592 title: "Indexed Test Cases"
2595 gridcolor: "rgb(238, 238, 238)'"
2597 linecolor: "rgb(238, 238, 238)"
2602 showticklabels: True
2603 tickcolor: "rgb(238, 238, 238)"
2604 title: "Packets Per Second [pps]"
2623 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2624 algorithm: "plot_performance_box"
2625 output-file-type: ".html"
2626 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2628 csit-vpp-perf-1710-all:
2632 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2638 boxpoints: "outliers"
2641 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2646 gridcolor: "rgb(238, 238, 238)"
2647 linecolor: "rgb(238, 238, 238)"
2651 showticklabels: True
2652 tickcolor: "rgb(238, 238, 238)"
2654 title: "Indexed Test Cases"
2657 gridcolor: "rgb(238, 238, 238)'"
2659 linecolor: "rgb(238, 238, 238)"
2664 showticklabels: True
2665 tickcolor: "rgb(238, 238, 238)"
2666 title: "Packets Per Second [pps]"
2684 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2685 algorithm: "plot_performance_box"
2686 output-file-type: ".html"
2687 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2689 csit-vpp-perf-1710-all:
2693 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2699 boxpoints: "outliers"
2702 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2707 gridcolor: "rgb(238, 238, 238)"
2708 linecolor: "rgb(238, 238, 238)"
2712 showticklabels: True
2713 tickcolor: "rgb(238, 238, 238)"
2715 title: "Indexed Test Cases"
2718 gridcolor: "rgb(238, 238, 238)'"
2720 linecolor: "rgb(238, 238, 238)"
2725 showticklabels: True
2726 tickcolor: "rgb(238, 238, 238)"
2727 title: "Packets Per Second [pps]"
2745 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2746 algorithm: "plot_performance_box"
2747 output-file-type: ".html"
2748 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2750 csit-vpp-perf-1710-all:
2754 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2760 boxpoints: "outliers"
2763 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2768 gridcolor: "rgb(238, 238, 238)"
2769 linecolor: "rgb(238, 238, 238)"
2773 showticklabels: True
2774 tickcolor: "rgb(238, 238, 238)"
2776 title: "Indexed Test Cases"
2779 gridcolor: "rgb(238, 238, 238)'"
2781 linecolor: "rgb(238, 238, 238)"
2786 showticklabels: True
2787 tickcolor: "rgb(238, 238, 238)"
2788 title: "Packets Per Second [pps]"
2806 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2807 algorithm: "plot_performance_box"
2808 output-file-type: ".html"
2809 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2811 csit-vpp-perf-1710-all:
2815 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2821 boxpoints: "outliers"
2824 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2829 gridcolor: "rgb(238, 238, 238)"
2830 linecolor: "rgb(238, 238, 238)"
2834 showticklabels: True
2835 tickcolor: "rgb(238, 238, 238)"
2837 title: "Indexed Test Cases"
2840 gridcolor: "rgb(238, 238, 238)'"
2842 linecolor: "rgb(238, 238, 238)"
2847 showticklabels: True
2848 tickcolor: "rgb(238, 238, 238)"
2849 title: "Packets Per Second [pps]"
2868 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2869 algorithm: "plot_performance_box"
2870 output-file-type: ".html"
2871 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2873 csit-dpdk-perf-1710-all:
2884 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2890 boxpoints: "outliers"
2893 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2898 gridcolor: "rgb(238, 238, 238)"
2899 linecolor: "rgb(238, 238, 238)"
2903 showticklabels: True
2904 tickcolor: "rgb(238, 238, 238)"
2906 title: "Indexed Test Cases"
2909 gridcolor: "rgb(238, 238, 238)'"
2911 linecolor: "rgb(238, 238, 238)"
2916 showticklabels: True
2917 tickcolor: "rgb(238, 238, 238)"
2918 title: "Packets Per Second [pps]"
2936 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2937 algorithm: "plot_performance_box"
2938 output-file-type: ".html"
2939 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2941 csit-dpdk-perf-1710-all:
2952 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2958 boxpoints: "outliers"
2961 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2966 gridcolor: "rgb(238, 238, 238)"
2967 linecolor: "rgb(238, 238, 238)"
2971 showticklabels: True
2972 tickcolor: "rgb(238, 238, 238)"
2974 title: "Indexed Test Cases"
2977 gridcolor: "rgb(238, 238, 238)'"
2979 linecolor: "rgb(238, 238, 238)"
2984 showticklabels: True
2985 tickcolor: "rgb(238, 238, 238)"
2986 title: "Packets Per Second [pps]"
3004 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3005 algorithm: "plot_performance_box"
3006 output-file-type: ".html"
3007 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3009 csit-dpdk-perf-1710-all:
3020 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3026 boxpoints: "outliers"
3029 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3034 gridcolor: "rgb(238, 238, 238)"
3035 linecolor: "rgb(238, 238, 238)"
3039 showticklabels: True
3040 tickcolor: "rgb(238, 238, 238)"
3042 title: "Indexed Test Cases"
3045 gridcolor: "rgb(238, 238, 238)'"
3047 linecolor: "rgb(238, 238, 238)"
3049 range: [2000000, 12000000]
3052 showticklabels: True
3053 tickcolor: "rgb(238, 238, 238)"
3054 title: "Packets Per Second [pps]"
3072 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3073 algorithm: "plot_performance_box"
3074 output-file-type: ".html"
3075 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3077 csit-dpdk-perf-1710-all:
3088 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3094 boxpoints: "outliers"
3097 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3102 gridcolor: "rgb(238, 238, 238)"
3103 linecolor: "rgb(238, 238, 238)"
3107 showticklabels: True
3108 tickcolor: "rgb(238, 238, 238)"
3110 title: "Indexed Test Cases"
3113 gridcolor: "rgb(238, 238, 238)'"
3115 linecolor: "rgb(238, 238, 238)"
3117 range: [2000000, 12000000]
3120 showticklabels: True
3121 tickcolor: "rgb(238, 238, 238)"
3122 title: "Packets Per Second [pps]"
3140 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3141 algorithm: "plot_performance_box"
3142 output-file-type: ".html"
3143 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3145 csit-dpdk-perf-1710-all:
3156 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3162 boxpoints: "outliers"
3165 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3170 gridcolor: "rgb(238, 238, 238)"
3171 linecolor: "rgb(238, 238, 238)"
3175 showticklabels: True
3176 tickcolor: "rgb(238, 238, 238)"
3178 title: "Indexed Test Cases"
3181 gridcolor: "rgb(238, 238, 238)'"
3183 linecolor: "rgb(238, 238, 238)"
3188 showticklabels: True
3189 tickcolor: "rgb(238, 238, 238)"
3190 title: "Packets Per Second [pps]"
3208 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3209 algorithm: "plot_performance_box"
3210 output-file-type: ".html"
3211 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3213 csit-dpdk-perf-1710-all:
3224 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3230 boxpoints: "outliers"
3233 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3238 gridcolor: "rgb(238, 238, 238)"
3239 linecolor: "rgb(238, 238, 238)"
3243 showticklabels: True
3244 tickcolor: "rgb(238, 238, 238)"
3246 title: "Indexed Test Cases"
3249 gridcolor: "rgb(238, 238, 238)'"
3251 linecolor: "rgb(238, 238, 238)"
3256 showticklabels: True
3257 tickcolor: "rgb(238, 238, 238)"
3258 title: "Packets Per Second [pps]"
3276 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3277 algorithm: "plot_performance_box"
3278 output-file-type: ".html"
3279 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3281 csit-dpdk-perf-1710-all:
3292 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3298 boxpoints: "outliers"
3301 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3306 gridcolor: "rgb(238, 238, 238)"
3307 linecolor: "rgb(238, 238, 238)"
3311 showticklabels: True
3312 tickcolor: "rgb(238, 238, 238)"
3314 title: "Indexed Test Cases"
3317 gridcolor: "rgb(238, 238, 238)'"
3319 linecolor: "rgb(238, 238, 238)"
3321 range: [20000000, 30000000]
3324 showticklabels: True
3325 tickcolor: "rgb(238, 238, 238)"
3326 title: "Packets Per Second [pps]"
3344 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3345 algorithm: "plot_performance_box"
3346 output-file-type: ".html"
3347 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3349 csit-dpdk-perf-1710-all:
3360 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3366 boxpoints: "outliers"
3369 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3374 gridcolor: "rgb(238, 238, 238)"
3375 linecolor: "rgb(238, 238, 238)"
3379 showticklabels: True
3380 tickcolor: "rgb(238, 238, 238)"
3382 title: "Indexed Test Cases"
3385 gridcolor: "rgb(238, 238, 238)'"
3387 linecolor: "rgb(238, 238, 238)"
3389 range: [20000000, 30000000]
3392 showticklabels: True
3393 tickcolor: "rgb(238, 238, 238)"
3394 title: "Packets Per Second [pps]"
3415 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3416 algorithm: "plot_latency_box"
3417 output-file-type: ".html"
3418 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3420 csit-vpp-perf-1710-all:
3424 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3431 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3436 gridcolor: "rgb(238, 238, 238)"
3437 linecolor: "rgb(238, 238, 238)"
3441 showticklabels: True
3442 tickcolor: "rgb(238, 238, 238)"
3444 title: "Indexed Test Cases"
3447 gridcolor: "rgb(238, 238, 238)'"
3449 linecolor: "rgb(238, 238, 238)"
3454 showticklabels: True
3455 tickcolor: "rgb(238, 238, 238)"
3456 title: "Latency min/avg/max [uSec]"
3474 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3475 algorithm: "plot_latency_box"
3476 output-file-type: ".html"
3477 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3479 csit-vpp-perf-1710-all:
3483 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3490 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3495 gridcolor: "rgb(238, 238, 238)"
3496 linecolor: "rgb(238, 238, 238)"
3500 showticklabels: True
3501 tickcolor: "rgb(238, 238, 238)"
3503 title: "Indexed Test Cases"
3506 gridcolor: "rgb(238, 238, 238)'"
3508 linecolor: "rgb(238, 238, 238)"
3513 showticklabels: True
3514 tickcolor: "rgb(238, 238, 238)"
3515 title: "Latency min/avg/max [uSec]"
3534 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3535 algorithm: "plot_latency_box"
3536 output-file-type: ".html"
3537 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3539 csit-vpp-perf-1710-all: