6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
42 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
43 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
44 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
45 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
47 # Detailed test configurations
48 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
49 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
50 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
52 # Detailed tests operational data
53 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
54 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
56 # .css patch file to fix tables generated by Sphinx
57 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
58 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
61 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
62 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
65 # List the directories which are created while preparing the environment.
66 # All directories MUST be defined in "paths" section.
73 - "DIR[WORKING,SRC,STATIC]"
76 # List the directories which are deleted while cleaning the environment.
77 # All directories MUST be defined in "paths" section.
81 # List the directories where the results (build) is stored.
82 # All directories MUST be defined in "paths" section.
89 input-format: "xml" # zip or xml
90 extract: "robot-plugin/output.xml" # Only for zip
92 # The files must be in the directory DIR[WORKING,DATA]
93 csit-dpdk-perf-1707-all:
96 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
99 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
100 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
103 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
104 csit-vpp-functional-1707-ubuntu1604-virl:
106 build: lastSuccessfulBuild
107 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
108 hc2vpp-csit-integration-1707-ubuntu1604:
110 build: lastSuccessfulBuild
111 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
112 csit-vpp-perf-1707-all:
115 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
118 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
122 src-path: "{DIR[RST]}"
123 dst-path: "{DIR[WORKING,SRC]}"
126 type: "input" # Ignored in debug mode
128 file-name: "robot-plugin.zip"
130 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
131 extract: "robot-plugin/output.xml"
133 csit-vpp-perf-1707-all:
144 csit-vpp-perf-1710-all:
147 csit-dpdk-perf-1710-all:
158 csit-ligato-perf-1710-all:
160 csit-vpp-functional-1710-ubuntu1604-virl:
162 hc2vpp-csit-integration-1710-ubuntu1604:
163 - lastSuccessfulBuild
164 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
167 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: # REMOVE???
178 ################################################################################
180 ################################################################################
184 title: "Performance improvements"
185 algorithm: "table_performance_improvements"
186 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
187 output-file-ext: ".csv"
188 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
191 title: "Functionality"
197 title: "16.09 mean [Mpps]"
200 title: "17.01 mean [Mpps]"
203 title: "17.04 mean [Mpps]"
206 title: "17.07 mean [Mpps]"
207 data: "data csit-vpp-perf-1707-all mean"
209 title: "17.10 mean [Mpps]"
210 data: "data csit-vpp-perf-1710-all mean"
212 title: "17.10 stdev [Mpps]"
213 data: "data csit-vpp-perf-1710-all stdev"
215 title: "17.07 to 17.10 change [%]"
216 data: "operation relative_change 6 5"
219 csit-vpp-perf-1707-all:
230 csit-vpp-perf-1710-all:
239 title: "Detailed Test Results - VPP Performance Results"
240 algorithm: "table_details"
241 output-file-ext: ".csv"
242 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
248 title: "Documentation"
255 csit-vpp-perf-1710-all:
266 title: "Test configuration - VPP Performance Test Configs"
267 algorithm: "table_details"
268 output-file-ext: ".csv"
269 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
275 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
276 data: "data vat-history"
279 csit-vpp-perf-1710-all:
289 title: "Test Operational Data - VPP Performance Operational Data"
290 algorithm: "table_details"
291 output-file-ext: ".csv"
292 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
298 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
299 data: "data show-run"
302 csit-vpp-perf-1710-all:
312 title: "Detailed Test Results - VPP Functional Results"
313 algorithm: "table_details"
314 output-file-ext: ".csv"
315 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
321 title: "Documentation"
328 csit-vpp-functional-1710-ubuntu1604-virl:
339 title: "Test configuration - VPP Functional Test Configs"
340 algorithm: "table_details"
341 output-file-ext: ".csv"
342 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
348 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
349 data: "data vat-history"
352 csit-vpp-functional-1710-ubuntu1604-virl:
362 title: "Detailed Test Results - DPDK Performance Results"
363 algorithm: "table_details"
364 output-file-ext: ".csv"
365 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
371 title: "Documentation"
378 csit-dpdk-perf-1710-all:
389 title: "Detailed Test Results - Honeycomb Functional Results"
390 algorithm: "table_details"
391 output-file-ext: ".csv"
392 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
398 title: "Documentation"
405 hc2vpp-csit-integration-1710-ubuntu1604:
406 - "lastSuccessfulBuild"
416 # title: "Detailed Test Results - NSH SFC Functional Results"
417 # algorithm: "table_details"
418 # output-file-ext: ".csv"
419 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
425 # title: "Documentation"
429 # data: "data status"
432 # csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
441 ################################################################################
443 ################################################################################
447 title: "VPP Performance Results"
448 algorithm: "file_test_results"
449 output-file-ext: ".rst"
450 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
451 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
452 dir-tables: "{DIR[DTR,PERF,VPP]}"
454 csit-vpp-perf-1710-all:
461 data-start-level: 2 # 0, 1, 2, ...
462 chapters-start-level: 2 # 0, 1, 2, ...
466 title: "VPP Performance Configuration"
467 algorithm: "file_test_results"
468 output-file-ext: ".rst"
469 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
470 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
471 dir-tables: "{DIR[DTC,PERF,VPP]}"
473 csit-vpp-perf-1710-all:
480 data-start-level: 2 # 0, 1, 2, ...
481 chapters-start-level: 2 # 0, 1, 2, ...
485 title: "VPP Performance Operational Data"
486 algorithm: "file_test_results"
487 output-file-ext: ".rst"
488 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
489 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
490 dir-tables: "{DIR[DTO,PERF,VPP]}"
492 csit-vpp-perf-1710-all:
499 data-start-level: 2 # 0, 1, 2, ...
500 chapters-start-level: 2 # 0, 1, 2, ...
504 title: "VPP Functional Results"
505 algorithm: "file_test_results"
506 output-file-ext: ".rst"
507 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
508 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
509 dir-tables: "{DIR[DTR,FUNC,VPP]}"
511 csit-vpp-functional-1710-ubuntu1604-virl:
518 data-start-level: 3 # 0, 1, 2, ...
519 chapters-start-level: 2 # 0, 1, 2, ...
523 title: "VPP Functional Configuration"
524 algorithm: "file_test_results"
525 output-file-ext: ".rst"
526 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
527 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
528 dir-tables: "{DIR[DTC,FUNC,VPP]}"
530 csit-vpp-functional-1710-ubuntu1604-virl:
537 data-start-level: 3 # 0, 1, 2, ...
538 chapters-start-level: 2 # 0, 1, 2, ...
542 title: "DPDK Performance Results"
543 algorithm: "file_test_results"
544 output-file-ext: ".rst"
545 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
546 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
547 dir-tables: "{DIR[DTR,PERF,DPDK]}"
549 csit-dpdk-perf-1710-all:
558 data-start-level: 2 # 0, 1, 2, ...
559 chapters-start-level: 2 # 0, 1, 2, ...
563 title: "Honeycomb Functional Results"
564 algorithm: "file_test_results"
565 output-file-ext: ".rst"
566 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
567 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
568 dir-tables: "{DIR[DTR,FUNC,HC]}"
570 hc2vpp-csit-integration-1710-ubuntu1604:
571 - "lastSuccessfulBuild"
579 data-start-level: 3 # 0, 1, 2, ...
580 chapters-start-level: 2 # 0, 1, 2, ...
584 # title: "NSH SFC Functional Results"
585 # algorithm: "file_test_results"
586 # output-file-ext: ".rst"
587 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
588 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
589 # dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
591 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
600 # data-start-level: 2 # 0, 1, 2, ...
601 # chapters-start-level: 2 # 0, 1, 2, ...
603 ################################################################################
605 ################################################################################
607 # Plot packets per second
612 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
613 algorithm: "plot_performance_box"
614 output-file-type: ".html"
615 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
617 csit-vpp-perf-1710-all:
620 # Keep this formatting, the filter is enclosed with " (quotation mark) and
621 # each tag is enclosed with ' (apostrophe).
622 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
628 boxpoints: "outliers"
631 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
636 gridcolor: "rgb(238, 238, 238)"
637 linecolor: "rgb(238, 238, 238)"
642 tickcolor: "rgb(238, 238, 238)"
644 title: "Indexed Test Cases"
647 gridcolor: "rgb(238, 238, 238)'"
649 linecolor: "rgb(238, 238, 238)"
655 tickcolor: "rgb(238, 238, 238)"
656 title: "Packets Per Second [pps]"
674 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
675 algorithm: "plot_performance_box"
676 output-file-type: ".html"
677 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
679 csit-vpp-perf-1710-all:
682 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
688 boxpoints: "outliers"
691 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
696 gridcolor: "rgb(238, 238, 238)"
697 linecolor: "rgb(238, 238, 238)"
702 tickcolor: "rgb(238, 238, 238)"
704 title: "Indexed Test Cases"
707 gridcolor: "rgb(238, 238, 238)'"
709 linecolor: "rgb(238, 238, 238)"
715 tickcolor: "rgb(238, 238, 238)"
716 title: "Packets Per Second [pps]"
734 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
735 algorithm: "plot_performance_box"
736 output-file-type: ".html"
737 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
739 csit-vpp-perf-1710-all:
742 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
748 boxpoints: "outliers"
751 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
756 gridcolor: "rgb(238, 238, 238)"
757 linecolor: "rgb(238, 238, 238)"
762 tickcolor: "rgb(238, 238, 238)"
764 title: "Indexed Test Cases"
767 gridcolor: "rgb(238, 238, 238)'"
769 linecolor: "rgb(238, 238, 238)"
775 tickcolor: "rgb(238, 238, 238)"
776 title: "Packets Per Second [pps]"
794 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
795 algorithm: "plot_performance_box"
796 output-file-type: ".html"
797 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
799 csit-vpp-perf-1710-all:
802 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
808 boxpoints: "outliers"
811 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
816 gridcolor: "rgb(238, 238, 238)"
817 linecolor: "rgb(238, 238, 238)"
822 tickcolor: "rgb(238, 238, 238)"
824 title: "Indexed Test Cases"
827 gridcolor: "rgb(238, 238, 238)'"
829 linecolor: "rgb(238, 238, 238)"
835 tickcolor: "rgb(238, 238, 238)"
836 title: "Packets Per Second [pps]"
855 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
856 algorithm: "plot_performance_box"
857 output-file-type: ".html"
858 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
860 csit-vpp-perf-1710-all:
863 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
869 boxpoints: "outliers"
872 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
877 gridcolor: "rgb(238, 238, 238)"
878 linecolor: "rgb(238, 238, 238)"
883 tickcolor: "rgb(238, 238, 238)"
885 title: "Indexed Test Cases"
888 gridcolor: "rgb(238, 238, 238)'"
890 linecolor: "rgb(238, 238, 238)"
896 tickcolor: "rgb(238, 238, 238)"
897 title: "Packets Per Second [pps]"
915 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
916 algorithm: "plot_performance_box"
917 output-file-type: ".html"
918 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
920 csit-vpp-perf-1710-all:
923 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
929 boxpoints: "outliers"
932 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
937 gridcolor: "rgb(238, 238, 238)"
938 linecolor: "rgb(238, 238, 238)"
943 tickcolor: "rgb(238, 238, 238)"
945 title: "Indexed Test Cases"
948 gridcolor: "rgb(238, 238, 238)'"
950 linecolor: "rgb(238, 238, 238)"
952 range: [5000000, 12000000]
956 tickcolor: "rgb(238, 238, 238)"
957 title: "Packets Per Second [pps]"
975 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
976 algorithm: "plot_performance_box"
977 output-file-type: ".html"
978 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
980 csit-vpp-perf-1710-all:
983 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
989 boxpoints: "outliers"
992 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
997 gridcolor: "rgb(238, 238, 238)"
998 linecolor: "rgb(238, 238, 238)"
1002 showticklabels: True
1003 tickcolor: "rgb(238, 238, 238)"
1005 title: "Indexed Test Cases"
1008 gridcolor: "rgb(238, 238, 238)'"
1010 linecolor: "rgb(238, 238, 238)"
1015 showticklabels: True
1016 tickcolor: "rgb(238, 238, 238)"
1017 title: "Packets Per Second [pps]"
1035 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1036 algorithm: "plot_performance_box"
1037 output-file-type: ".html"
1038 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1040 csit-vpp-perf-1710-all:
1043 filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1049 boxpoints: "outliers"
1052 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1057 gridcolor: "rgb(238, 238, 238)"
1058 linecolor: "rgb(238, 238, 238)"
1062 showticklabels: True
1063 tickcolor: "rgb(238, 238, 238)"
1065 title: "Indexed Test Cases"
1068 gridcolor: "rgb(238, 238, 238)'"
1070 linecolor: "rgb(238, 238, 238)"
1072 range: [5000000, 12000000]
1075 showticklabels: True
1076 tickcolor: "rgb(238, 238, 238)"
1077 title: "Packets Per Second [pps]"
1096 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1097 algorithm: "plot_performance_box"
1098 output-file-type: ".html"
1099 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1101 csit-vpp-perf-1710-all:
1104 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1110 boxpoints: "outliers"
1113 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1118 gridcolor: "rgb(238, 238, 238)"
1119 linecolor: "rgb(238, 238, 238)"
1123 showticklabels: True
1124 tickcolor: "rgb(238, 238, 238)"
1126 title: "Indexed Test Cases"
1129 gridcolor: "rgb(238, 238, 238)'"
1131 linecolor: "rgb(238, 238, 238)"
1136 showticklabels: True
1137 tickcolor: "rgb(238, 238, 238)"
1138 title: "Packets Per Second [pps]"
1156 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1157 algorithm: "plot_performance_box"
1158 output-file-type: ".html"
1159 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1161 csit-vpp-perf-1710-all:
1164 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1170 boxpoints: "outliers"
1173 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1178 gridcolor: "rgb(238, 238, 238)"
1179 linecolor: "rgb(238, 238, 238)"
1183 showticklabels: True
1184 tickcolor: "rgb(238, 238, 238)"
1186 title: "Indexed Test Cases"
1189 gridcolor: "rgb(238, 238, 238)'"
1191 linecolor: "rgb(238, 238, 238)"
1196 showticklabels: True
1197 tickcolor: "rgb(238, 238, 238)"
1198 title: "Packets Per Second [pps]"
1216 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1217 algorithm: "plot_performance_box"
1218 output-file-type: ".html"
1219 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1221 csit-vpp-perf-1710-all:
1224 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1230 boxpoints: "outliers"
1233 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1238 gridcolor: "rgb(238, 238, 238)"
1239 linecolor: "rgb(238, 238, 238)"
1243 showticklabels: True
1244 tickcolor: "rgb(238, 238, 238)"
1246 title: "Indexed Test Cases"
1249 gridcolor: "rgb(238, 238, 238)'"
1251 linecolor: "rgb(238, 238, 238)"
1256 showticklabels: True
1257 tickcolor: "rgb(238, 238, 238)"
1258 title: "Packets Per Second [pps]"
1276 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1277 algorithm: "plot_performance_box"
1278 output-file-type: ".html"
1279 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1281 csit-vpp-perf-1710-all:
1284 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1290 boxpoints: "outliers"
1293 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1298 gridcolor: "rgb(238, 238, 238)"
1299 linecolor: "rgb(238, 238, 238)"
1303 showticklabels: True
1304 tickcolor: "rgb(238, 238, 238)"
1306 title: "Indexed Test Cases"
1309 gridcolor: "rgb(238, 238, 238)'"
1311 linecolor: "rgb(238, 238, 238)"
1316 showticklabels: True
1317 tickcolor: "rgb(238, 238, 238)"
1318 title: "Packets Per Second [pps]"
1337 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1338 algorithm: "plot_performance_box"
1339 output-file-type: ".html"
1340 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1342 csit-vpp-perf-1710-all:
1345 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1351 boxpoints: "outliers"
1354 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1359 gridcolor: "rgb(238, 238, 238)"
1360 linecolor: "rgb(238, 238, 238)"
1364 showticklabels: True
1365 tickcolor: "rgb(238, 238, 238)"
1367 title: "Indexed Test Cases"
1370 gridcolor: "rgb(238, 238, 238)'"
1372 linecolor: "rgb(238, 238, 238)"
1377 showticklabels: True
1378 tickcolor: "rgb(238, 238, 238)"
1379 title: "Packets Per Second [pps]"
1397 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1398 algorithm: "plot_performance_box"
1399 output-file-type: ".html"
1400 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1402 csit-vpp-perf-1710-all:
1405 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1411 boxpoints: "outliers"
1414 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1419 gridcolor: "rgb(238, 238, 238)"
1420 linecolor: "rgb(238, 238, 238)"
1424 showticklabels: True
1425 tickcolor: "rgb(238, 238, 238)"
1427 title: "Indexed Test Cases"
1430 gridcolor: "rgb(238, 238, 238)'"
1432 linecolor: "rgb(238, 238, 238)"
1437 showticklabels: True
1438 tickcolor: "rgb(238, 238, 238)"
1439 title: "Packets Per Second [pps]"
1457 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1458 algorithm: "plot_performance_box"
1459 output-file-type: ".html"
1460 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1462 csit-vpp-perf-1710-all:
1465 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1471 boxpoints: "outliers"
1474 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1479 gridcolor: "rgb(238, 238, 238)"
1480 linecolor: "rgb(238, 238, 238)"
1484 showticklabels: True
1485 tickcolor: "rgb(238, 238, 238)"
1487 title: "Indexed Test Cases"
1490 gridcolor: "rgb(238, 238, 238)'"
1492 linecolor: "rgb(238, 238, 238)"
1497 showticklabels: True
1498 tickcolor: "rgb(238, 238, 238)"
1499 title: "Packets Per Second [pps]"
1517 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1518 algorithm: "plot_performance_box"
1519 output-file-type: ".html"
1520 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1522 csit-vpp-perf-1710-all:
1525 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1531 boxpoints: "outliers"
1534 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1539 gridcolor: "rgb(238, 238, 238)"
1540 linecolor: "rgb(238, 238, 238)"
1544 showticklabels: True
1545 tickcolor: "rgb(238, 238, 238)"
1547 title: "Indexed Test Cases"
1550 gridcolor: "rgb(238, 238, 238)'"
1552 linecolor: "rgb(238, 238, 238)"
1557 showticklabels: True
1558 tickcolor: "rgb(238, 238, 238)"
1559 title: "Packets Per Second [pps]"
1578 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1579 algorithm: "plot_performance_box"
1580 output-file-type: ".html"
1581 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1583 csit-vpp-perf-1710-all:
1586 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1592 boxpoints: "outliers"
1595 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1600 gridcolor: "rgb(238, 238, 238)"
1601 linecolor: "rgb(238, 238, 238)"
1605 showticklabels: True
1606 tickcolor: "rgb(238, 238, 238)"
1608 title: "Indexed Test Cases"
1611 gridcolor: "rgb(238, 238, 238)'"
1613 linecolor: "rgb(238, 238, 238)"
1618 showticklabels: True
1619 tickcolor: "rgb(238, 238, 238)"
1620 title: "Packets Per Second [pps]"
1638 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1639 algorithm: "plot_performance_box"
1640 output-file-type: ".html"
1641 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1643 csit-vpp-perf-1710-all:
1646 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1652 boxpoints: "outliers"
1655 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1660 gridcolor: "rgb(238, 238, 238)"
1661 linecolor: "rgb(238, 238, 238)"
1665 showticklabels: True
1666 tickcolor: "rgb(238, 238, 238)"
1668 title: "Indexed Test Cases"
1671 gridcolor: "rgb(238, 238, 238)'"
1673 linecolor: "rgb(238, 238, 238)"
1678 showticklabels: True
1679 tickcolor: "rgb(238, 238, 238)"
1680 title: "Packets Per Second [pps]"
1698 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1699 algorithm: "plot_performance_box"
1700 output-file-type: ".html"
1701 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1703 csit-vpp-perf-1710-all:
1706 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1712 boxpoints: "outliers"
1715 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1720 gridcolor: "rgb(238, 238, 238)"
1721 linecolor: "rgb(238, 238, 238)"
1725 showticklabels: True
1726 tickcolor: "rgb(238, 238, 238)"
1728 title: "Indexed Test Cases"
1731 gridcolor: "rgb(238, 238, 238)'"
1733 linecolor: "rgb(238, 238, 238)"
1738 showticklabels: True
1739 tickcolor: "rgb(238, 238, 238)"
1740 title: "Packets Per Second [pps]"
1758 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1759 algorithm: "plot_performance_box"
1760 output-file-type: ".html"
1761 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1763 csit-vpp-perf-1710-all:
1766 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1772 boxpoints: "outliers"
1775 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1780 gridcolor: "rgb(238, 238, 238)"
1781 linecolor: "rgb(238, 238, 238)"
1785 showticklabels: True
1786 tickcolor: "rgb(238, 238, 238)"
1788 title: "Indexed Test Cases"
1791 gridcolor: "rgb(238, 238, 238)'"
1793 linecolor: "rgb(238, 238, 238)"
1798 showticklabels: True
1799 tickcolor: "rgb(238, 238, 238)"
1800 title: "Packets Per Second [pps]"
1819 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1820 algorithm: "plot_performance_box"
1821 output-file-type: ".html"
1822 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1824 csit-vpp-perf-1710-all:
1827 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1833 boxpoints: "outliers"
1836 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1841 gridcolor: "rgb(238, 238, 238)"
1842 linecolor: "rgb(238, 238, 238)"
1846 showticklabels: True
1847 tickcolor: "rgb(238, 238, 238)"
1849 title: "Indexed Test Cases"
1852 gridcolor: "rgb(238, 238, 238)'"
1854 linecolor: "rgb(238, 238, 238)"
1859 showticklabels: True
1860 tickcolor: "rgb(238, 238, 238)"
1861 title: "Packets Per Second [pps]"
1879 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1880 algorithm: "plot_performance_box"
1881 output-file-type: ".html"
1882 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1884 csit-vpp-perf-1710-all:
1887 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1893 boxpoints: "outliers"
1896 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1901 gridcolor: "rgb(238, 238, 238)"
1902 linecolor: "rgb(238, 238, 238)"
1906 showticklabels: True
1907 tickcolor: "rgb(238, 238, 238)"
1909 title: "Indexed Test Cases"
1912 gridcolor: "rgb(238, 238, 238)'"
1914 linecolor: "rgb(238, 238, 238)"
1919 showticklabels: True
1920 tickcolor: "rgb(238, 238, 238)"
1921 title: "Packets Per Second [pps]"
1939 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1940 algorithm: "plot_performance_box"
1941 output-file-type: ".html"
1942 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1944 csit-vpp-perf-1710-all:
1947 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1953 boxpoints: "outliers"
1956 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1961 gridcolor: "rgb(238, 238, 238)"
1962 linecolor: "rgb(238, 238, 238)"
1966 showticklabels: True
1967 tickcolor: "rgb(238, 238, 238)"
1969 title: "Indexed Test Cases"
1972 gridcolor: "rgb(238, 238, 238)'"
1974 linecolor: "rgb(238, 238, 238)"
1979 showticklabels: True
1980 tickcolor: "rgb(238, 238, 238)"
1981 title: "Packets Per Second [pps]"
1999 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2000 algorithm: "plot_performance_box"
2001 output-file-type: ".html"
2002 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2004 csit-vpp-perf-1710-all:
2007 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2013 boxpoints: "outliers"
2016 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2021 gridcolor: "rgb(238, 238, 238)"
2022 linecolor: "rgb(238, 238, 238)"
2026 showticklabels: True
2027 tickcolor: "rgb(238, 238, 238)"
2029 title: "Indexed Test Cases"
2032 gridcolor: "rgb(238, 238, 238)'"
2034 linecolor: "rgb(238, 238, 238)"
2039 showticklabels: True
2040 tickcolor: "rgb(238, 238, 238)"
2041 title: "Packets Per Second [pps]"
2060 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2061 algorithm: "plot_performance_box"
2062 output-file-type: ".html"
2063 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2065 csit-vpp-perf-1710-all:
2068 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2074 boxpoints: "outliers"
2077 title: "64B-1t1c-.*vhost.*-ndrdisc"
2082 gridcolor: "rgb(238, 238, 238)"
2083 linecolor: "rgb(238, 238, 238)"
2087 showticklabels: True
2088 tickcolor: "rgb(238, 238, 238)"
2090 title: "Indexed Test Cases"
2093 gridcolor: "rgb(238, 238, 238)'"
2095 linecolor: "rgb(238, 238, 238)"
2100 showticklabels: True
2101 tickcolor: "rgb(238, 238, 238)"
2102 title: "Packets Per Second [pps]"
2120 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2121 algorithm: "plot_performance_box"
2122 output-file-type: ".html"
2123 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2125 csit-vpp-perf-1710-all:
2128 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2134 boxpoints: "outliers"
2137 title: "64B-2t2c-.*vhost.*-ndrdisc"
2142 gridcolor: "rgb(238, 238, 238)"
2143 linecolor: "rgb(238, 238, 238)"
2147 showticklabels: True
2148 tickcolor: "rgb(238, 238, 238)"
2150 title: "Indexed Test Cases"
2153 gridcolor: "rgb(238, 238, 238)'"
2155 linecolor: "rgb(238, 238, 238)"
2160 showticklabels: True
2161 tickcolor: "rgb(238, 238, 238)"
2162 title: "Packets Per Second [pps]"
2180 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2181 algorithm: "plot_performance_box"
2182 output-file-type: ".html"
2183 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2185 csit-vpp-perf-1710-all:
2188 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2194 boxpoints: "outliers"
2197 title: "64B-1t1c-.*vhost.*-pdrdisc"
2202 gridcolor: "rgb(238, 238, 238)"
2203 linecolor: "rgb(238, 238, 238)"
2207 showticklabels: True
2208 tickcolor: "rgb(238, 238, 238)"
2210 title: "Indexed Test Cases"
2213 gridcolor: "rgb(238, 238, 238)'"
2215 linecolor: "rgb(238, 238, 238)"
2220 showticklabels: True
2221 tickcolor: "rgb(238, 238, 238)"
2222 title: "Packets Per Second [pps]"
2240 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2241 algorithm: "plot_performance_box"
2242 output-file-type: ".html"
2243 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2245 csit-vpp-perf-1710-all:
2248 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2254 boxpoints: "outliers"
2257 title: "64B-2t2c-.*vhost.*-pdrdisc"
2262 gridcolor: "rgb(238, 238, 238)"
2263 linecolor: "rgb(238, 238, 238)"
2267 showticklabels: True
2268 tickcolor: "rgb(238, 238, 238)"
2270 title: "Indexed Test Cases"
2273 gridcolor: "rgb(238, 238, 238)'"
2275 linecolor: "rgb(238, 238, 238)"
2280 showticklabels: True
2281 tickcolor: "rgb(238, 238, 238)"
2282 title: "Packets Per Second [pps]"
2298 # VPP VM VHOST SELECTION
2301 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2302 algorithm: "plot_performance_box"
2303 output-file-type: ".html"
2304 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2306 csit-vpp-perf-1710-all:
2309 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2315 boxpoints: "outliers"
2318 title: "64B-1t1c-.*vhost.*-ndrdisc"
2323 gridcolor: "rgb(238, 238, 238)"
2324 linecolor: "rgb(238, 238, 238)"
2328 showticklabels: True
2329 tickcolor: "rgb(238, 238, 238)"
2331 title: "Indexed Test Cases"
2334 gridcolor: "rgb(238, 238, 238)'"
2336 linecolor: "rgb(238, 238, 238)"
2341 showticklabels: True
2342 tickcolor: "rgb(238, 238, 238)"
2343 title: "Packets Per Second [pps]"
2361 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2362 algorithm: "plot_performance_box"
2363 output-file-type: ".html"
2364 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2366 csit-vpp-perf-1710-all:
2369 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2375 boxpoints: "outliers"
2378 title: "64B-2t2c-.*vhost.*-ndrdisc"
2383 gridcolor: "rgb(238, 238, 238)"
2384 linecolor: "rgb(238, 238, 238)"
2388 showticklabels: True
2389 tickcolor: "rgb(238, 238, 238)"
2391 title: "Indexed Test Cases"
2394 gridcolor: "rgb(238, 238, 238)'"
2396 linecolor: "rgb(238, 238, 238)"
2401 showticklabels: True
2402 tickcolor: "rgb(238, 238, 238)"
2403 title: "Packets Per Second [pps]"
2421 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2422 algorithm: "plot_performance_box"
2423 output-file-type: ".html"
2424 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2426 csit-vpp-perf-1710-all:
2429 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2435 boxpoints: "outliers"
2438 title: "64B-1t1c-.*vhost.*-pdrdisc"
2443 gridcolor: "rgb(238, 238, 238)"
2444 linecolor: "rgb(238, 238, 238)"
2448 showticklabels: True
2449 tickcolor: "rgb(238, 238, 238)"
2451 title: "Indexed Test Cases"
2454 gridcolor: "rgb(238, 238, 238)'"
2456 linecolor: "rgb(238, 238, 238)"
2461 showticklabels: True
2462 tickcolor: "rgb(238, 238, 238)"
2463 title: "Packets Per Second [pps]"
2481 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2482 algorithm: "plot_performance_box"
2483 output-file-type: ".html"
2484 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2486 csit-vpp-perf-1710-all:
2489 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2495 boxpoints: "outliers"
2498 title: "64B-2t2c-.*vhost.*-pdrdisc"
2503 gridcolor: "rgb(238, 238, 238)"
2504 linecolor: "rgb(238, 238, 238)"
2508 showticklabels: True
2509 tickcolor: "rgb(238, 238, 238)"
2511 title: "Indexed Test Cases"
2514 gridcolor: "rgb(238, 238, 238)'"
2516 linecolor: "rgb(238, 238, 238)"
2521 showticklabels: True
2522 tickcolor: "rgb(238, 238, 238)"
2523 title: "Packets Per Second [pps]"
2542 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2543 algorithm: "plot_performance_box"
2544 output-file-type: ".html"
2545 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2547 csit-vpp-perf-1710-all:
2550 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2556 boxpoints: "outliers"
2559 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2564 gridcolor: "rgb(238, 238, 238)"
2565 linecolor: "rgb(238, 238, 238)"
2569 showticklabels: True
2570 tickcolor: "rgb(238, 238, 238)"
2572 title: "Indexed Test Cases"
2575 gridcolor: "rgb(238, 238, 238)'"
2577 linecolor: "rgb(238, 238, 238)"
2582 showticklabels: True
2583 tickcolor: "rgb(238, 238, 238)"
2584 title: "Packets Per Second [pps]"
2602 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2603 algorithm: "plot_performance_box"
2604 output-file-type: ".html"
2605 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2607 csit-vpp-perf-1710-all:
2610 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2616 boxpoints: "outliers"
2619 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2624 gridcolor: "rgb(238, 238, 238)"
2625 linecolor: "rgb(238, 238, 238)"
2629 showticklabels: True
2630 tickcolor: "rgb(238, 238, 238)"
2632 title: "Indexed Test Cases"
2635 gridcolor: "rgb(238, 238, 238)'"
2637 linecolor: "rgb(238, 238, 238)"
2642 showticklabels: True
2643 tickcolor: "rgb(238, 238, 238)"
2644 title: "Packets Per Second [pps]"
2662 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2663 algorithm: "plot_performance_box"
2664 output-file-type: ".html"
2665 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2667 csit-vpp-perf-1710-all:
2670 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2676 boxpoints: "outliers"
2679 title: "64B-1t1c-.*ipsec.*-pdrdisc"
2684 gridcolor: "rgb(238, 238, 238)"
2685 linecolor: "rgb(238, 238, 238)"
2689 showticklabels: True
2690 tickcolor: "rgb(238, 238, 238)"
2692 title: "Indexed Test Cases"
2695 gridcolor: "rgb(238, 238, 238)'"
2697 linecolor: "rgb(238, 238, 238)"
2702 showticklabels: True
2703 tickcolor: "rgb(238, 238, 238)"
2704 title: "Packets Per Second [pps]"
2722 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2723 algorithm: "plot_performance_box"
2724 output-file-type: ".html"
2725 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2727 csit-vpp-perf-1710-all:
2730 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2736 boxpoints: "outliers"
2739 title: "64B-2t2c-.*ipsec.*-pdrdisc"
2744 gridcolor: "rgb(238, 238, 238)"
2745 linecolor: "rgb(238, 238, 238)"
2749 showticklabels: True
2750 tickcolor: "rgb(238, 238, 238)"
2752 title: "Indexed Test Cases"
2755 gridcolor: "rgb(238, 238, 238)'"
2757 linecolor: "rgb(238, 238, 238)"
2762 showticklabels: True
2763 tickcolor: "rgb(238, 238, 238)"
2764 title: "Packets Per Second [pps]"
2783 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2784 algorithm: "plot_performance_box"
2785 output-file-type: ".html"
2786 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2788 csit-dpdk-perf-1710-all:
2799 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2805 boxpoints: "outliers"
2808 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2813 gridcolor: "rgb(238, 238, 238)"
2814 linecolor: "rgb(238, 238, 238)"
2818 showticklabels: True
2819 tickcolor: "rgb(238, 238, 238)"
2821 title: "Indexed Test Cases"
2824 gridcolor: "rgb(238, 238, 238)'"
2826 linecolor: "rgb(238, 238, 238)"
2831 showticklabels: True
2832 tickcolor: "rgb(238, 238, 238)"
2833 title: "Packets Per Second [pps]"
2851 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2852 algorithm: "plot_performance_box"
2853 output-file-type: ".html"
2854 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2856 csit-dpdk-perf-1710-all:
2867 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2873 boxpoints: "outliers"
2876 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2881 gridcolor: "rgb(238, 238, 238)"
2882 linecolor: "rgb(238, 238, 238)"
2886 showticklabels: True
2887 tickcolor: "rgb(238, 238, 238)"
2889 title: "Indexed Test Cases"
2892 gridcolor: "rgb(238, 238, 238)'"
2894 linecolor: "rgb(238, 238, 238)"
2899 showticklabels: True
2900 tickcolor: "rgb(238, 238, 238)"
2901 title: "Packets Per Second [pps]"
2919 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2920 algorithm: "plot_performance_box"
2921 output-file-type: ".html"
2922 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2924 csit-dpdk-perf-1710-all:
2935 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2941 boxpoints: "outliers"
2944 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2949 gridcolor: "rgb(238, 238, 238)"
2950 linecolor: "rgb(238, 238, 238)"
2954 showticklabels: True
2955 tickcolor: "rgb(238, 238, 238)"
2957 title: "Indexed Test Cases"
2960 gridcolor: "rgb(238, 238, 238)'"
2962 linecolor: "rgb(238, 238, 238)"
2964 range: [2000000, 12000000]
2967 showticklabels: True
2968 tickcolor: "rgb(238, 238, 238)"
2969 title: "Packets Per Second [pps]"
2987 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2988 algorithm: "plot_performance_box"
2989 output-file-type: ".html"
2990 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2992 csit-dpdk-perf-1710-all:
3003 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3009 boxpoints: "outliers"
3012 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3017 gridcolor: "rgb(238, 238, 238)"
3018 linecolor: "rgb(238, 238, 238)"
3022 showticklabels: True
3023 tickcolor: "rgb(238, 238, 238)"
3025 title: "Indexed Test Cases"
3028 gridcolor: "rgb(238, 238, 238)'"
3030 linecolor: "rgb(238, 238, 238)"
3032 range: [2000000, 12000000]
3035 showticklabels: True
3036 tickcolor: "rgb(238, 238, 238)"
3037 title: "Packets Per Second [pps]"
3055 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3056 algorithm: "plot_performance_box"
3057 output-file-type: ".html"
3058 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3060 csit-dpdk-perf-1710-all:
3071 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3077 boxpoints: "outliers"
3080 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3085 gridcolor: "rgb(238, 238, 238)"
3086 linecolor: "rgb(238, 238, 238)"
3090 showticklabels: True
3091 tickcolor: "rgb(238, 238, 238)"
3093 title: "Indexed Test Cases"
3096 gridcolor: "rgb(238, 238, 238)'"
3098 linecolor: "rgb(238, 238, 238)"
3103 showticklabels: True
3104 tickcolor: "rgb(238, 238, 238)"
3105 title: "Packets Per Second [pps]"
3123 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3124 algorithm: "plot_performance_box"
3125 output-file-type: ".html"
3126 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3128 csit-dpdk-perf-1710-all:
3139 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3145 boxpoints: "outliers"
3148 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3153 gridcolor: "rgb(238, 238, 238)"
3154 linecolor: "rgb(238, 238, 238)"
3158 showticklabels: True
3159 tickcolor: "rgb(238, 238, 238)"
3161 title: "Indexed Test Cases"
3164 gridcolor: "rgb(238, 238, 238)'"
3166 linecolor: "rgb(238, 238, 238)"
3171 showticklabels: True
3172 tickcolor: "rgb(238, 238, 238)"
3173 title: "Packets Per Second [pps]"
3191 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3192 algorithm: "plot_performance_box"
3193 output-file-type: ".html"
3194 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3196 csit-dpdk-perf-1710-all:
3207 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3213 boxpoints: "outliers"
3216 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3221 gridcolor: "rgb(238, 238, 238)"
3222 linecolor: "rgb(238, 238, 238)"
3226 showticklabels: True
3227 tickcolor: "rgb(238, 238, 238)"
3229 title: "Indexed Test Cases"
3232 gridcolor: "rgb(238, 238, 238)'"
3234 linecolor: "rgb(238, 238, 238)"
3236 range: [20000000, 30000000]
3239 showticklabels: True
3240 tickcolor: "rgb(238, 238, 238)"
3241 title: "Packets Per Second [pps]"
3259 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3260 algorithm: "plot_performance_box"
3261 output-file-type: ".html"
3262 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3264 csit-dpdk-perf-1710-all:
3275 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3281 boxpoints: "outliers"
3284 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3289 gridcolor: "rgb(238, 238, 238)"
3290 linecolor: "rgb(238, 238, 238)"
3294 showticklabels: True
3295 tickcolor: "rgb(238, 238, 238)"
3297 title: "Indexed Test Cases"
3300 gridcolor: "rgb(238, 238, 238)'"
3302 linecolor: "rgb(238, 238, 238)"
3304 range: [20000000, 30000000]
3307 showticklabels: True
3308 tickcolor: "rgb(238, 238, 238)"
3309 title: "Packets Per Second [pps]"
3330 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3331 algorithm: "plot_latency_box"
3332 output-file-type: ".html"
3333 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3335 csit-vpp-perf-1710-all:
3338 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3345 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3350 gridcolor: "rgb(238, 238, 238)"
3351 linecolor: "rgb(238, 238, 238)"
3355 showticklabels: True
3356 tickcolor: "rgb(238, 238, 238)"
3358 title: "Indexed Test Cases"
3361 gridcolor: "rgb(238, 238, 238)'"
3363 linecolor: "rgb(238, 238, 238)"
3368 showticklabels: True
3369 tickcolor: "rgb(238, 238, 238)"
3370 title: "Latency min/avg/max [uSec]"
3388 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3389 algorithm: "plot_latency_box"
3390 output-file-type: ".html"
3391 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3393 csit-vpp-perf-1710-all:
3396 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3403 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3408 gridcolor: "rgb(238, 238, 238)"
3409 linecolor: "rgb(238, 238, 238)"
3413 showticklabels: True
3414 tickcolor: "rgb(238, 238, 238)"
3416 title: "Indexed Test Cases"
3419 gridcolor: "rgb(238, 238, 238)'"
3421 linecolor: "rgb(238, 238, 238)"
3426 showticklabels: True
3427 tickcolor: "rgb(238, 238, 238)"
3428 title: "Latency min/avg/max [uSec]"
3447 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3448 algorithm: "plot_latency_box"
3449 output-file-type: ".html"
3450 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3452 csit-vpp-perf-1710-all:
3455 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3462 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3467 gridcolor: "rgb(238, 238, 238)"
3468 linecolor: "rgb(238, 238, 238)"
3472 showticklabels: True
3473 tickcolor: "rgb(238, 238, 238)"
3475 title: "Indexed Test Cases"
3478 gridcolor: "rgb(238, 238, 238)'"
3480 linecolor: "rgb(238, 238, 238)"
3485 showticklabels: True
3486 tickcolor: "rgb(238, 238, 238)"
3487 title: "Latency min/avg/max [uSec]"
3505 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3506 algorithm: "plot_latency_box"
3507 output-file-type: ".html"
3508 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3510 csit-vpp-perf-1710-all:
3513 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3520 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3525 gridcolor: "rgb(238, 238, 238)"
3526 linecolor: "rgb(238, 238, 238)"
3530 showticklabels: True
3531 tickcolor: "rgb(238, 238, 238)"
3533 title: "Indexed Test Cases"
3536 gridcolor: "rgb(238, 238, 238)'"
3538 linecolor: "rgb(238, 238, 238)"
3543 showticklabels: True
3544 tickcolor: "rgb(238, 238, 238)"
3545 title: "Latency min/avg/max [uSec]"
3564 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3565 algorithm: "plot_latency_box"
3566 output-file-type: ".html"
3567 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3569 csit-vpp-perf-1710-all:
3572 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3579 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3584 gridcolor: "rgb(238, 238, 238)"
3585 linecolor: "rgb(238, 238, 238)"
3589 showticklabels: True
3590 tickcolor: "rgb(238, 238, 238)"
3592 title: "Indexed Test Cases"
3595 gridcolor: "rgb(238, 238, 238)'"
3597 linecolor: "rgb(238, 238, 238)"
3602 showticklabels: True
3603 tickcolor: "rgb(238, 238, 238)"
3604 title: "Latency min/avg/max [uSec]"
3622 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3623 algorithm: "plot_latency_box"
3624 output-file-type: ".html"
3625 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3627 csit-vpp-perf-1710-all:
3630 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3637 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3642 gridcolor: "rgb(238, 238, 238)"
3643 linecolor: "rgb(238, 238, 238)"
3647 showticklabels: True
3648 tickcolor: "rgb(238, 238, 238)"
3650 title: "Indexed Test Cases"
3653 gridcolor: "rgb(238, 238, 238)'"
3655 linecolor: "rgb(238, 238, 238)"
3660 showticklabels: True
3661 tickcolor: "rgb(238, 238, 238)"
3662 title: "Latency min/avg/max [uSec]"
3681 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3682 algorithm: "plot_latency_box"
3683 output-file-type: ".html"
3684 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3686 csit-vpp-perf-1710-all:
3689 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3696 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3701 gridcolor: "rgb(238, 238, 238)"
3702 linecolor: "rgb(238, 238, 238)"
3706 showticklabels: True
3707 tickcolor: "rgb(238, 238, 238)"
3709 title: "Indexed Test Cases"
3712 gridcolor: "rgb(238, 238, 238)'"
3714 linecolor: "rgb(238, 238, 238)"
3719 showticklabels: True
3720 tickcolor: "rgb(238, 238, 238)"
3721 title: "Latency min/avg/max [uSec]"
3739 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3740 algorithm: "plot_latency_box"
3741 output-file-type: ".html"
3742 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3744 csit-vpp-perf-1710-all:
3747 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3754 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3759 gridcolor: "rgb(238, 238, 238)"
3760 linecolor: "rgb(238, 238, 238)"
3764 showticklabels: True
3765 tickcolor: "rgb(238, 238, 238)"
3767 title: "Indexed Test Cases"
3770 gridcolor: "rgb(238, 238, 238)'"
3772 linecolor: "rgb(238, 238, 238)"
3777 showticklabels: True
3778 tickcolor: "rgb(238, 238, 238)"
3779 title: "Latency min/avg/max [uSec]"
3798 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3799 algorithm: "plot_latency_box"
3800 output-file-type: ".html"
3801 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3803 csit-vpp-perf-1710-all:
3806 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3813 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3818 gridcolor: "rgb(238, 238, 238)"
3819 linecolor: "rgb(238, 238, 238)"
3823 showticklabels: True
3824 tickcolor: "rgb(238, 238, 238)"
3826 title: "Indexed Test Cases"
3829 gridcolor: "rgb(238, 238, 238)'"
3831 linecolor: "rgb(238, 238, 238)"
3836 showticklabels: True
3837 tickcolor: "rgb(238, 238, 238)"
3838 title: "Latency min/avg/max [uSec]"
3856 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3857 algorithm: "plot_latency_box"
3858 output-file-type: ".html"
3859 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3861 csit-vpp-perf-1710-all:
3864 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3871 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3876 gridcolor: "rgb(238, 238, 238)"
3877 linecolor: "rgb(238, 238, 238)"
3881 showticklabels: True
3882 tickcolor: "rgb(238, 238, 238)"
3884 title: "Indexed Test Cases"
3887 gridcolor: "rgb(238, 238, 238)'"
3889 linecolor: "rgb(238, 238, 238)"
3894 showticklabels: True
3895 tickcolor: "rgb(238, 238, 238)"
3896 title: "Latency min/avg/max [uSec]"
3915 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3916 algorithm: "plot_latency_box"
3917 output-file-type: ".html"
3918 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3920 csit-vpp-perf-1710-all:
3923 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3930 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3935 gridcolor: "rgb(238, 238, 238)"
3936 linecolor: "rgb(238, 238, 238)"
3940 showticklabels: True
3941 tickcolor: "rgb(238, 238, 238)"
3943 title: "Indexed Test Cases"
3946 gridcolor: "rgb(238, 238, 238)'"
3948 linecolor: "rgb(238, 238, 238)"
3953 showticklabels: True
3954 tickcolor: "rgb(238, 238, 238)"
3955 title: "Latency min/avg/max [uSec]"
3973 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3974 algorithm: "plot_latency_box"
3975 output-file-type: ".html"
3976 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3978 csit-vpp-perf-1710-all:
3981 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3988 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3993 gridcolor: "rgb(238, 238, 238)"
3994 linecolor: "rgb(238, 238, 238)"
3998 showticklabels: True
3999 tickcolor: "rgb(238, 238, 238)"
4001 title: "Indexed Test Cases"
4004 gridcolor: "rgb(238, 238, 238)'"
4006 linecolor: "rgb(238, 238, 238)"
4011 showticklabels: True
4012 tickcolor: "rgb(238, 238, 238)"
4013 title: "Latency min/avg/max [uSec]"
4032 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4033 algorithm: "plot_latency_box"
4034 output-file-type: ".html"
4035 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4037 csit-vpp-perf-1710-all:
4040 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4047 title: "64B-1t1c-.*vhost.*-ndrdisc"
4052 gridcolor: "rgb(238, 238, 238)"
4053 linecolor: "rgb(238, 238, 238)"
4057 showticklabels: True
4058 tickcolor: "rgb(238, 238, 238)"
4060 title: "Indexed Test Cases"
4063 gridcolor: "rgb(238, 238, 238)'"
4065 linecolor: "rgb(238, 238, 238)"
4070 showticklabels: True
4071 tickcolor: "rgb(238, 238, 238)"
4072 title: "Latency min/avg/max [uSec]"
4090 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4091 algorithm: "plot_latency_box"
4092 output-file-type: ".html"
4093 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4095 csit-vpp-perf-1710-all:
4098 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4105 title: "64B-2t2c-.*vhost.*-ndrdisc"
4110 gridcolor: "rgb(238, 238, 238)"
4111 linecolor: "rgb(238, 238, 238)"
4115 showticklabels: True
4116 tickcolor: "rgb(238, 238, 238)"
4118 title: "Indexed Test Cases"
4121 gridcolor: "rgb(238, 238, 238)'"
4123 linecolor: "rgb(238, 238, 238)"
4128 showticklabels: True
4129 tickcolor: "rgb(238, 238, 238)"
4130 title: "Latency min/avg/max [uSec]"
4146 # VPP VM VHOST selection
4149 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4150 algorithm: "plot_latency_box"
4151 output-file-type: ".html"
4152 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4154 csit-vpp-perf-1710-all:
4157 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4164 title: "64B-1t1c-.*vhost.*-ndrdisc"
4169 gridcolor: "rgb(238, 238, 238)"
4170 linecolor: "rgb(238, 238, 238)"
4174 showticklabels: True
4175 tickcolor: "rgb(238, 238, 238)"
4177 title: "Indexed Test Cases"
4180 gridcolor: "rgb(238, 238, 238)'"
4182 linecolor: "rgb(238, 238, 238)"
4187 showticklabels: True
4188 tickcolor: "rgb(238, 238, 238)"
4189 title: "Latency min/avg/max [uSec]"
4207 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4208 algorithm: "plot_latency_box"
4209 output-file-type: ".html"
4210 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4212 csit-vpp-perf-1710-all:
4215 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4222 title: "64B-2t2c-.*vhost.*-ndrdisc"
4227 gridcolor: "rgb(238, 238, 238)"
4228 linecolor: "rgb(238, 238, 238)"
4232 showticklabels: True
4233 tickcolor: "rgb(238, 238, 238)"
4235 title: "Indexed Test Cases"
4238 gridcolor: "rgb(238, 238, 238)'"
4240 linecolor: "rgb(238, 238, 238)"
4245 showticklabels: True
4246 tickcolor: "rgb(238, 238, 238)"
4247 title: "Latency min/avg/max [uSec]"
4266 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4267 algorithm: "plot_latency_box"
4268 output-file-type: ".html"
4269 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4271 csit-vpp-perf-1710-all:
4274 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4281 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4286 gridcolor: "rgb(238, 238, 238)"
4287 linecolor: "rgb(238, 238, 238)"
4291 showticklabels: True
4292 tickcolor: "rgb(238, 238, 238)"
4294 title: "Indexed Test Cases"
4297 gridcolor: "rgb(238, 238, 238)'"
4299 linecolor: "rgb(238, 238, 238)"
4304 showticklabels: True
4305 tickcolor: "rgb(238, 238, 238)"
4306 title: "Latency min/avg/max [uSec]"
4324 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4325 algorithm: "plot_latency_box"
4326 output-file-type: ".html"
4327 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4329 csit-vpp-perf-1710-all:
4332 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4339 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4344 gridcolor: "rgb(238, 238, 238)"
4345 linecolor: "rgb(238, 238, 238)"
4349 showticklabels: True
4350 tickcolor: "rgb(238, 238, 238)"
4352 title: "Indexed Test Cases"
4355 gridcolor: "rgb(238, 238, 238)'"
4357 linecolor: "rgb(238, 238, 238)"
4362 showticklabels: True
4363 tickcolor: "rgb(238, 238, 238)"
4364 title: "Latency min/avg/max [uSec]"
4383 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4384 algorithm: "plot_latency_box"
4385 output-file-type: ".html"
4386 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4388 csit-dpdk-perf-1710-all:
4399 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4406 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4411 gridcolor: "rgb(238, 238, 238)"
4412 linecolor: "rgb(238, 238, 238)"
4416 showticklabels: True
4417 tickcolor: "rgb(238, 238, 238)"
4419 title: "Indexed Test Cases"
4422 gridcolor: "rgb(238, 238, 238)'"
4424 linecolor: "rgb(238, 238, 238)"
4429 showticklabels: True
4430 tickcolor: "rgb(238, 238, 238)"
4431 title: "Latency min/avg/max [uSec]"
4449 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4450 algorithm: "plot_latency_box"
4451 output-file-type: ".html"
4452 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4454 csit-dpdk-perf-1710-all:
4465 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4472 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4477 gridcolor: "rgb(238, 238, 238)"
4478 linecolor: "rgb(238, 238, 238)"
4482 showticklabels: True
4483 tickcolor: "rgb(238, 238, 238)"
4485 title: "Indexed Test Cases"
4488 gridcolor: "rgb(238, 238, 238)'"
4490 linecolor: "rgb(238, 238, 238)"
4495 showticklabels: True
4496 tickcolor: "rgb(238, 238, 238)"
4497 title: "Latency min/avg/max [uSec]"
4515 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4516 algorithm: "plot_latency_box"
4517 output-file-type: ".html"
4518 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4520 csit-dpdk-perf-1710-all:
4531 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4538 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4543 gridcolor: "rgb(238, 238, 238)"
4544 linecolor: "rgb(238, 238, 238)"
4548 showticklabels: True
4549 tickcolor: "rgb(238, 238, 238)"
4551 title: "Indexed Test Cases"
4554 gridcolor: "rgb(238, 238, 238)'"
4556 linecolor: "rgb(238, 238, 238)"
4561 showticklabels: True
4562 tickcolor: "rgb(238, 238, 238)"
4563 title: "Latency min/avg/max [uSec]"
4581 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4582 algorithm: "plot_latency_box"
4583 output-file-type: ".html"
4584 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4586 csit-dpdk-perf-1710-all:
4597 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4604 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4609 gridcolor: "rgb(238, 238, 238)"
4610 linecolor: "rgb(238, 238, 238)"
4614 showticklabels: True
4615 tickcolor: "rgb(238, 238, 238)"
4617 title: "Indexed Test Cases"
4620 gridcolor: "rgb(238, 238, 238)'"
4622 linecolor: "rgb(238, 238, 238)"
4627 showticklabels: True
4628 tickcolor: "rgb(238, 238, 238)"
4629 title: "Latency min/avg/max [uSec]"
4645 # Ligato - Throughput
4650 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4651 algorithm: "plot_performance_box"
4652 output-file-type: ".html"
4653 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
4655 csit-vpp-perf-1710-all:
4658 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4664 boxpoints: "outliers"
4667 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4672 gridcolor: "rgb(238, 238, 238)"
4673 linecolor: "rgb(238, 238, 238)"
4677 showticklabels: True
4678 tickcolor: "rgb(238, 238, 238)"
4680 title: "Indexed Test Cases"
4683 gridcolor: "rgb(238, 238, 238)'"
4685 linecolor: "rgb(238, 238, 238)"
4690 showticklabels: True
4691 tickcolor: "rgb(238, 238, 238)"
4692 title: "Packets Per Second [pps]"
4710 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4711 algorithm: "plot_performance_box"
4712 output-file-type: ".html"
4713 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
4715 csit-vpp-perf-1710-all:
4718 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4724 boxpoints: "outliers"
4727 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4732 gridcolor: "rgb(238, 238, 238)"
4733 linecolor: "rgb(238, 238, 238)"
4737 showticklabels: True
4738 tickcolor: "rgb(238, 238, 238)"
4740 title: "Indexed Test Cases"
4743 gridcolor: "rgb(238, 238, 238)'"
4745 linecolor: "rgb(238, 238, 238)"
4750 showticklabels: True
4751 tickcolor: "rgb(238, 238, 238)"
4752 title: "Packets Per Second [pps]"
4770 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4771 algorithm: "plot_performance_box"
4772 output-file-type: ".html"
4773 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
4775 csit-vpp-perf-1710-all:
4778 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4784 boxpoints: "outliers"
4787 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4792 gridcolor: "rgb(238, 238, 238)"
4793 linecolor: "rgb(238, 238, 238)"
4797 showticklabels: True
4798 tickcolor: "rgb(238, 238, 238)"
4800 title: "Indexed Test Cases"
4803 gridcolor: "rgb(238, 238, 238)'"
4805 linecolor: "rgb(238, 238, 238)"
4810 showticklabels: True
4811 tickcolor: "rgb(238, 238, 238)"
4812 title: "Packets Per Second [pps]"
4830 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4831 algorithm: "plot_performance_box"
4832 output-file-type: ".html"
4833 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
4835 csit-vpp-perf-1710-all:
4838 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4844 boxpoints: "outliers"
4847 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
4852 gridcolor: "rgb(238, 238, 238)"
4853 linecolor: "rgb(238, 238, 238)"
4857 showticklabels: True
4858 tickcolor: "rgb(238, 238, 238)"
4860 title: "Indexed Test Cases"
4863 gridcolor: "rgb(238, 238, 238)'"
4865 linecolor: "rgb(238, 238, 238)"
4870 showticklabels: True
4871 tickcolor: "rgb(238, 238, 238)"
4872 title: "Packets Per Second [pps]"
4888 # Container orchestrated
4891 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4892 algorithm: "plot_performance_box"
4893 output-file-type: ".html"
4894 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
4896 csit-ligato-perf-1710-all:
4898 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4904 boxpoints: "outliers"
4907 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4912 gridcolor: "rgb(238, 238, 238)"
4913 linecolor: "rgb(238, 238, 238)"
4917 showticklabels: True
4918 tickcolor: "rgb(238, 238, 238)"
4920 title: "Indexed Test Cases"
4923 gridcolor: "rgb(238, 238, 238)'"
4925 linecolor: "rgb(238, 238, 238)"
4930 showticklabels: True
4931 tickcolor: "rgb(238, 238, 238)"
4932 title: "Packets Per Second [pps]"
4950 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4951 algorithm: "plot_performance_box"
4952 output-file-type: ".html"
4953 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
4955 csit-ligato-perf-1710-all:
4957 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4963 boxpoints: "outliers"
4966 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
4971 gridcolor: "rgb(238, 238, 238)"
4972 linecolor: "rgb(238, 238, 238)"
4976 showticklabels: True
4977 tickcolor: "rgb(238, 238, 238)"
4979 title: "Indexed Test Cases"
4982 gridcolor: "rgb(238, 238, 238)'"
4984 linecolor: "rgb(238, 238, 238)"
4989 showticklabels: True
4990 tickcolor: "rgb(238, 238, 238)"
4991 title: "Packets Per Second [pps]"
5009 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5010 algorithm: "plot_performance_box"
5011 output-file-type: ".html"
5012 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5014 csit-ligato-perf-1710-all:
5016 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5022 boxpoints: "outliers"
5025 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5030 gridcolor: "rgb(238, 238, 238)"
5031 linecolor: "rgb(238, 238, 238)"
5035 showticklabels: True
5036 tickcolor: "rgb(238, 238, 238)"
5038 title: "Indexed Test Cases"
5041 gridcolor: "rgb(238, 238, 238)'"
5043 linecolor: "rgb(238, 238, 238)"
5048 showticklabels: True
5049 tickcolor: "rgb(238, 238, 238)"
5050 title: "Packets Per Second [pps]"
5068 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5069 algorithm: "plot_performance_box"
5070 output-file-type: ".html"
5071 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5073 csit-ligato-perf-1710-all:
5075 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5081 boxpoints: "outliers"
5084 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5089 gridcolor: "rgb(238, 238, 238)"
5090 linecolor: "rgb(238, 238, 238)"
5094 showticklabels: True
5095 tickcolor: "rgb(238, 238, 238)"
5097 title: "Indexed Test Cases"
5100 gridcolor: "rgb(238, 238, 238)'"
5102 linecolor: "rgb(238, 238, 238)"
5107 showticklabels: True
5108 tickcolor: "rgb(238, 238, 238)"
5109 title: "Packets Per Second [pps]"
5130 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5131 algorithm: "plot_latency_box"
5132 output-file-type: ".html"
5133 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5135 csit-vpp-perf-1710-all:
5138 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5145 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5150 gridcolor: "rgb(238, 238, 238)"
5151 linecolor: "rgb(238, 238, 238)"
5155 showticklabels: True
5156 tickcolor: "rgb(238, 238, 238)"
5158 title: "Indexed Test Cases"
5161 gridcolor: "rgb(238, 238, 238)'"
5163 linecolor: "rgb(238, 238, 238)"
5168 showticklabels: True
5169 tickcolor: "rgb(238, 238, 238)"
5170 title: "Latency min/avg/max [uSec]"
5188 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5189 algorithm: "plot_latency_box"
5190 output-file-type: ".html"
5191 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5193 csit-vpp-perf-1710-all:
5196 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5203 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5208 gridcolor: "rgb(238, 238, 238)"
5209 linecolor: "rgb(238, 238, 238)"
5213 showticklabels: True
5214 tickcolor: "rgb(238, 238, 238)"
5216 title: "Indexed Test Cases"
5219 gridcolor: "rgb(238, 238, 238)'"
5221 linecolor: "rgb(238, 238, 238)"
5226 showticklabels: True
5227 tickcolor: "rgb(238, 238, 238)"
5228 title: "Latency min/avg/max [uSec]"
5244 # Container orchestrated
5247 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5248 algorithm: "plot_latency_box"
5249 output-file-type: ".html"
5250 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5252 csit-ligato-perf-1710-all:
5254 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5261 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5266 gridcolor: "rgb(238, 238, 238)"
5267 linecolor: "rgb(238, 238, 238)"
5271 showticklabels: True
5272 tickcolor: "rgb(238, 238, 238)"
5274 title: "Indexed Test Cases"
5277 gridcolor: "rgb(238, 238, 238)'"
5279 linecolor: "rgb(238, 238, 238)"
5284 showticklabels: True
5285 tickcolor: "rgb(238, 238, 238)"
5286 title: "Latency min/avg/max [uSec]"
5304 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5305 algorithm: "plot_latency_box"
5306 output-file-type: ".html"
5307 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5309 csit-ligato-perf-1710-all:
5311 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5318 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5323 gridcolor: "rgb(238, 238, 238)"
5324 linecolor: "rgb(238, 238, 238)"
5328 showticklabels: True
5329 tickcolor: "rgb(238, 238, 238)"
5331 title: "Indexed Test Cases"
5334 gridcolor: "rgb(238, 238, 238)'"
5336 linecolor: "rgb(238, 238, 238)"
5341 showticklabels: True
5342 tickcolor: "rgb(238, 238, 238)"
5343 title: "Latency min/avg/max [uSec]"