6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,COT]: "{DIR[DTR]}/cot_performance_results"
42 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
43 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
44 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
45 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
46 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
48 # Detailed test configurations
49 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
50 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
51 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
53 # Detailed tests operational data
54 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
55 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
57 # .css patch file to fix tables generated by Sphinx
58 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
59 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
62 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
63 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
66 # List the directories which are created while preparing the environment.
67 # All directories MUST be defined in "paths" section.
74 - "DIR[WORKING,SRC,STATIC]"
77 # List the directories which are deleted while cleaning the environment.
78 # All directories MUST be defined in "paths" section.
82 # List the directories where the results (build) is stored.
83 # All directories MUST be defined in "paths" section.
90 input-format: "xml" # zip or xml
91 extract: "robot-plugin/output.xml" # Only for zip
93 # The files must be in the directory DIR[WORKING,DATA]
94 csit-dpdk-perf-1707-all:
97 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
100 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
101 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
104 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
105 csit-vpp-functional-1707-ubuntu1604-virl:
107 build: lastSuccessfulBuild
108 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
109 hc2vpp-csit-integration-1707-ubuntu1604:
111 build: lastSuccessfulBuild
112 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
113 csit-vpp-perf-1707-all:
116 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
119 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
123 src-path: "{DIR[RST]}"
124 dst-path: "{DIR[WORKING,SRC]}"
127 type: "input" # Ignored in debug mode
129 file-name: "robot-plugin.zip"
131 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
132 extract: "robot-plugin/output.xml"
134 csit-vpp-perf-1707-all:
145 csit-vpp-perf-1710-all:
156 csit-dpdk-perf-1710-all:
167 csit-ligato-perf-1710-all:
174 csit-vpp-functional-1710-ubuntu1604-virl:
176 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
178 csit-hc2vpp-verify-func-1710-ubuntu1604:
179 - lastSuccessfulBuild
189 ################################################################################
191 ################################################################################
195 title: "Performance improvements"
196 algorithm: "table_performance_improvements"
197 template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
198 output-file-ext: ".csv"
199 output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
202 title: "Functionality"
208 title: "16.09 mean [Mpps]"
211 title: "17.01 mean [Mpps]"
214 title: "17.04 mean [Mpps]"
217 title: "17.07 mean [Mpps]"
218 data: "data csit-vpp-perf-1707-all mean"
220 title: "17.10 mean [Mpps]"
221 data: "data csit-vpp-perf-1710-all mean"
223 title: "17.10 stdev [Mpps]"
224 data: "data csit-vpp-perf-1710-all stdev"
226 title: "17.07 to 17.10 change [%]"
227 data: "operation relative_change 5 6"
230 csit-vpp-perf-1707-all:
241 csit-vpp-perf-1710-all:
258 title: "Detailed Test Results - VPP Performance Results"
259 algorithm: "table_details"
260 output-file-ext: ".csv"
261 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
267 title: "Documentation"
274 csit-vpp-perf-1710-all:
285 title: "Test configuration - VPP Performance Test Configs"
286 algorithm: "table_details"
287 output-file-ext: ".csv"
288 output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
294 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
295 data: "data vat-history"
298 csit-vpp-perf-1710-all:
308 title: "Test Operational Data - VPP Performance Operational Data"
309 algorithm: "table_details"
310 output-file-ext: ".csv"
311 output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
317 title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
318 data: "data show-run"
321 csit-vpp-perf-1710-all:
331 title: "Detailed Test Results - VPP Functional Results"
332 algorithm: "table_details"
333 output-file-ext: ".csv"
334 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
340 title: "Documentation"
347 csit-vpp-functional-1710-ubuntu1604-virl:
358 title: "Test configuration - VPP Functional Test Configs"
359 algorithm: "table_details"
360 output-file-ext: ".csv"
361 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
367 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
368 data: "data vat-history"
371 csit-vpp-functional-1710-ubuntu1604-virl:
381 title: "Detailed Test Results - Container Orchestrated Topologies Performance Results"
382 algorithm: "table_details"
383 output-file-ext: ".csv"
384 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
390 title: "Documentation"
397 csit-ligato-perf-1710-all:
408 title: "Detailed Test Results - DPDK Performance Results"
409 algorithm: "table_details"
410 output-file-ext: ".csv"
411 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
417 title: "Documentation"
424 csit-dpdk-perf-1710-all:
435 title: "Detailed Test Results - Honeycomb Functional Results"
436 algorithm: "table_details"
437 output-file-ext: ".csv"
438 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
444 title: "Documentation"
451 csit-hc2vpp-verify-func-1710-ubuntu1604:
452 - "lastSuccessfulBuild"
462 title: "Detailed Test Results - NSH SFC Functional Results"
463 algorithm: "table_details"
464 output-file-ext: ".csv"
465 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
471 title: "Documentation"
478 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
487 ################################################################################
489 ################################################################################
493 title: "VPP Performance Results"
494 algorithm: "file_test_results"
495 output-file-ext: ".rst"
496 output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
497 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
498 dir-tables: "{DIR[DTR,PERF,VPP]}"
500 csit-vpp-perf-1710-all:
507 data-start-level: 2 # 0, 1, 2, ...
508 chapters-start-level: 2 # 0, 1, 2, ...
512 title: "VPP Performance Configuration"
513 algorithm: "file_test_results"
514 output-file-ext: ".rst"
515 output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
516 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
517 dir-tables: "{DIR[DTC,PERF,VPP]}"
519 csit-vpp-perf-1710-all:
526 data-start-level: 2 # 0, 1, 2, ...
527 chapters-start-level: 2 # 0, 1, 2, ...
531 title: "VPP Performance Operational Data"
532 algorithm: "file_test_results"
533 output-file-ext: ".rst"
534 output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
535 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
536 dir-tables: "{DIR[DTO,PERF,VPP]}"
538 csit-vpp-perf-1710-all:
545 data-start-level: 2 # 0, 1, 2, ...
546 chapters-start-level: 2 # 0, 1, 2, ...
550 title: "VPP Functional Results"
551 algorithm: "file_test_results"
552 output-file-ext: ".rst"
553 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
554 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
555 dir-tables: "{DIR[DTR,FUNC,VPP]}"
557 csit-vpp-functional-1710-ubuntu1604-virl:
564 data-start-level: 3 # 0, 1, 2, ...
565 chapters-start-level: 2 # 0, 1, 2, ...
569 title: "VPP Functional Configuration"
570 algorithm: "file_test_results"
571 output-file-ext: ".rst"
572 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
573 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
574 dir-tables: "{DIR[DTC,FUNC,VPP]}"
576 csit-vpp-functional-1710-ubuntu1604-virl:
583 data-start-level: 3 # 0, 1, 2, ...
584 chapters-start-level: 2 # 0, 1, 2, ...
588 title: "Container Orchestrated Performance Results"
589 algorithm: "file_test_results"
590 output-file-ext: ".rst"
591 output-file: "{DIR[DTR,PERF,COT]}/cot_performance_results"
592 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
593 dir-tables: "{DIR[DTR,PERF,COT]}"
595 csit-ligato-perf-1710-all:
602 data-start-level: 2 # 0, 1, 2, ...
603 chapters-start-level: 2 # 0, 1, 2, ...
607 title: "DPDK Performance Results"
608 algorithm: "file_test_results"
609 output-file-ext: ".rst"
610 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
611 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
612 dir-tables: "{DIR[DTR,PERF,DPDK]}"
614 csit-dpdk-perf-1710-all:
623 data-start-level: 2 # 0, 1, 2, ...
624 chapters-start-level: 2 # 0, 1, 2, ...
628 title: "Honeycomb Functional Results"
629 algorithm: "file_test_results"
630 output-file-ext: ".rst"
631 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
632 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
633 dir-tables: "{DIR[DTR,FUNC,HC]}"
635 csit-hc2vpp-verify-func-1710-ubuntu1604:
636 - "lastSuccessfulBuild"
644 data-start-level: 3 # 0, 1, 2, ...
645 chapters-start-level: 2 # 0, 1, 2, ...
649 title: "NSH SFC Functional Results"
650 algorithm: "file_test_results"
651 output-file-ext: ".rst"
652 output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
653 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
654 dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
656 csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
665 data-start-level: 2 # 0, 1, 2, ...
666 chapters-start-level: 2 # 0, 1, 2, ...
668 ################################################################################
670 ################################################################################
672 # Plot packets per second
677 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
678 algorithm: "plot_performance_box"
679 output-file-type: ".html"
680 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
682 csit-vpp-perf-1710-all:
693 # Keep this formatting, the filter is enclosed with " (quotation mark) and
694 # each tag is enclosed with ' (apostrophe).
695 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
701 boxpoints: "outliers"
704 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
709 gridcolor: "rgb(238, 238, 238)"
710 linecolor: "rgb(238, 238, 238)"
715 tickcolor: "rgb(238, 238, 238)"
717 title: "Indexed Test Cases"
720 gridcolor: "rgb(238, 238, 238)'"
722 linecolor: "rgb(238, 238, 238)"
728 tickcolor: "rgb(238, 238, 238)"
729 title: "Packets Per Second [pps]"
747 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
748 algorithm: "plot_performance_box"
749 output-file-type: ".html"
750 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
752 csit-vpp-perf-1710-all:
763 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
769 boxpoints: "outliers"
772 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
777 gridcolor: "rgb(238, 238, 238)"
778 linecolor: "rgb(238, 238, 238)"
783 tickcolor: "rgb(238, 238, 238)"
785 title: "Indexed Test Cases"
788 gridcolor: "rgb(238, 238, 238)'"
790 linecolor: "rgb(238, 238, 238)"
796 tickcolor: "rgb(238, 238, 238)"
797 title: "Packets Per Second [pps]"
815 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
816 algorithm: "plot_performance_box"
817 output-file-type: ".html"
818 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
820 csit-vpp-perf-1710-all:
831 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
837 boxpoints: "outliers"
840 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
845 gridcolor: "rgb(238, 238, 238)"
846 linecolor: "rgb(238, 238, 238)"
851 tickcolor: "rgb(238, 238, 238)"
853 title: "Indexed Test Cases"
856 gridcolor: "rgb(238, 238, 238)'"
858 linecolor: "rgb(238, 238, 238)"
864 tickcolor: "rgb(238, 238, 238)"
865 title: "Packets Per Second [pps]"
883 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
884 algorithm: "plot_performance_box"
885 output-file-type: ".html"
886 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
888 csit-vpp-perf-1710-all:
899 filter: "'64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
905 boxpoints: "outliers"
908 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
913 gridcolor: "rgb(238, 238, 238)"
914 linecolor: "rgb(238, 238, 238)"
919 tickcolor: "rgb(238, 238, 238)"
921 title: "Indexed Test Cases"
924 gridcolor: "rgb(238, 238, 238)'"
926 linecolor: "rgb(238, 238, 238)"
932 tickcolor: "rgb(238, 238, 238)"
933 title: "Packets Per Second [pps]"
952 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
953 algorithm: "plot_performance_box"
954 output-file-type: ".html"
955 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
957 csit-vpp-perf-1710-all:
968 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
974 boxpoints: "outliers"
977 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
982 gridcolor: "rgb(238, 238, 238)"
983 linecolor: "rgb(238, 238, 238)"
988 tickcolor: "rgb(238, 238, 238)"
990 title: "Indexed Test Cases"
993 gridcolor: "rgb(238, 238, 238)'"
995 linecolor: "rgb(238, 238, 238)"
1000 showticklabels: True
1001 tickcolor: "rgb(238, 238, 238)"
1002 title: "Packets Per Second [pps]"
1020 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1021 algorithm: "plot_performance_box"
1022 output-file-type: ".html"
1023 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
1025 csit-vpp-perf-1710-all:
1036 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1042 boxpoints: "outliers"
1045 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
1050 gridcolor: "rgb(238, 238, 238)"
1051 linecolor: "rgb(238, 238, 238)"
1055 showticklabels: True
1056 tickcolor: "rgb(238, 238, 238)"
1058 title: "Indexed Test Cases"
1061 gridcolor: "rgb(238, 238, 238)'"
1063 linecolor: "rgb(238, 238, 238)"
1065 range: [5000000, 12000000]
1068 showticklabels: True
1069 tickcolor: "rgb(238, 238, 238)"
1070 title: "Packets Per Second [pps]"
1088 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1089 algorithm: "plot_performance_box"
1090 output-file-type: ".html"
1091 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
1093 csit-vpp-perf-1710-all:
1104 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1110 boxpoints: "outliers"
1113 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1118 gridcolor: "rgb(238, 238, 238)"
1119 linecolor: "rgb(238, 238, 238)"
1123 showticklabels: True
1124 tickcolor: "rgb(238, 238, 238)"
1126 title: "Indexed Test Cases"
1129 gridcolor: "rgb(238, 238, 238)'"
1131 linecolor: "rgb(238, 238, 238)"
1136 showticklabels: True
1137 tickcolor: "rgb(238, 238, 238)"
1138 title: "Packets Per Second [pps]"
1156 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1157 algorithm: "plot_performance_box"
1158 output-file-type: ".html"
1159 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1161 csit-vpp-perf-1710-all:
1172 filter: "'64B' and 'FEATURE' and ('ACL10' or 'ACL50') and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1178 boxpoints: "outliers"
1181 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1186 gridcolor: "rgb(238, 238, 238)"
1187 linecolor: "rgb(238, 238, 238)"
1191 showticklabels: True
1192 tickcolor: "rgb(238, 238, 238)"
1194 title: "Indexed Test Cases"
1197 gridcolor: "rgb(238, 238, 238)'"
1199 linecolor: "rgb(238, 238, 238)"
1201 range: [5000000, 12000000]
1204 showticklabels: True
1205 tickcolor: "rgb(238, 238, 238)"
1206 title: "Packets Per Second [pps]"
1225 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1226 algorithm: "plot_performance_box"
1227 output-file-type: ".html"
1228 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1230 csit-vpp-perf-1710-all:
1241 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1247 boxpoints: "outliers"
1250 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1255 gridcolor: "rgb(238, 238, 238)"
1256 linecolor: "rgb(238, 238, 238)"
1260 showticklabels: True
1261 tickcolor: "rgb(238, 238, 238)"
1263 title: "Indexed Test Cases"
1266 gridcolor: "rgb(238, 238, 238)'"
1268 linecolor: "rgb(238, 238, 238)"
1273 showticklabels: True
1274 tickcolor: "rgb(238, 238, 238)"
1275 title: "Packets Per Second [pps]"
1293 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1294 algorithm: "plot_performance_box"
1295 output-file-type: ".html"
1296 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1298 csit-vpp-perf-1710-all:
1309 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1315 boxpoints: "outliers"
1318 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1323 gridcolor: "rgb(238, 238, 238)"
1324 linecolor: "rgb(238, 238, 238)"
1328 showticklabels: True
1329 tickcolor: "rgb(238, 238, 238)"
1331 title: "Indexed Test Cases"
1334 gridcolor: "rgb(238, 238, 238)'"
1336 linecolor: "rgb(238, 238, 238)"
1341 showticklabels: True
1342 tickcolor: "rgb(238, 238, 238)"
1343 title: "Packets Per Second [pps]"
1361 title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1362 algorithm: "plot_performance_box"
1363 output-file-type: ".html"
1364 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1366 csit-vpp-perf-1710-all:
1377 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1383 boxpoints: "outliers"
1386 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1391 gridcolor: "rgb(238, 238, 238)"
1392 linecolor: "rgb(238, 238, 238)"
1396 showticklabels: True
1397 tickcolor: "rgb(238, 238, 238)"
1399 title: "Indexed Test Cases"
1402 gridcolor: "rgb(238, 238, 238)'"
1404 linecolor: "rgb(238, 238, 238)"
1409 showticklabels: True
1410 tickcolor: "rgb(238, 238, 238)"
1411 title: "Packets Per Second [pps]"
1429 title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1430 algorithm: "plot_performance_box"
1431 output-file-type: ".html"
1432 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1434 csit-vpp-perf-1710-all:
1445 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1451 boxpoints: "outliers"
1454 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1459 gridcolor: "rgb(238, 238, 238)"
1460 linecolor: "rgb(238, 238, 238)"
1464 showticklabels: True
1465 tickcolor: "rgb(238, 238, 238)"
1467 title: "Indexed Test Cases"
1470 gridcolor: "rgb(238, 238, 238)'"
1472 linecolor: "rgb(238, 238, 238)"
1477 showticklabels: True
1478 tickcolor: "rgb(238, 238, 238)"
1479 title: "Packets Per Second [pps]"
1498 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1499 algorithm: "plot_performance_box"
1500 output-file-type: ".html"
1501 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1503 csit-vpp-perf-1710-all:
1514 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1520 boxpoints: "outliers"
1523 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1528 gridcolor: "rgb(238, 238, 238)"
1529 linecolor: "rgb(238, 238, 238)"
1533 showticklabels: True
1534 tickcolor: "rgb(238, 238, 238)"
1536 title: "Indexed Test Cases"
1539 gridcolor: "rgb(238, 238, 238)'"
1541 linecolor: "rgb(238, 238, 238)"
1546 showticklabels: True
1547 tickcolor: "rgb(238, 238, 238)"
1548 title: "Packets Per Second [pps]"
1566 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1567 algorithm: "plot_performance_box"
1568 output-file-type: ".html"
1569 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1571 csit-vpp-perf-1710-all:
1582 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1588 boxpoints: "outliers"
1591 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1596 gridcolor: "rgb(238, 238, 238)"
1597 linecolor: "rgb(238, 238, 238)"
1601 showticklabels: True
1602 tickcolor: "rgb(238, 238, 238)"
1604 title: "Indexed Test Cases"
1607 gridcolor: "rgb(238, 238, 238)'"
1609 linecolor: "rgb(238, 238, 238)"
1614 showticklabels: True
1615 tickcolor: "rgb(238, 238, 238)"
1616 title: "Packets Per Second [pps]"
1634 title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1635 algorithm: "plot_performance_box"
1636 output-file-type: ".html"
1637 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1639 csit-vpp-perf-1710-all:
1650 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1656 boxpoints: "outliers"
1659 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1664 gridcolor: "rgb(238, 238, 238)"
1665 linecolor: "rgb(238, 238, 238)"
1669 showticklabels: True
1670 tickcolor: "rgb(238, 238, 238)"
1672 title: "Indexed Test Cases"
1675 gridcolor: "rgb(238, 238, 238)'"
1677 linecolor: "rgb(238, 238, 238)"
1682 showticklabels: True
1683 tickcolor: "rgb(238, 238, 238)"
1684 title: "Packets Per Second [pps]"
1702 title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1703 algorithm: "plot_performance_box"
1704 output-file-type: ".html"
1705 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1707 csit-vpp-perf-1710-all:
1718 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1724 boxpoints: "outliers"
1727 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1732 gridcolor: "rgb(238, 238, 238)"
1733 linecolor: "rgb(238, 238, 238)"
1737 showticklabels: True
1738 tickcolor: "rgb(238, 238, 238)"
1740 title: "Indexed Test Cases"
1743 gridcolor: "rgb(238, 238, 238)'"
1745 linecolor: "rgb(238, 238, 238)"
1750 showticklabels: True
1751 tickcolor: "rgb(238, 238, 238)"
1752 title: "Packets Per Second [pps]"
1771 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1772 algorithm: "plot_performance_box"
1773 output-file-type: ".html"
1774 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1776 csit-vpp-perf-1710-all:
1787 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1793 boxpoints: "outliers"
1796 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1801 gridcolor: "rgb(238, 238, 238)"
1802 linecolor: "rgb(238, 238, 238)"
1806 showticklabels: True
1807 tickcolor: "rgb(238, 238, 238)"
1809 title: "Indexed Test Cases"
1812 gridcolor: "rgb(238, 238, 238)'"
1814 linecolor: "rgb(238, 238, 238)"
1819 showticklabels: True
1820 tickcolor: "rgb(238, 238, 238)"
1821 title: "Packets Per Second [pps]"
1839 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1840 algorithm: "plot_performance_box"
1841 output-file-type: ".html"
1842 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1844 csit-vpp-perf-1710-all:
1855 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1861 boxpoints: "outliers"
1864 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1869 gridcolor: "rgb(238, 238, 238)"
1870 linecolor: "rgb(238, 238, 238)"
1874 showticklabels: True
1875 tickcolor: "rgb(238, 238, 238)"
1877 title: "Indexed Test Cases"
1880 gridcolor: "rgb(238, 238, 238)'"
1882 linecolor: "rgb(238, 238, 238)"
1887 showticklabels: True
1888 tickcolor: "rgb(238, 238, 238)"
1889 title: "Packets Per Second [pps]"
1907 title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1908 algorithm: "plot_performance_box"
1909 output-file-type: ".html"
1910 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1912 csit-vpp-perf-1710-all:
1923 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1929 boxpoints: "outliers"
1932 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1937 gridcolor: "rgb(238, 238, 238)"
1938 linecolor: "rgb(238, 238, 238)"
1942 showticklabels: True
1943 tickcolor: "rgb(238, 238, 238)"
1945 title: "Indexed Test Cases"
1948 gridcolor: "rgb(238, 238, 238)'"
1950 linecolor: "rgb(238, 238, 238)"
1955 showticklabels: True
1956 tickcolor: "rgb(238, 238, 238)"
1957 title: "Packets Per Second [pps]"
1975 title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1976 algorithm: "plot_performance_box"
1977 output-file-type: ".html"
1978 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1980 csit-vpp-perf-1710-all:
1991 filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1997 boxpoints: "outliers"
2000 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
2005 gridcolor: "rgb(238, 238, 238)"
2006 linecolor: "rgb(238, 238, 238)"
2010 showticklabels: True
2011 tickcolor: "rgb(238, 238, 238)"
2013 title: "Indexed Test Cases"
2016 gridcolor: "rgb(238, 238, 238)'"
2018 linecolor: "rgb(238, 238, 238)"
2023 showticklabels: True
2024 tickcolor: "rgb(238, 238, 238)"
2025 title: "Packets Per Second [pps]"
2044 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2045 algorithm: "plot_performance_box"
2046 output-file-type: ".html"
2047 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
2049 csit-vpp-perf-1710-all:
2060 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2066 boxpoints: "outliers"
2069 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2074 gridcolor: "rgb(238, 238, 238)"
2075 linecolor: "rgb(238, 238, 238)"
2079 showticklabels: True
2080 tickcolor: "rgb(238, 238, 238)"
2082 title: "Indexed Test Cases"
2085 gridcolor: "rgb(238, 238, 238)'"
2087 linecolor: "rgb(238, 238, 238)"
2092 showticklabels: True
2093 tickcolor: "rgb(238, 238, 238)"
2094 title: "Packets Per Second [pps]"
2112 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2113 algorithm: "plot_performance_box"
2114 output-file-type: ".html"
2115 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
2117 csit-vpp-perf-1710-all:
2128 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2134 boxpoints: "outliers"
2137 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
2142 gridcolor: "rgb(238, 238, 238)"
2143 linecolor: "rgb(238, 238, 238)"
2147 showticklabels: True
2148 tickcolor: "rgb(238, 238, 238)"
2150 title: "Indexed Test Cases"
2153 gridcolor: "rgb(238, 238, 238)'"
2155 linecolor: "rgb(238, 238, 238)"
2160 showticklabels: True
2161 tickcolor: "rgb(238, 238, 238)"
2162 title: "Packets Per Second [pps]"
2180 title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2181 algorithm: "plot_performance_box"
2182 output-file-type: ".html"
2183 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
2185 csit-vpp-perf-1710-all:
2196 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2202 boxpoints: "outliers"
2205 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2210 gridcolor: "rgb(238, 238, 238)"
2211 linecolor: "rgb(238, 238, 238)"
2215 showticklabels: True
2216 tickcolor: "rgb(238, 238, 238)"
2218 title: "Indexed Test Cases"
2221 gridcolor: "rgb(238, 238, 238)'"
2223 linecolor: "rgb(238, 238, 238)"
2228 showticklabels: True
2229 tickcolor: "rgb(238, 238, 238)"
2230 title: "Packets Per Second [pps]"
2248 title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2249 algorithm: "plot_performance_box"
2250 output-file-type: ".html"
2251 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
2253 csit-vpp-perf-1710-all:
2264 filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
2270 boxpoints: "outliers"
2273 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
2278 gridcolor: "rgb(238, 238, 238)"
2279 linecolor: "rgb(238, 238, 238)"
2283 showticklabels: True
2284 tickcolor: "rgb(238, 238, 238)"
2286 title: "Indexed Test Cases"
2289 gridcolor: "rgb(238, 238, 238)'"
2291 linecolor: "rgb(238, 238, 238)"
2296 showticklabels: True
2297 tickcolor: "rgb(238, 238, 238)"
2298 title: "Packets Per Second [pps]"
2317 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2318 algorithm: "plot_performance_box"
2319 output-file-type: ".html"
2320 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2322 csit-vpp-perf-1710-all:
2333 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2339 boxpoints: "outliers"
2342 title: "64B-1t1c-.*vhost.*-ndrdisc"
2347 gridcolor: "rgb(238, 238, 238)"
2348 linecolor: "rgb(238, 238, 238)"
2352 showticklabels: True
2353 tickcolor: "rgb(238, 238, 238)"
2355 title: "Indexed Test Cases"
2358 gridcolor: "rgb(238, 238, 238)'"
2360 linecolor: "rgb(238, 238, 238)"
2365 showticklabels: True
2366 tickcolor: "rgb(238, 238, 238)"
2367 title: "Packets Per Second [pps]"
2385 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2386 algorithm: "plot_performance_box"
2387 output-file-type: ".html"
2388 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2390 csit-vpp-perf-1710-all:
2401 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2407 boxpoints: "outliers"
2410 title: "64B-2t2c-.*vhost.*-ndrdisc"
2415 gridcolor: "rgb(238, 238, 238)"
2416 linecolor: "rgb(238, 238, 238)"
2420 showticklabels: True
2421 tickcolor: "rgb(238, 238, 238)"
2423 title: "Indexed Test Cases"
2426 gridcolor: "rgb(238, 238, 238)'"
2428 linecolor: "rgb(238, 238, 238)"
2433 showticklabels: True
2434 tickcolor: "rgb(238, 238, 238)"
2435 title: "Packets Per Second [pps]"
2453 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2454 algorithm: "plot_performance_box"
2455 output-file-type: ".html"
2456 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2458 csit-vpp-perf-1710-all:
2469 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2475 boxpoints: "outliers"
2478 title: "64B-1t1c-.*vhost.*-pdrdisc"
2483 gridcolor: "rgb(238, 238, 238)"
2484 linecolor: "rgb(238, 238, 238)"
2488 showticklabels: True
2489 tickcolor: "rgb(238, 238, 238)"
2491 title: "Indexed Test Cases"
2494 gridcolor: "rgb(238, 238, 238)'"
2496 linecolor: "rgb(238, 238, 238)"
2501 showticklabels: True
2502 tickcolor: "rgb(238, 238, 238)"
2503 title: "Packets Per Second [pps]"
2521 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2522 algorithm: "plot_performance_box"
2523 output-file-type: ".html"
2524 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2526 csit-vpp-perf-1710-all:
2537 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2543 boxpoints: "outliers"
2546 title: "64B-2t2c-.*vhost.*-pdrdisc"
2551 gridcolor: "rgb(238, 238, 238)"
2552 linecolor: "rgb(238, 238, 238)"
2556 showticklabels: True
2557 tickcolor: "rgb(238, 238, 238)"
2559 title: "Indexed Test Cases"
2562 gridcolor: "rgb(238, 238, 238)'"
2564 linecolor: "rgb(238, 238, 238)"
2569 showticklabels: True
2570 tickcolor: "rgb(238, 238, 238)"
2571 title: "Packets Per Second [pps]"
2587 # VPP VM VHOST SELECTION
2590 title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2591 algorithm: "plot_performance_box"
2592 output-file-type: ".html"
2593 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2595 csit-vpp-perf-1710-all:
2606 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2612 boxpoints: "outliers"
2615 title: "64B-1t1c-.*vhost.*-ndrdisc"
2620 gridcolor: "rgb(238, 238, 238)"
2621 linecolor: "rgb(238, 238, 238)"
2625 showticklabels: True
2626 tickcolor: "rgb(238, 238, 238)"
2628 title: "Indexed Test Cases"
2631 gridcolor: "rgb(238, 238, 238)'"
2633 linecolor: "rgb(238, 238, 238)"
2638 showticklabels: True
2639 tickcolor: "rgb(238, 238, 238)"
2640 title: "Packets Per Second [pps]"
2658 title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2659 algorithm: "plot_performance_box"
2660 output-file-type: ".html"
2661 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2663 csit-vpp-perf-1710-all:
2674 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2680 boxpoints: "outliers"
2683 title: "64B-2t2c-.*vhost.*-ndrdisc"
2688 gridcolor: "rgb(238, 238, 238)"
2689 linecolor: "rgb(238, 238, 238)"
2693 showticklabels: True
2694 tickcolor: "rgb(238, 238, 238)"
2696 title: "Indexed Test Cases"
2699 gridcolor: "rgb(238, 238, 238)'"
2701 linecolor: "rgb(238, 238, 238)"
2706 showticklabels: True
2707 tickcolor: "rgb(238, 238, 238)"
2708 title: "Packets Per Second [pps]"
2726 title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2727 algorithm: "plot_performance_box"
2728 output-file-type: ".html"
2729 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2731 csit-vpp-perf-1710-all:
2742 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2748 boxpoints: "outliers"
2751 title: "64B-1t1c-.*vhost.*-pdrdisc"
2756 gridcolor: "rgb(238, 238, 238)"
2757 linecolor: "rgb(238, 238, 238)"
2761 showticklabels: True
2762 tickcolor: "rgb(238, 238, 238)"
2764 title: "Indexed Test Cases"
2767 gridcolor: "rgb(238, 238, 238)'"
2769 linecolor: "rgb(238, 238, 238)"
2774 showticklabels: True
2775 tickcolor: "rgb(238, 238, 238)"
2776 title: "Packets Per Second [pps]"
2794 title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2795 algorithm: "plot_performance_box"
2796 output-file-type: ".html"
2797 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2799 csit-vpp-perf-1710-all:
2810 filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2816 boxpoints: "outliers"
2819 title: "64B-2t2c-.*vhost.*-pdrdisc"
2824 gridcolor: "rgb(238, 238, 238)"
2825 linecolor: "rgb(238, 238, 238)"
2829 showticklabels: True
2830 tickcolor: "rgb(238, 238, 238)"
2832 title: "Indexed Test Cases"
2835 gridcolor: "rgb(238, 238, 238)'"
2837 linecolor: "rgb(238, 238, 238)"
2842 showticklabels: True
2843 tickcolor: "rgb(238, 238, 238)"
2844 title: "Packets Per Second [pps]"
2863 title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2864 algorithm: "plot_performance_box"
2865 output-file-type: ".html"
2866 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2868 csit-vpp-perf-1710-all:
2879 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2885 boxpoints: "outliers"
2888 title: "64B-1t1c-.*ipsec.*-ndrdisc"
2893 gridcolor: "rgb(238, 238, 238)"
2894 linecolor: "rgb(238, 238, 238)"
2898 showticklabels: True
2899 tickcolor: "rgb(238, 238, 238)"
2901 title: "Indexed Test Cases"
2904 gridcolor: "rgb(238, 238, 238)'"
2906 linecolor: "rgb(238, 238, 238)"
2911 showticklabels: True
2912 tickcolor: "rgb(238, 238, 238)"
2913 title: "Packets Per Second [pps]"
2931 title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2932 algorithm: "plot_performance_box"
2933 output-file-type: ".html"
2934 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2936 csit-vpp-perf-1710-all:
2947 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2953 boxpoints: "outliers"
2956 title: "64B-2t2c-.*ipsec.*-ndrdisc"
2961 gridcolor: "rgb(238, 238, 238)"
2962 linecolor: "rgb(238, 238, 238)"
2966 showticklabels: True
2967 tickcolor: "rgb(238, 238, 238)"
2969 title: "Indexed Test Cases"
2972 gridcolor: "rgb(238, 238, 238)'"
2974 linecolor: "rgb(238, 238, 238)"
2979 showticklabels: True
2980 tickcolor: "rgb(238, 238, 238)"
2981 title: "Packets Per Second [pps]"
2999 title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
3000 algorithm: "plot_performance_box"
3001 output-file-type: ".html"
3002 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
3004 csit-vpp-perf-1710-all:
3015 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3021 boxpoints: "outliers"
3024 title: "64B-1t1c-.*ipsec.*-pdrdisc"
3029 gridcolor: "rgb(238, 238, 238)"
3030 linecolor: "rgb(238, 238, 238)"
3034 showticklabels: True
3035 tickcolor: "rgb(238, 238, 238)"
3037 title: "Indexed Test Cases"
3040 gridcolor: "rgb(238, 238, 238)'"
3042 linecolor: "rgb(238, 238, 238)"
3047 showticklabels: True
3048 tickcolor: "rgb(238, 238, 238)"
3049 title: "Packets Per Second [pps]"
3067 title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
3068 algorithm: "plot_performance_box"
3069 output-file-type: ".html"
3070 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
3072 csit-vpp-perf-1710-all:
3083 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
3089 boxpoints: "outliers"
3092 title: "64B-2t2c-.*ipsec.*-pdrdisc"
3097 gridcolor: "rgb(238, 238, 238)"
3098 linecolor: "rgb(238, 238, 238)"
3102 showticklabels: True
3103 tickcolor: "rgb(238, 238, 238)"
3105 title: "Indexed Test Cases"
3108 gridcolor: "rgb(238, 238, 238)'"
3110 linecolor: "rgb(238, 238, 238)"
3115 showticklabels: True
3116 tickcolor: "rgb(238, 238, 238)"
3117 title: "Packets Per Second [pps]"
3136 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3137 algorithm: "plot_performance_box"
3138 output-file-type: ".html"
3139 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
3141 csit-dpdk-perf-1710-all:
3152 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3158 boxpoints: "outliers"
3161 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3166 gridcolor: "rgb(238, 238, 238)"
3167 linecolor: "rgb(238, 238, 238)"
3171 showticklabels: True
3172 tickcolor: "rgb(238, 238, 238)"
3174 title: "Indexed Test Cases"
3177 gridcolor: "rgb(238, 238, 238)'"
3179 linecolor: "rgb(238, 238, 238)"
3184 showticklabels: True
3185 tickcolor: "rgb(238, 238, 238)"
3186 title: "Packets Per Second [pps]"
3204 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3205 algorithm: "plot_performance_box"
3206 output-file-type: ".html"
3207 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
3209 csit-dpdk-perf-1710-all:
3220 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3226 boxpoints: "outliers"
3229 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3234 gridcolor: "rgb(238, 238, 238)"
3235 linecolor: "rgb(238, 238, 238)"
3239 showticklabels: True
3240 tickcolor: "rgb(238, 238, 238)"
3242 title: "Indexed Test Cases"
3245 gridcolor: "rgb(238, 238, 238)'"
3247 linecolor: "rgb(238, 238, 238)"
3252 showticklabels: True
3253 tickcolor: "rgb(238, 238, 238)"
3254 title: "Packets Per Second [pps]"
3272 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3273 algorithm: "plot_performance_box"
3274 output-file-type: ".html"
3275 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
3277 csit-dpdk-perf-1710-all:
3288 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
3294 boxpoints: "outliers"
3297 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
3302 gridcolor: "rgb(238, 238, 238)"
3303 linecolor: "rgb(238, 238, 238)"
3307 showticklabels: True
3308 tickcolor: "rgb(238, 238, 238)"
3310 title: "Indexed Test Cases"
3313 gridcolor: "rgb(238, 238, 238)'"
3315 linecolor: "rgb(238, 238, 238)"
3317 range: [2000000, 12000000]
3320 showticklabels: True
3321 tickcolor: "rgb(238, 238, 238)"
3322 title: "Packets Per Second [pps]"
3340 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3341 algorithm: "plot_performance_box"
3342 output-file-type: ".html"
3343 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
3345 csit-dpdk-perf-1710-all:
3356 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
3362 boxpoints: "outliers"
3365 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
3370 gridcolor: "rgb(238, 238, 238)"
3371 linecolor: "rgb(238, 238, 238)"
3375 showticklabels: True
3376 tickcolor: "rgb(238, 238, 238)"
3378 title: "Indexed Test Cases"
3381 gridcolor: "rgb(238, 238, 238)'"
3383 linecolor: "rgb(238, 238, 238)"
3385 range: [2000000, 12000000]
3388 showticklabels: True
3389 tickcolor: "rgb(238, 238, 238)"
3390 title: "Packets Per Second [pps]"
3408 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3409 algorithm: "plot_performance_box"
3410 output-file-type: ".html"
3411 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
3413 csit-dpdk-perf-1710-all:
3424 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3430 boxpoints: "outliers"
3433 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3438 gridcolor: "rgb(238, 238, 238)"
3439 linecolor: "rgb(238, 238, 238)"
3443 showticklabels: True
3444 tickcolor: "rgb(238, 238, 238)"
3446 title: "Indexed Test Cases"
3449 gridcolor: "rgb(238, 238, 238)'"
3451 linecolor: "rgb(238, 238, 238)"
3456 showticklabels: True
3457 tickcolor: "rgb(238, 238, 238)"
3458 title: "Packets Per Second [pps]"
3476 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3477 algorithm: "plot_performance_box"
3478 output-file-type: ".html"
3479 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3481 csit-dpdk-perf-1710-all:
3492 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3498 boxpoints: "outliers"
3501 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3506 gridcolor: "rgb(238, 238, 238)"
3507 linecolor: "rgb(238, 238, 238)"
3511 showticklabels: True
3512 tickcolor: "rgb(238, 238, 238)"
3514 title: "Indexed Test Cases"
3517 gridcolor: "rgb(238, 238, 238)'"
3519 linecolor: "rgb(238, 238, 238)"
3524 showticklabels: True
3525 tickcolor: "rgb(238, 238, 238)"
3526 title: "Packets Per Second [pps]"
3544 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3545 algorithm: "plot_performance_box"
3546 output-file-type: ".html"
3547 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3549 csit-dpdk-perf-1710-all:
3560 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3566 boxpoints: "outliers"
3569 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3574 gridcolor: "rgb(238, 238, 238)"
3575 linecolor: "rgb(238, 238, 238)"
3579 showticklabels: True
3580 tickcolor: "rgb(238, 238, 238)"
3582 title: "Indexed Test Cases"
3585 gridcolor: "rgb(238, 238, 238)'"
3587 linecolor: "rgb(238, 238, 238)"
3589 range: [20000000, 30000000]
3592 showticklabels: True
3593 tickcolor: "rgb(238, 238, 238)"
3594 title: "Packets Per Second [pps]"
3612 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3613 algorithm: "plot_performance_box"
3614 output-file-type: ".html"
3615 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3617 csit-dpdk-perf-1710-all:
3628 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3634 boxpoints: "outliers"
3637 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3642 gridcolor: "rgb(238, 238, 238)"
3643 linecolor: "rgb(238, 238, 238)"
3647 showticklabels: True
3648 tickcolor: "rgb(238, 238, 238)"
3650 title: "Indexed Test Cases"
3653 gridcolor: "rgb(238, 238, 238)'"
3655 linecolor: "rgb(238, 238, 238)"
3657 range: [20000000, 30000000]
3660 showticklabels: True
3661 tickcolor: "rgb(238, 238, 238)"
3662 title: "Packets Per Second [pps]"
3683 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3684 algorithm: "plot_latency_box"
3685 output-file-type: ".html"
3686 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3688 csit-vpp-perf-1710-all:
3699 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3706 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3711 gridcolor: "rgb(238, 238, 238)"
3712 linecolor: "rgb(238, 238, 238)"
3716 showticklabels: True
3717 tickcolor: "rgb(238, 238, 238)"
3719 title: "Indexed Test Cases"
3722 gridcolor: "rgb(238, 238, 238)'"
3724 linecolor: "rgb(238, 238, 238)"
3729 showticklabels: True
3730 tickcolor: "rgb(238, 238, 238)"
3731 title: "Latency min/avg/max [uSec]"
3749 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3750 algorithm: "plot_latency_box"
3751 output-file-type: ".html"
3752 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3754 csit-vpp-perf-1710-all:
3765 filter: "'64B' and ('BASE' or 'SCALE') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3772 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3777 gridcolor: "rgb(238, 238, 238)"
3778 linecolor: "rgb(238, 238, 238)"
3782 showticklabels: True
3783 tickcolor: "rgb(238, 238, 238)"
3785 title: "Indexed Test Cases"
3788 gridcolor: "rgb(238, 238, 238)'"
3790 linecolor: "rgb(238, 238, 238)"
3795 showticklabels: True
3796 tickcolor: "rgb(238, 238, 238)"
3797 title: "Latency min/avg/max [uSec]"
3816 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3817 algorithm: "plot_latency_box"
3818 output-file-type: ".html"
3819 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3821 csit-vpp-perf-1710-all:
3832 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3839 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3844 gridcolor: "rgb(238, 238, 238)"
3845 linecolor: "rgb(238, 238, 238)"
3849 showticklabels: True
3850 tickcolor: "rgb(238, 238, 238)"
3852 title: "Indexed Test Cases"
3855 gridcolor: "rgb(238, 238, 238)'"
3857 linecolor: "rgb(238, 238, 238)"
3862 showticklabels: True
3863 tickcolor: "rgb(238, 238, 238)"
3864 title: "Latency min/avg/max [uSec]"
3882 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3883 algorithm: "plot_latency_box"
3884 output-file-type: ".html"
3885 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3887 csit-vpp-perf-1710-all:
3898 filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3905 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3910 gridcolor: "rgb(238, 238, 238)"
3911 linecolor: "rgb(238, 238, 238)"
3915 showticklabels: True
3916 tickcolor: "rgb(238, 238, 238)"
3918 title: "Indexed Test Cases"
3921 gridcolor: "rgb(238, 238, 238)'"
3923 linecolor: "rgb(238, 238, 238)"
3928 showticklabels: True
3929 tickcolor: "rgb(238, 238, 238)"
3930 title: "Latency min/avg/max [uSec]"
3949 title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3950 algorithm: "plot_latency_box"
3951 output-file-type: ".html"
3952 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3954 csit-vpp-perf-1710-all:
3965 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3972 title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3977 gridcolor: "rgb(238, 238, 238)"
3978 linecolor: "rgb(238, 238, 238)"
3982 showticklabels: True
3983 tickcolor: "rgb(238, 238, 238)"
3985 title: "Indexed Test Cases"
3988 gridcolor: "rgb(238, 238, 238)'"
3990 linecolor: "rgb(238, 238, 238)"
3995 showticklabels: True
3996 tickcolor: "rgb(238, 238, 238)"
3997 title: "Latency min/avg/max [uSec]"
4015 title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4016 algorithm: "plot_latency_box"
4017 output-file-type: ".html"
4018 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
4020 csit-vpp-perf-1710-all:
4031 filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
4038 title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
4043 gridcolor: "rgb(238, 238, 238)"
4044 linecolor: "rgb(238, 238, 238)"
4048 showticklabels: True
4049 tickcolor: "rgb(238, 238, 238)"
4051 title: "Indexed Test Cases"
4054 gridcolor: "rgb(238, 238, 238)'"
4056 linecolor: "rgb(238, 238, 238)"
4061 showticklabels: True
4062 tickcolor: "rgb(238, 238, 238)"
4063 title: "Latency min/avg/max [uSec]"
4082 title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4083 algorithm: "plot_latency_box"
4084 output-file-type: ".html"
4085 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
4087 csit-vpp-perf-1710-all:
4098 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4105 title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4110 gridcolor: "rgb(238, 238, 238)"
4111 linecolor: "rgb(238, 238, 238)"
4115 showticklabels: True
4116 tickcolor: "rgb(238, 238, 238)"
4118 title: "Indexed Test Cases"
4121 gridcolor: "rgb(238, 238, 238)'"
4123 linecolor: "rgb(238, 238, 238)"
4128 showticklabels: True
4129 tickcolor: "rgb(238, 238, 238)"
4130 title: "Latency min/avg/max [uSec]"
4148 title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4149 algorithm: "plot_latency_box"
4150 output-file-type: ".html"
4151 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
4153 csit-vpp-perf-1710-all:
4164 filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
4171 title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
4176 gridcolor: "rgb(238, 238, 238)"
4177 linecolor: "rgb(238, 238, 238)"
4181 showticklabels: True
4182 tickcolor: "rgb(238, 238, 238)"
4184 title: "Indexed Test Cases"
4187 gridcolor: "rgb(238, 238, 238)'"
4189 linecolor: "rgb(238, 238, 238)"
4194 showticklabels: True
4195 tickcolor: "rgb(238, 238, 238)"
4196 title: "Latency min/avg/max [uSec]"
4215 title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4216 algorithm: "plot_latency_box"
4217 output-file-type: ".html"
4218 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
4220 csit-vpp-perf-1710-all:
4231 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4238 title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4243 gridcolor: "rgb(238, 238, 238)"
4244 linecolor: "rgb(238, 238, 238)"
4248 showticklabels: True
4249 tickcolor: "rgb(238, 238, 238)"
4251 title: "Indexed Test Cases"
4254 gridcolor: "rgb(238, 238, 238)'"
4256 linecolor: "rgb(238, 238, 238)"
4261 showticklabels: True
4262 tickcolor: "rgb(238, 238, 238)"
4263 title: "Latency min/avg/max [uSec]"
4281 title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4282 algorithm: "plot_latency_box"
4283 output-file-type: ".html"
4284 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
4286 csit-vpp-perf-1710-all:
4297 filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
4304 title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
4309 gridcolor: "rgb(238, 238, 238)"
4310 linecolor: "rgb(238, 238, 238)"
4314 showticklabels: True
4315 tickcolor: "rgb(238, 238, 238)"
4317 title: "Indexed Test Cases"
4320 gridcolor: "rgb(238, 238, 238)'"
4322 linecolor: "rgb(238, 238, 238)"
4327 showticklabels: True
4328 tickcolor: "rgb(238, 238, 238)"
4329 title: "Latency min/avg/max [uSec]"
4348 title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4349 algorithm: "plot_latency_box"
4350 output-file-type: ".html"
4351 output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
4353 csit-vpp-perf-1710-all:
4364 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4371 title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4376 gridcolor: "rgb(238, 238, 238)"
4377 linecolor: "rgb(238, 238, 238)"
4381 showticklabels: True
4382 tickcolor: "rgb(238, 238, 238)"
4384 title: "Indexed Test Cases"
4387 gridcolor: "rgb(238, 238, 238)'"
4389 linecolor: "rgb(238, 238, 238)"
4394 showticklabels: True
4395 tickcolor: "rgb(238, 238, 238)"
4396 title: "Latency min/avg/max [uSec]"
4414 title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4415 algorithm: "plot_latency_box"
4416 output-file-type: ".html"
4417 output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
4419 csit-vpp-perf-1710-all:
4430 filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
4437 title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
4442 gridcolor: "rgb(238, 238, 238)"
4443 linecolor: "rgb(238, 238, 238)"
4447 showticklabels: True
4448 tickcolor: "rgb(238, 238, 238)"
4450 title: "Indexed Test Cases"
4453 gridcolor: "rgb(238, 238, 238)'"
4455 linecolor: "rgb(238, 238, 238)"
4460 showticklabels: True
4461 tickcolor: "rgb(238, 238, 238)"
4462 title: "Latency min/avg/max [uSec]"
4481 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4482 algorithm: "plot_latency_box"
4483 output-file-type: ".html"
4484 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
4486 csit-vpp-perf-1710-all:
4497 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4504 title: "64B-1t1c-.*vhost.*-ndrdisc"
4509 gridcolor: "rgb(238, 238, 238)"
4510 linecolor: "rgb(238, 238, 238)"
4514 showticklabels: True
4515 tickcolor: "rgb(238, 238, 238)"
4517 title: "Indexed Test Cases"
4520 gridcolor: "rgb(238, 238, 238)'"
4522 linecolor: "rgb(238, 238, 238)"
4527 showticklabels: True
4528 tickcolor: "rgb(238, 238, 238)"
4529 title: "Latency min/avg/max [uSec]"
4547 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4548 algorithm: "plot_latency_box"
4549 output-file-type: ".html"
4550 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
4552 csit-vpp-perf-1710-all:
4563 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
4570 title: "64B-2t2c-.*vhost.*-ndrdisc"
4575 gridcolor: "rgb(238, 238, 238)"
4576 linecolor: "rgb(238, 238, 238)"
4580 showticklabels: True
4581 tickcolor: "rgb(238, 238, 238)"
4583 title: "Indexed Test Cases"
4586 gridcolor: "rgb(238, 238, 238)'"
4588 linecolor: "rgb(238, 238, 238)"
4593 showticklabels: True
4594 tickcolor: "rgb(238, 238, 238)"
4595 title: "Latency min/avg/max [uSec]"
4611 # VPP VM VHOST selection
4614 title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4615 algorithm: "plot_latency_box"
4616 output-file-type: ".html"
4617 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4619 csit-vpp-perf-1710-all:
4630 filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4637 title: "64B-1t1c-.*vhost.*-ndrdisc"
4642 gridcolor: "rgb(238, 238, 238)"
4643 linecolor: "rgb(238, 238, 238)"
4647 showticklabels: True
4648 tickcolor: "rgb(238, 238, 238)"
4650 title: "Indexed Test Cases"
4653 gridcolor: "rgb(238, 238, 238)'"
4655 linecolor: "rgb(238, 238, 238)"
4660 showticklabels: True
4661 tickcolor: "rgb(238, 238, 238)"
4662 title: "Latency min/avg/max [uSec]"
4680 title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4681 algorithm: "plot_latency_box"
4682 output-file-type: ".html"
4683 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4685 csit-vpp-perf-1710-all:
4696 filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4703 title: "64B-2t2c-.*vhost.*-ndrdisc"
4708 gridcolor: "rgb(238, 238, 238)"
4709 linecolor: "rgb(238, 238, 238)"
4713 showticklabels: True
4714 tickcolor: "rgb(238, 238, 238)"
4716 title: "Indexed Test Cases"
4719 gridcolor: "rgb(238, 238, 238)'"
4721 linecolor: "rgb(238, 238, 238)"
4726 showticklabels: True
4727 tickcolor: "rgb(238, 238, 238)"
4728 title: "Latency min/avg/max [uSec]"
4747 title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4748 algorithm: "plot_latency_box"
4749 output-file-type: ".html"
4750 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4752 csit-vpp-perf-1710-all:
4763 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4770 title: "64B-1t1c-.*ipsec.*-ndrdisc"
4775 gridcolor: "rgb(238, 238, 238)"
4776 linecolor: "rgb(238, 238, 238)"
4780 showticklabels: True
4781 tickcolor: "rgb(238, 238, 238)"
4783 title: "Indexed Test Cases"
4786 gridcolor: "rgb(238, 238, 238)'"
4788 linecolor: "rgb(238, 238, 238)"
4793 showticklabels: True
4794 tickcolor: "rgb(238, 238, 238)"
4795 title: "Latency min/avg/max [uSec]"
4813 title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4814 algorithm: "plot_latency_box"
4815 output-file-type: ".html"
4816 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4818 csit-vpp-perf-1710-all:
4829 filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4836 title: "64B-2t2c-.*ipsec.*-ndrdisc"
4841 gridcolor: "rgb(238, 238, 238)"
4842 linecolor: "rgb(238, 238, 238)"
4846 showticklabels: True
4847 tickcolor: "rgb(238, 238, 238)"
4849 title: "Indexed Test Cases"
4852 gridcolor: "rgb(238, 238, 238)'"
4854 linecolor: "rgb(238, 238, 238)"
4859 showticklabels: True
4860 tickcolor: "rgb(238, 238, 238)"
4861 title: "Latency min/avg/max [uSec]"
4880 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4881 algorithm: "plot_latency_box"
4882 output-file-type: ".html"
4883 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4885 csit-dpdk-perf-1710-all:
4896 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4903 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4908 gridcolor: "rgb(238, 238, 238)"
4909 linecolor: "rgb(238, 238, 238)"
4913 showticklabels: True
4914 tickcolor: "rgb(238, 238, 238)"
4916 title: "Indexed Test Cases"
4919 gridcolor: "rgb(238, 238, 238)'"
4921 linecolor: "rgb(238, 238, 238)"
4926 showticklabels: True
4927 tickcolor: "rgb(238, 238, 238)"
4928 title: "Latency min/avg/max [uSec]"
4946 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4947 algorithm: "plot_latency_box"
4948 output-file-type: ".html"
4949 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4951 csit-dpdk-perf-1710-all:
4962 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4969 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4974 gridcolor: "rgb(238, 238, 238)"
4975 linecolor: "rgb(238, 238, 238)"
4979 showticklabels: True
4980 tickcolor: "rgb(238, 238, 238)"
4982 title: "Indexed Test Cases"
4985 gridcolor: "rgb(238, 238, 238)'"
4987 linecolor: "rgb(238, 238, 238)"
4992 showticklabels: True
4993 tickcolor: "rgb(238, 238, 238)"
4994 title: "Latency min/avg/max [uSec]"
5012 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5013 algorithm: "plot_latency_box"
5014 output-file-type: ".html"
5015 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
5017 csit-dpdk-perf-1710-all:
5028 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
5035 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
5040 gridcolor: "rgb(238, 238, 238)"
5041 linecolor: "rgb(238, 238, 238)"
5045 showticklabels: True
5046 tickcolor: "rgb(238, 238, 238)"
5048 title: "Indexed Test Cases"
5051 gridcolor: "rgb(238, 238, 238)'"
5053 linecolor: "rgb(238, 238, 238)"
5058 showticklabels: True
5059 tickcolor: "rgb(238, 238, 238)"
5060 title: "Latency min/avg/max [uSec]"
5078 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5079 algorithm: "plot_latency_box"
5080 output-file-type: ".html"
5081 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
5083 csit-dpdk-perf-1710-all:
5094 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
5101 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
5106 gridcolor: "rgb(238, 238, 238)"
5107 linecolor: "rgb(238, 238, 238)"
5111 showticklabels: True
5112 tickcolor: "rgb(238, 238, 238)"
5114 title: "Indexed Test Cases"
5117 gridcolor: "rgb(238, 238, 238)'"
5119 linecolor: "rgb(238, 238, 238)"
5124 showticklabels: True
5125 tickcolor: "rgb(238, 238, 238)"
5126 title: "Latency min/avg/max [uSec]"
5142 # Ligato - Throughput
5147 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5148 algorithm: "plot_performance_box"
5149 output-file-type: ".html"
5150 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc"
5152 csit-vpp-perf-1710-all:
5163 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5169 boxpoints: "outliers"
5172 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5177 gridcolor: "rgb(238, 238, 238)"
5178 linecolor: "rgb(238, 238, 238)"
5182 showticklabels: True
5183 tickcolor: "rgb(238, 238, 238)"
5185 title: "Indexed Test Cases"
5188 gridcolor: "rgb(238, 238, 238)'"
5190 linecolor: "rgb(238, 238, 238)"
5195 showticklabels: True
5196 tickcolor: "rgb(238, 238, 238)"
5197 title: "Packets Per Second [pps]"
5215 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5216 algorithm: "plot_performance_box"
5217 output-file-type: ".html"
5218 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc"
5220 csit-vpp-perf-1710-all:
5231 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5237 boxpoints: "outliers"
5240 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5245 gridcolor: "rgb(238, 238, 238)"
5246 linecolor: "rgb(238, 238, 238)"
5250 showticklabels: True
5251 tickcolor: "rgb(238, 238, 238)"
5253 title: "Indexed Test Cases"
5256 gridcolor: "rgb(238, 238, 238)'"
5258 linecolor: "rgb(238, 238, 238)"
5263 showticklabels: True
5264 tickcolor: "rgb(238, 238, 238)"
5265 title: "Packets Per Second [pps]"
5283 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5284 algorithm: "plot_performance_box"
5285 output-file-type: ".html"
5286 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-pdrdisc"
5288 csit-vpp-perf-1710-all:
5299 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5305 boxpoints: "outliers"
5308 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5313 gridcolor: "rgb(238, 238, 238)"
5314 linecolor: "rgb(238, 238, 238)"
5318 showticklabels: True
5319 tickcolor: "rgb(238, 238, 238)"
5321 title: "Indexed Test Cases"
5324 gridcolor: "rgb(238, 238, 238)'"
5326 linecolor: "rgb(238, 238, 238)"
5331 showticklabels: True
5332 tickcolor: "rgb(238, 238, 238)"
5333 title: "Packets Per Second [pps]"
5351 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5352 algorithm: "plot_performance_box"
5353 output-file-type: ".html"
5354 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-pdrdisc"
5356 csit-vpp-perf-1710-all:
5367 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5373 boxpoints: "outliers"
5376 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5381 gridcolor: "rgb(238, 238, 238)"
5382 linecolor: "rgb(238, 238, 238)"
5386 showticklabels: True
5387 tickcolor: "rgb(238, 238, 238)"
5389 title: "Indexed Test Cases"
5392 gridcolor: "rgb(238, 238, 238)'"
5394 linecolor: "rgb(238, 238, 238)"
5399 showticklabels: True
5400 tickcolor: "rgb(238, 238, 238)"
5401 title: "Packets Per Second [pps]"
5417 # Container orchestrated
5420 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5421 algorithm: "plot_performance_box"
5422 output-file-type: ".html"
5423 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc"
5425 csit-ligato-perf-1710-all:
5432 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5438 boxpoints: "outliers"
5441 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5446 gridcolor: "rgb(238, 238, 238)"
5447 linecolor: "rgb(238, 238, 238)"
5451 showticklabels: True
5452 tickcolor: "rgb(238, 238, 238)"
5454 title: "Indexed Test Cases"
5457 gridcolor: "rgb(238, 238, 238)'"
5459 linecolor: "rgb(238, 238, 238)"
5464 showticklabels: True
5465 tickcolor: "rgb(238, 238, 238)"
5466 title: "Packets Per Second [pps]"
5484 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5485 algorithm: "plot_performance_box"
5486 output-file-type: ".html"
5487 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc"
5489 csit-ligato-perf-1710-all:
5496 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5502 boxpoints: "outliers"
5505 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5510 gridcolor: "rgb(238, 238, 238)"
5511 linecolor: "rgb(238, 238, 238)"
5515 showticklabels: True
5516 tickcolor: "rgb(238, 238, 238)"
5518 title: "Indexed Test Cases"
5521 gridcolor: "rgb(238, 238, 238)'"
5523 linecolor: "rgb(238, 238, 238)"
5528 showticklabels: True
5529 tickcolor: "rgb(238, 238, 238)"
5530 title: "Packets Per Second [pps]"
5548 title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5549 algorithm: "plot_performance_box"
5550 output-file-type: ".html"
5551 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-pdrdisc"
5553 csit-ligato-perf-1710-all:
5560 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5566 boxpoints: "outliers"
5569 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5574 gridcolor: "rgb(238, 238, 238)"
5575 linecolor: "rgb(238, 238, 238)"
5579 showticklabels: True
5580 tickcolor: "rgb(238, 238, 238)"
5582 title: "Indexed Test Cases"
5585 gridcolor: "rgb(238, 238, 238)'"
5587 linecolor: "rgb(238, 238, 238)"
5592 showticklabels: True
5593 tickcolor: "rgb(238, 238, 238)"
5594 title: "Packets Per Second [pps]"
5612 title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5613 algorithm: "plot_performance_box"
5614 output-file-type: ".html"
5615 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-pdrdisc"
5617 csit-ligato-perf-1710-all:
5624 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5630 boxpoints: "outliers"
5633 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc"
5638 gridcolor: "rgb(238, 238, 238)"
5639 linecolor: "rgb(238, 238, 238)"
5643 showticklabels: True
5644 tickcolor: "rgb(238, 238, 238)"
5646 title: "Indexed Test Cases"
5649 gridcolor: "rgb(238, 238, 238)'"
5651 linecolor: "rgb(238, 238, 238)"
5656 showticklabels: True
5657 tickcolor: "rgb(238, 238, 238)"
5658 title: "Packets Per Second [pps]"
5679 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5680 algorithm: "plot_latency_box"
5681 output-file-type: ".html"
5682 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-memif-ndrdisc-lat50"
5684 csit-vpp-perf-1710-all:
5695 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5702 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5707 gridcolor: "rgb(238, 238, 238)"
5708 linecolor: "rgb(238, 238, 238)"
5712 showticklabels: True
5713 tickcolor: "rgb(238, 238, 238)"
5715 title: "Indexed Test Cases"
5718 gridcolor: "rgb(238, 238, 238)'"
5720 linecolor: "rgb(238, 238, 238)"
5725 showticklabels: True
5726 tickcolor: "rgb(238, 238, 238)"
5727 title: "Latency min/avg/max [uSec]"
5745 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5746 algorithm: "plot_latency_box"
5747 output-file-type: ".html"
5748 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-memif-ndrdisc-lat50"
5750 csit-vpp-perf-1710-all:
5761 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5768 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5773 gridcolor: "rgb(238, 238, 238)"
5774 linecolor: "rgb(238, 238, 238)"
5778 showticklabels: True
5779 tickcolor: "rgb(238, 238, 238)"
5781 title: "Indexed Test Cases"
5784 gridcolor: "rgb(238, 238, 238)'"
5786 linecolor: "rgb(238, 238, 238)"
5791 showticklabels: True
5792 tickcolor: "rgb(238, 238, 238)"
5793 title: "Latency min/avg/max [uSec]"
5809 # Container orchestrated
5812 title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5813 algorithm: "plot_latency_box"
5814 output-file-type: ".html"
5815 output-file: "{DIR[STATIC,VPP]}/64B-1t1c-container-orchestrated-ndrdisc-lat50"
5817 csit-ligato-perf-1710-all:
5824 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5831 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5836 gridcolor: "rgb(238, 238, 238)"
5837 linecolor: "rgb(238, 238, 238)"
5841 showticklabels: True
5842 tickcolor: "rgb(238, 238, 238)"
5844 title: "Indexed Test Cases"
5847 gridcolor: "rgb(238, 238, 238)'"
5849 linecolor: "rgb(238, 238, 238)"
5854 showticklabels: True
5855 tickcolor: "rgb(238, 238, 238)"
5856 title: "Latency min/avg/max [uSec]"
5874 title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5875 algorithm: "plot_latency_box"
5876 output-file-type: ".html"
5877 output-file: "{DIR[STATIC,VPP]}/64B-2t2c-container-orchestrated-ndrdisc-lat50"
5879 csit-ligato-perf-1710-all:
5886 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
5893 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc"
5898 gridcolor: "rgb(238, 238, 238)"
5899 linecolor: "rgb(238, 238, 238)"
5903 showticklabels: True
5904 tickcolor: "rgb(238, 238, 238)"
5906 title: "Indexed Test Cases"
5909 gridcolor: "rgb(238, 238, 238)'"
5911 linecolor: "rgb(238, 238, 238)"
5916 showticklabels: True
5917 tickcolor: "rgb(238, 238, 238)"
5918 title: "Latency min/avg/max [uSec]"