6 # - Download of input data files
8 # - Read data from given zip / xml files
9 # - Set the configuration as it is done in normal mode
10 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 # Top level directories:
18 DIR[BUILD,HTML]: "_build"
19 DIR[BUILD,LATEX]: "_build_latex"
22 DIR[RST]: "../../../docs/report"
25 ## Input data files (.zip, .xml)
26 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
27 ## Static source files from git
28 DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
29 DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
32 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
33 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
34 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
35 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
37 # Detailed test results
38 DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
40 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
41 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
42 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
43 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
44 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
45 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
47 # Detailed test configurations
48 DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
49 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
50 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
52 # Detailed tests operational data
53 DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
54 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
56 # .css patch file to fix tables generated by Sphinx
57 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
58 DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
61 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
62 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
65 # List the directories which are created while preparing the environment.
66 # All directories MUST be defined in "paths" section.
73 - "DIR[WORKING,SRC,STATIC]"
76 # List the directories which are deleted while cleaning the environment.
77 # All directories MUST be defined in "paths" section.
81 # List the directories where the results (build) is stored.
82 # All directories MUST be defined in "paths" section.
89 input-format: "xml" # zip or xml
90 extract: "robot-plugin/output.xml" # Only for zip
92 # The files must be in the directory DIR[WORKING,DATA]
93 csit-dpdk-perf-1707-all:
96 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml"
99 file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml"
100 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
103 file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml"
104 csit-vpp-functional-1707-ubuntu1604-virl:
106 build: lastSuccessfulBuild
107 file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml"
108 hc2vpp-csit-integration-1707-ubuntu1604:
110 build: lastSuccessfulBuild
111 file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml"
112 csit-vpp-perf-1707-all:
115 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
118 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
122 src-path: "{DIR[RST]}"
123 dst-path: "{DIR[WORKING,SRC]}"
126 type: "input" # Ignored in debug mode
128 file-name: "robot-plugin.zip"
130 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
131 extract: "robot-plugin/output.xml"
133 # csit-vpp-perf-1707-all:
144 # csit-vpp-perf-1710-all:
146 csit-dpdk-perf-1710-all:
149 csit-vpp-functional-1710-ubuntu1604-virl:
151 # hc2vpp-csit-perf-master-ubuntu1604: # REMOVE???
154 hc2vpp-csit-integration-1710-ubuntu1604:
155 - lastSuccessfulBuild
156 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: # REMOVE???
167 ################################################################################
169 ################################################################################
173 # title: "Performance improvements"
174 # algorithm: "table_performance_improvements"
175 # template: "{DIR[DTR,PERF,VPP,IMPRV]}/tmpl_performance_improvements.csv"
176 # output-file-ext: ".csv"
177 # output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements"
180 # title: "Functionality"
186 # title: "16.09 mean [Mpps]"
189 # title: "17.01 mean [Mpps]"
192 # title: "17.04 mean [Mpps]"
195 # title: "17.07 mean [Mpps]"
196 # data: "data csit-vpp-perf-1707-all mean"
198 # title: "17.10 mean [Mpps]"
199 # data: "data csit-vpp-perf-1710-all mean"
201 # title: "17.10 stdev [Mpps]"
202 # data: "data csit-vpp-perf-1710-all stdev"
204 # title: "17.07 to 17.10 change [%]"
205 # data: "operation relative_change 6 5"
208 # csit-vpp-perf-1707-all:
219 # csit-vpp-perf-1710-all:
227 # title: "Detailed Test Results - VPP Performance Results"
228 # algorithm: "table_details"
229 # output-file-ext: ".csv"
230 # output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
236 # title: "Documentation"
243 # csit-vpp-perf-1710-all:
254 # title: "Test configuration - VPP Performance Test Configs"
255 # algorithm: "table_details"
256 # output-file-ext: ".csv"
257 # output-file: "{DIR[DTC,PERF,VPP]}/vpp_test_configuration"
263 # title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
264 # data: "data vat-history"
267 # csit-vpp-perf-1710-all:
277 # title: "Test Operational Data - VPP Performance Operational Data"
278 # algorithm: "table_details"
279 # output-file-ext: ".csv"
280 # output-file: "{DIR[DTO,PERF,VPP]}/vpp_test_operational"
286 # title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
287 # data: "data show-run"
290 # csit-vpp-perf-1710-all:
300 title: "Detailed Test Results - VPP Functional Results"
301 algorithm: "table_details"
302 output-file-ext: ".csv"
303 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
309 title: "Documentation"
316 csit-vpp-functional-1710-ubuntu1604-virl:
327 title: "Test configuration - VPP Functional Test Configs"
328 algorithm: "table_details"
329 output-file-ext: ".csv"
330 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
336 title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case"
337 data: "data vat-history"
340 csit-vpp-functional-1710-ubuntu1604-virl:
350 title: "Detailed Test Results - DPDK Performance Results"
351 algorithm: "table_details"
352 output-file-ext: ".csv"
353 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
359 title: "Documentation"
366 csit-dpdk-perf-1710-all:
377 title: "Detailed Test Results - Honeycomb Functional Results"
378 algorithm: "table_details"
379 output-file-ext: ".csv"
380 output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results"
386 title: "Documentation"
393 hc2vpp-csit-integration-1710-ubuntu1604:
394 - "lastSuccessfulBuild"
404 # title: "Detailed Test Results - NSH SFC Functional Results"
405 # algorithm: "table_details"
406 # output-file-ext: ".csv"
407 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results"
413 # title: "Documentation"
417 # data: "data status"
420 # csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
429 ################################################################################
431 ################################################################################
435 # title: "VPP Performance Results"
436 # algorithm: "file_test_results"
437 # output-file-ext: ".rst"
438 # output-file: "{DIR[DTR,PERF,VPP]}/vpp_performance_results"
439 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
440 # dir-tables: "{DIR[DTR,PERF,VPP]}"
442 # csit-vpp-perf-1710-all:
449 # data-start-level: 2 # 0, 1, 2, ...
450 # chapters-start-level: 2 # 0, 1, 2, ...
454 # title: "VPP Performance Configuration"
455 # algorithm: "file_test_results"
456 # output-file-ext: ".rst"
457 # output-file: "{DIR[DTC,PERF,VPP]}/vpp_performance_configuration"
458 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
459 # dir-tables: "{DIR[DTC,PERF,VPP]}"
461 # csit-vpp-perf-1710-all:
468 # data-start-level: 2 # 0, 1, 2, ...
469 # chapters-start-level: 2 # 0, 1, 2, ...
473 # title: "VPP Performance Operational Data"
474 # algorithm: "file_test_results"
475 # output-file-ext: ".rst"
476 # output-file: "{DIR[DTO,PERF,VPP]}/vpp_performance_operational_data"
477 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
478 # dir-tables: "{DIR[DTO,PERF,VPP]}"
480 # csit-vpp-perf-1710-all:
487 # data-start-level: 2 # 0, 1, 2, ...
488 # chapters-start-level: 2 # 0, 1, 2, ...
492 title: "VPP Functional Results"
493 algorithm: "file_test_results"
494 output-file-ext: ".rst"
495 output-file: "{DIR[DTR,FUNC,VPP]}/vpp_functional_results"
496 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
497 dir-tables: "{DIR[DTR,FUNC,VPP]}"
499 csit-vpp-functional-1710-ubuntu1604-virl:
506 data-start-level: 3 # 0, 1, 2, ...
507 chapters-start-level: 2 # 0, 1, 2, ...
511 title: "VPP Functional Configuration"
512 algorithm: "file_test_results"
513 output-file-ext: ".rst"
514 output-file: "{DIR[DTC,FUNC,VPP]}/vpp_functional_configuration"
515 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
516 dir-tables: "{DIR[DTC,FUNC,VPP]}"
518 csit-vpp-functional-1710-ubuntu1604-virl:
525 data-start-level: 3 # 0, 1, 2, ...
526 chapters-start-level: 2 # 0, 1, 2, ...
530 title: "DPDK Performance Results"
531 algorithm: "file_test_results"
532 output-file-ext: ".rst"
533 output-file: "{DIR[DTR,PERF,DPDK]}/dpdk_performance_results"
534 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
535 dir-tables: "{DIR[DTR,PERF,DPDK]}"
537 csit-dpdk-perf-1710-all:
546 data-start-level: 2 # 0, 1, 2, ...
547 chapters-start-level: 2 # 0, 1, 2, ...
551 title: "Honeycomb Functional Results"
552 algorithm: "file_test_results"
553 output-file-ext: ".rst"
554 output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results"
555 file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
556 dir-tables: "{DIR[DTR,FUNC,HC]}"
558 hc2vpp-csit-integration-1710-ubuntu1604:
559 - "lastSuccessfulBuild"
567 data-start-level: 3 # 0, 1, 2, ...
568 chapters-start-level: 2 # 0, 1, 2, ...
572 # title: "NSH SFC Functional Results"
573 # algorithm: "file_test_results"
574 # output-file-ext: ".rst"
575 # output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results"
576 # file-header: "\n.. |br| raw:: html\n\n <br />\n\n\n.. |prein| raw:: html\n\n <pre>\n\n\n.. |preout| raw:: html\n\n </pre>\n\n"
577 # dir-tables: "{DIR[DTR,FUNC,NSHSFC]}"
579 # csit-nsh_sfc-verify-func-1710-ubuntu1604-virl:
588 # data-start-level: 2 # 0, 1, 2, ...
589 # chapters-start-level: 2 # 0, 1, 2, ...
591 ################################################################################
593 ################################################################################
595 ## Plot packets per second
600 # title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
601 # algorithm: "plot_performance_box"
602 # output-file-type: ".html"
603 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc"
605 # csit-vpp-perf-1710-all:
607 # # Keep this formatting, the filter is enclosed with " (quotation mark) and
608 # # each tag is enclosed with ' (apostrophe).
609 # filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
615 # boxpoints: "outliers"
618 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
623 # gridcolor: "rgb(238, 238, 238)"
624 # linecolor: "rgb(238, 238, 238)"
628 # showticklabels: True
629 # tickcolor: "rgb(238, 238, 238)"
631 # title: "Indexed Test Cases"
634 # gridcolor: "rgb(238, 238, 238)'"
636 # linecolor: "rgb(238, 238, 238)"
641 # showticklabels: True
642 # tickcolor: "rgb(238, 238, 238)"
643 # title: "Packets Per Second [pps]"
661 # title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
662 # algorithm: "plot_performance_box"
663 # output-file-type: ".html"
664 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc"
666 # csit-vpp-perf-1710-all:
668 # filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
674 # boxpoints: "outliers"
677 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
682 # gridcolor: "rgb(238, 238, 238)"
683 # linecolor: "rgb(238, 238, 238)"
687 # showticklabels: True
688 # tickcolor: "rgb(238, 238, 238)"
690 # title: "Indexed Test Cases"
693 # gridcolor: "rgb(238, 238, 238)'"
695 # linecolor: "rgb(238, 238, 238)"
700 # showticklabels: True
701 # tickcolor: "rgb(238, 238, 238)"
702 # title: "Packets Per Second [pps]"
720 # title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
721 # algorithm: "plot_performance_box"
722 # output-file-type: ".html"
723 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-pdrdisc"
725 # csit-vpp-perf-1710-all:
727 # filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
733 # boxpoints: "outliers"
736 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
741 # gridcolor: "rgb(238, 238, 238)"
742 # linecolor: "rgb(238, 238, 238)"
746 # showticklabels: True
747 # tickcolor: "rgb(238, 238, 238)"
749 # title: "Indexed Test Cases"
752 # gridcolor: "rgb(238, 238, 238)'"
754 # linecolor: "rgb(238, 238, 238)"
759 # showticklabels: True
760 # tickcolor: "rgb(238, 238, 238)"
761 # title: "Packets Per Second [pps]"
779 # title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
780 # algorithm: "plot_performance_box"
781 # output-file-type: ".html"
782 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-pdrdisc"
784 # csit-vpp-perf-1710-all:
786 # filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
792 # boxpoints: "outliers"
795 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
800 # gridcolor: "rgb(238, 238, 238)"
801 # linecolor: "rgb(238, 238, 238)"
805 # showticklabels: True
806 # tickcolor: "rgb(238, 238, 238)"
808 # title: "Indexed Test Cases"
811 # gridcolor: "rgb(238, 238, 238)'"
813 # linecolor: "rgb(238, 238, 238)"
818 # showticklabels: True
819 # tickcolor: "rgb(238, 238, 238)"
820 # title: "Packets Per Second [pps]"
839 # title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
840 # algorithm: "plot_performance_box"
841 # output-file-type: ".html"
842 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc"
844 # csit-vpp-perf-1710-all:
846 # filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
852 # boxpoints: "outliers"
855 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
860 # gridcolor: "rgb(238, 238, 238)"
861 # linecolor: "rgb(238, 238, 238)"
865 # showticklabels: True
866 # tickcolor: "rgb(238, 238, 238)"
868 # title: "Indexed Test Cases"
871 # gridcolor: "rgb(238, 238, 238)'"
873 # linecolor: "rgb(238, 238, 238)"
875 # range: [0, 8000000]
878 # showticklabels: True
879 # tickcolor: "rgb(238, 238, 238)"
880 # title: "Packets Per Second [pps]"
898 # title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
899 # algorithm: "plot_performance_box"
900 # output-file-type: ".html"
901 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc"
903 # csit-vpp-perf-1710-all:
905 # filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
911 # boxpoints: "outliers"
914 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
919 # gridcolor: "rgb(238, 238, 238)"
920 # linecolor: "rgb(238, 238, 238)"
924 # showticklabels: True
925 # tickcolor: "rgb(238, 238, 238)"
927 # title: "Indexed Test Cases"
930 # gridcolor: "rgb(238, 238, 238)'"
932 # linecolor: "rgb(238, 238, 238)"
934 # range: [5000000, 12000000]
937 # showticklabels: True
938 # tickcolor: "rgb(238, 238, 238)"
939 # title: "Packets Per Second [pps]"
957 # title: "VPP Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
958 # algorithm: "plot_performance_box"
959 # output-file-type: ".html"
960 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-pdrdisc"
962 # csit-vpp-perf-1710-all:
964 # filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
970 # boxpoints: "outliers"
973 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
978 # gridcolor: "rgb(238, 238, 238)"
979 # linecolor: "rgb(238, 238, 238)"
983 # showticklabels: True
984 # tickcolor: "rgb(238, 238, 238)"
986 # title: "Indexed Test Cases"
989 # gridcolor: "rgb(238, 238, 238)'"
991 # linecolor: "rgb(238, 238, 238)"
993 # range: [0, 8000000]
996 # showticklabels: True
997 # tickcolor: "rgb(238, 238, 238)"
998 # title: "Packets Per Second [pps]"
1016 # title: "VPP Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1017 # algorithm: "plot_performance_box"
1018 # output-file-type: ".html"
1019 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-pdrdisc"
1021 # csit-vpp-perf-1710-all:
1023 # filter: "'64B' and 'FEATURE' and 'ACL50' and '10k_FLOWS' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
1029 # boxpoints: "outliers"
1032 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
1037 # gridcolor: "rgb(238, 238, 238)"
1038 # linecolor: "rgb(238, 238, 238)"
1042 # showticklabels: True
1043 # tickcolor: "rgb(238, 238, 238)"
1044 # tickmode: "linear"
1045 # title: "Indexed Test Cases"
1048 # gridcolor: "rgb(238, 238, 238)'"
1049 # hoverformat: ".4s"
1050 # linecolor: "rgb(238, 238, 238)"
1052 # range: [5000000, 12000000]
1055 # showticklabels: True
1056 # tickcolor: "rgb(238, 238, 238)"
1057 # title: "Packets Per Second [pps]"
1076 # title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1077 # algorithm: "plot_performance_box"
1078 # output-file-type: ".html"
1079 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
1081 # csit-vpp-perf-1710-all:
1083 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1089 # boxpoints: "outliers"
1092 # title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1097 # gridcolor: "rgb(238, 238, 238)"
1098 # linecolor: "rgb(238, 238, 238)"
1102 # showticklabels: True
1103 # tickcolor: "rgb(238, 238, 238)"
1104 # tickmode: "linear"
1105 # title: "Indexed Test Cases"
1108 # gridcolor: "rgb(238, 238, 238)'"
1109 # hoverformat: ".4s"
1110 # linecolor: "rgb(238, 238, 238)"
1115 # showticklabels: True
1116 # tickcolor: "rgb(238, 238, 238)"
1117 # title: "Packets Per Second [pps]"
1135 # title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1136 # algorithm: "plot_performance_box"
1137 # output-file-type: ".html"
1138 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
1140 # csit-vpp-perf-1710-all:
1142 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1148 # boxpoints: "outliers"
1151 # title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
1156 # gridcolor: "rgb(238, 238, 238)"
1157 # linecolor: "rgb(238, 238, 238)"
1161 # showticklabels: True
1162 # tickcolor: "rgb(238, 238, 238)"
1163 # tickmode: "linear"
1164 # title: "Indexed Test Cases"
1167 # gridcolor: "rgb(238, 238, 238)'"
1168 # hoverformat: ".4s"
1169 # linecolor: "rgb(238, 238, 238)"
1174 # showticklabels: True
1175 # tickcolor: "rgb(238, 238, 238)"
1176 # title: "Packets Per Second [pps]"
1194 # title: "VPP Performance 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1195 # algorithm: "plot_performance_box"
1196 # output-file-type: ".html"
1197 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
1199 # csit-vpp-perf-1710-all:
1201 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1207 # boxpoints: "outliers"
1210 # title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1215 # gridcolor: "rgb(238, 238, 238)"
1216 # linecolor: "rgb(238, 238, 238)"
1220 # showticklabels: True
1221 # tickcolor: "rgb(238, 238, 238)"
1222 # tickmode: "linear"
1223 # title: "Indexed Test Cases"
1226 # gridcolor: "rgb(238, 238, 238)'"
1227 # hoverformat: ".4s"
1228 # linecolor: "rgb(238, 238, 238)"
1233 # showticklabels: True
1234 # tickcolor: "rgb(238, 238, 238)"
1235 # title: "Packets Per Second [pps]"
1253 # title: "VPP Performance 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1254 # algorithm: "plot_performance_box"
1255 # output-file-type: ".html"
1256 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
1258 # csit-vpp-perf-1710-all:
1260 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
1266 # boxpoints: "outliers"
1269 # title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*pdrdisc"
1274 # gridcolor: "rgb(238, 238, 238)"
1275 # linecolor: "rgb(238, 238, 238)"
1279 # showticklabels: True
1280 # tickcolor: "rgb(238, 238, 238)"
1281 # tickmode: "linear"
1282 # title: "Indexed Test Cases"
1285 # gridcolor: "rgb(238, 238, 238)'"
1286 # hoverformat: ".4s"
1287 # linecolor: "rgb(238, 238, 238)"
1292 # showticklabels: True
1293 # tickcolor: "rgb(238, 238, 238)"
1294 # title: "Packets Per Second [pps]"
1313 # title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1314 # algorithm: "plot_performance_box"
1315 # output-file-type: ".html"
1316 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc"
1318 # csit-vpp-perf-1710-all:
1320 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1326 # boxpoints: "outliers"
1329 # title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1334 # gridcolor: "rgb(238, 238, 238)"
1335 # linecolor: "rgb(238, 238, 238)"
1339 # showticklabels: True
1340 # tickcolor: "rgb(238, 238, 238)"
1341 # tickmode: "linear"
1342 # title: "Indexed Test Cases"
1345 # gridcolor: "rgb(238, 238, 238)'"
1346 # hoverformat: ".4s"
1347 # linecolor: "rgb(238, 238, 238)"
1352 # showticklabels: True
1353 # tickcolor: "rgb(238, 238, 238)"
1354 # title: "Packets Per Second [pps]"
1372 # title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1373 # algorithm: "plot_performance_box"
1374 # output-file-type: ".html"
1375 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc"
1377 # csit-vpp-perf-1710-all:
1379 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1385 # boxpoints: "outliers"
1388 # title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
1393 # gridcolor: "rgb(238, 238, 238)"
1394 # linecolor: "rgb(238, 238, 238)"
1398 # showticklabels: True
1399 # tickcolor: "rgb(238, 238, 238)"
1400 # tickmode: "linear"
1401 # title: "Indexed Test Cases"
1404 # gridcolor: "rgb(238, 238, 238)'"
1405 # hoverformat: ".4s"
1406 # linecolor: "rgb(238, 238, 238)"
1411 # showticklabels: True
1412 # tickcolor: "rgb(238, 238, 238)"
1413 # title: "Packets Per Second [pps]"
1431 # title: "VPP Performance 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1432 # algorithm: "plot_performance_box"
1433 # output-file-type: ".html"
1434 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-pdrdisc"
1436 # csit-vpp-perf-1710-all:
1438 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1444 # boxpoints: "outliers"
1447 # title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1452 # gridcolor: "rgb(238, 238, 238)"
1453 # linecolor: "rgb(238, 238, 238)"
1457 # showticklabels: True
1458 # tickcolor: "rgb(238, 238, 238)"
1459 # tickmode: "linear"
1460 # title: "Indexed Test Cases"
1463 # gridcolor: "rgb(238, 238, 238)'"
1464 # hoverformat: ".4s"
1465 # linecolor: "rgb(238, 238, 238)"
1470 # showticklabels: True
1471 # tickcolor: "rgb(238, 238, 238)"
1472 # title: "Packets Per Second [pps]"
1490 # title: "VPP Performance 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1491 # algorithm: "plot_performance_box"
1492 # output-file-type: ".html"
1493 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-pdrdisc"
1495 # csit-vpp-perf-1710-all:
1497 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
1503 # boxpoints: "outliers"
1506 # title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*pdrdisc"
1511 # gridcolor: "rgb(238, 238, 238)"
1512 # linecolor: "rgb(238, 238, 238)"
1516 # showticklabels: True
1517 # tickcolor: "rgb(238, 238, 238)"
1518 # tickmode: "linear"
1519 # title: "Indexed Test Cases"
1522 # gridcolor: "rgb(238, 238, 238)'"
1523 # hoverformat: ".4s"
1524 # linecolor: "rgb(238, 238, 238)"
1529 # showticklabels: True
1530 # tickcolor: "rgb(238, 238, 238)"
1531 # title: "Packets Per Second [pps]"
1550 # title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1551 # algorithm: "plot_performance_box"
1552 # output-file-type: ".html"
1553 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc"
1555 # csit-vpp-perf-1710-all:
1557 # filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1563 # boxpoints: "outliers"
1566 # title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1571 # gridcolor: "rgb(238, 238, 238)"
1572 # linecolor: "rgb(238, 238, 238)"
1576 # showticklabels: True
1577 # tickcolor: "rgb(238, 238, 238)"
1578 # tickmode: "linear"
1579 # title: "Indexed Test Cases"
1582 # gridcolor: "rgb(238, 238, 238)'"
1583 # hoverformat: ".4s"
1584 # linecolor: "rgb(238, 238, 238)"
1589 # showticklabels: True
1590 # tickcolor: "rgb(238, 238, 238)"
1591 # title: "Packets Per Second [pps]"
1609 # title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1610 # algorithm: "plot_performance_box"
1611 # output-file-type: ".html"
1612 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc"
1614 # csit-vpp-perf-1710-all:
1616 # filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1622 # boxpoints: "outliers"
1625 # title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
1630 # gridcolor: "rgb(238, 238, 238)"
1631 # linecolor: "rgb(238, 238, 238)"
1635 # showticklabels: True
1636 # tickcolor: "rgb(238, 238, 238)"
1637 # tickmode: "linear"
1638 # title: "Indexed Test Cases"
1641 # gridcolor: "rgb(238, 238, 238)'"
1642 # hoverformat: ".4s"
1643 # linecolor: "rgb(238, 238, 238)"
1648 # showticklabels: True
1649 # tickcolor: "rgb(238, 238, 238)"
1650 # title: "Packets Per Second [pps]"
1668 # title: "VPP Performance 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1669 # algorithm: "plot_performance_box"
1670 # output-file-type: ".html"
1671 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-pdrdisc"
1673 # csit-vpp-perf-1710-all:
1675 # filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1681 # boxpoints: "outliers"
1684 # title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1689 # gridcolor: "rgb(238, 238, 238)"
1690 # linecolor: "rgb(238, 238, 238)"
1694 # showticklabels: True
1695 # tickcolor: "rgb(238, 238, 238)"
1696 # tickmode: "linear"
1697 # title: "Indexed Test Cases"
1700 # gridcolor: "rgb(238, 238, 238)'"
1701 # hoverformat: ".4s"
1702 # linecolor: "rgb(238, 238, 238)"
1707 # showticklabels: True
1708 # tickcolor: "rgb(238, 238, 238)"
1709 # title: "Packets Per Second [pps]"
1727 # title: "VPP Performance 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1728 # algorithm: "plot_performance_box"
1729 # output-file-type: ".html"
1730 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-pdrdisc"
1732 # csit-vpp-perf-1710-all:
1734 # filter: "'64B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
1740 # boxpoints: "outliers"
1743 # title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-pdrdisc"
1748 # gridcolor: "rgb(238, 238, 238)"
1749 # linecolor: "rgb(238, 238, 238)"
1753 # showticklabels: True
1754 # tickcolor: "rgb(238, 238, 238)"
1755 # tickmode: "linear"
1756 # title: "Indexed Test Cases"
1759 # gridcolor: "rgb(238, 238, 238)'"
1760 # hoverformat: ".4s"
1761 # linecolor: "rgb(238, 238, 238)"
1766 # showticklabels: True
1767 # tickcolor: "rgb(238, 238, 238)"
1768 # title: "Packets Per Second [pps]"
1787 # title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1788 # algorithm: "plot_performance_box"
1789 # output-file-type: ".html"
1790 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc"
1792 # csit-vpp-perf-1710-all:
1794 # filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1800 # boxpoints: "outliers"
1803 # title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1808 # gridcolor: "rgb(238, 238, 238)"
1809 # linecolor: "rgb(238, 238, 238)"
1813 # showticklabels: True
1814 # tickcolor: "rgb(238, 238, 238)"
1815 # tickmode: "linear"
1816 # title: "Indexed Test Cases"
1819 # gridcolor: "rgb(238, 238, 238)'"
1820 # hoverformat: ".4s"
1821 # linecolor: "rgb(238, 238, 238)"
1826 # showticklabels: True
1827 # tickcolor: "rgb(238, 238, 238)"
1828 # title: "Packets Per Second [pps]"
1846 # title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1847 # algorithm: "plot_performance_box"
1848 # output-file-type: ".html"
1849 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc"
1851 # csit-vpp-perf-1710-all:
1853 # filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1859 # boxpoints: "outliers"
1862 # title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
1867 # gridcolor: "rgb(238, 238, 238)"
1868 # linecolor: "rgb(238, 238, 238)"
1872 # showticklabels: True
1873 # tickcolor: "rgb(238, 238, 238)"
1874 # tickmode: "linear"
1875 # title: "Indexed Test Cases"
1878 # gridcolor: "rgb(238, 238, 238)'"
1879 # hoverformat: ".4s"
1880 # linecolor: "rgb(238, 238, 238)"
1885 # showticklabels: True
1886 # tickcolor: "rgb(238, 238, 238)"
1887 # title: "Packets Per Second [pps]"
1905 # title: "VPP Performance 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1906 # algorithm: "plot_performance_box"
1907 # output-file-type: ".html"
1908 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-pdrdisc"
1910 # csit-vpp-perf-1710-all:
1912 # filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1918 # boxpoints: "outliers"
1921 # title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1926 # gridcolor: "rgb(238, 238, 238)"
1927 # linecolor: "rgb(238, 238, 238)"
1931 # showticklabels: True
1932 # tickcolor: "rgb(238, 238, 238)"
1933 # tickmode: "linear"
1934 # title: "Indexed Test Cases"
1937 # gridcolor: "rgb(238, 238, 238)'"
1938 # hoverformat: ".4s"
1939 # linecolor: "rgb(238, 238, 238)"
1944 # showticklabels: True
1945 # tickcolor: "rgb(238, 238, 238)"
1946 # title: "Packets Per Second [pps]"
1964 # title: "VPP Performance 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1965 # algorithm: "plot_performance_box"
1966 # output-file-type: ".html"
1967 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-pdrdisc"
1969 # csit-vpp-perf-1710-all:
1971 # filter: "'78B' and 'ENCAP' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
1977 # boxpoints: "outliers"
1980 # title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc"
1985 # gridcolor: "rgb(238, 238, 238)"
1986 # linecolor: "rgb(238, 238, 238)"
1990 # showticklabels: True
1991 # tickcolor: "rgb(238, 238, 238)"
1992 # tickmode: "linear"
1993 # title: "Indexed Test Cases"
1996 # gridcolor: "rgb(238, 238, 238)'"
1997 # hoverformat: ".4s"
1998 # linecolor: "rgb(238, 238, 238)"
2003 # showticklabels: True
2004 # tickcolor: "rgb(238, 238, 238)"
2005 # title: "Packets Per Second [pps]"
2024 # title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2025 # algorithm: "plot_performance_box"
2026 # output-file-type: ".html"
2027 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc"
2029 # csit-vpp-perf-1710-all:
2031 # filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2037 # boxpoints: "outliers"
2040 # title: "64B-1t1c-.*vhost.*-ndrdisc"
2045 # gridcolor: "rgb(238, 238, 238)"
2046 # linecolor: "rgb(238, 238, 238)"
2050 # showticklabels: True
2051 # tickcolor: "rgb(238, 238, 238)"
2052 # tickmode: "linear"
2053 # title: "Indexed Test Cases"
2056 # gridcolor: "rgb(238, 238, 238)'"
2057 # hoverformat: ".4s"
2058 # linecolor: "rgb(238, 238, 238)"
2063 # showticklabels: True
2064 # tickcolor: "rgb(238, 238, 238)"
2065 # title: "Packets Per Second [pps]"
2083 # title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2084 # algorithm: "plot_performance_box"
2085 # output-file-type: ".html"
2086 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc"
2088 # csit-vpp-perf-1710-all:
2090 # filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2096 # boxpoints: "outliers"
2099 # title: "64B-2t2c-.*vhost.*-ndrdisc"
2104 # gridcolor: "rgb(238, 238, 238)"
2105 # linecolor: "rgb(238, 238, 238)"
2109 # showticklabels: True
2110 # tickcolor: "rgb(238, 238, 238)"
2111 # tickmode: "linear"
2112 # title: "Indexed Test Cases"
2115 # gridcolor: "rgb(238, 238, 238)'"
2116 # hoverformat: ".4s"
2117 # linecolor: "rgb(238, 238, 238)"
2122 # showticklabels: True
2123 # tickcolor: "rgb(238, 238, 238)"
2124 # title: "Packets Per Second [pps]"
2142 # title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2143 # algorithm: "plot_performance_box"
2144 # output-file-type: ".html"
2145 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-pdrdisc"
2147 # csit-vpp-perf-1710-all:
2149 # filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2155 # boxpoints: "outliers"
2158 # title: "64B-1t1c-.*vhost.*-pdrdisc"
2163 # gridcolor: "rgb(238, 238, 238)"
2164 # linecolor: "rgb(238, 238, 238)"
2168 # showticklabels: True
2169 # tickcolor: "rgb(238, 238, 238)"
2170 # tickmode: "linear"
2171 # title: "Indexed Test Cases"
2174 # gridcolor: "rgb(238, 238, 238)'"
2175 # hoverformat: ".4s"
2176 # linecolor: "rgb(238, 238, 238)"
2181 # showticklabels: True
2182 # tickcolor: "rgb(238, 238, 238)"
2183 # title: "Packets Per Second [pps]"
2201 # title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2202 # algorithm: "plot_performance_box"
2203 # output-file-type: ".html"
2204 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-pdrdisc"
2206 # csit-vpp-perf-1710-all:
2208 # filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
2214 # boxpoints: "outliers"
2217 # title: "64B-2t2c-.*vhost.*-pdrdisc"
2222 # gridcolor: "rgb(238, 238, 238)"
2223 # linecolor: "rgb(238, 238, 238)"
2227 # showticklabels: True
2228 # tickcolor: "rgb(238, 238, 238)"
2229 # tickmode: "linear"
2230 # title: "Indexed Test Cases"
2233 # gridcolor: "rgb(238, 238, 238)'"
2234 # hoverformat: ".4s"
2235 # linecolor: "rgb(238, 238, 238)"
2240 # showticklabels: True
2241 # tickcolor: "rgb(238, 238, 238)"
2242 # title: "Packets Per Second [pps]"
2258 ## VPP VM VHOST SELECTION
2261 # title: "VPP Performance 64B-1t1c-.*vhost.*-ndrdisc"
2262 # algorithm: "plot_performance_box"
2263 # output-file-type: ".html"
2264 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc"
2266 # csit-vpp-perf-1710-all:
2268 # filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2274 # boxpoints: "outliers"
2277 # title: "64B-1t1c-.*vhost.*-ndrdisc"
2282 # gridcolor: "rgb(238, 238, 238)"
2283 # linecolor: "rgb(238, 238, 238)"
2287 # showticklabels: True
2288 # tickcolor: "rgb(238, 238, 238)"
2289 # tickmode: "linear"
2290 # title: "Indexed Test Cases"
2293 # gridcolor: "rgb(238, 238, 238)'"
2294 # hoverformat: ".4s"
2295 # linecolor: "rgb(238, 238, 238)"
2300 # showticklabels: True
2301 # tickcolor: "rgb(238, 238, 238)"
2302 # title: "Packets Per Second [pps]"
2320 # title: "VPP Performance 64B-2t2c-.*vhost.*-ndrdisc"
2321 # algorithm: "plot_performance_box"
2322 # output-file-type: ".html"
2323 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc"
2325 # csit-vpp-perf-1710-all:
2327 # filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2333 # boxpoints: "outliers"
2336 # title: "64B-2t2c-.*vhost.*-ndrdisc"
2341 # gridcolor: "rgb(238, 238, 238)"
2342 # linecolor: "rgb(238, 238, 238)"
2346 # showticklabels: True
2347 # tickcolor: "rgb(238, 238, 238)"
2348 # tickmode: "linear"
2349 # title: "Indexed Test Cases"
2352 # gridcolor: "rgb(238, 238, 238)'"
2353 # hoverformat: ".4s"
2354 # linecolor: "rgb(238, 238, 238)"
2359 # showticklabels: True
2360 # tickcolor: "rgb(238, 238, 238)"
2361 # title: "Packets Per Second [pps]"
2379 # title: "VPP Performance 64B-1t1c-.*vhost.*-pdrdisc"
2380 # algorithm: "plot_performance_box"
2381 # output-file-type: ".html"
2382 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-pdrdisc"
2384 # csit-vpp-perf-1710-all:
2386 # filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2392 # boxpoints: "outliers"
2395 # title: "64B-1t1c-.*vhost.*-pdrdisc"
2400 # gridcolor: "rgb(238, 238, 238)"
2401 # linecolor: "rgb(238, 238, 238)"
2405 # showticklabels: True
2406 # tickcolor: "rgb(238, 238, 238)"
2407 # tickmode: "linear"
2408 # title: "Indexed Test Cases"
2411 # gridcolor: "rgb(238, 238, 238)'"
2412 # hoverformat: ".4s"
2413 # linecolor: "rgb(238, 238, 238)"
2418 # showticklabels: True
2419 # tickcolor: "rgb(238, 238, 238)"
2420 # title: "Packets Per Second [pps]"
2438 # title: "VPP Performance 64B-2t2c-.*vhost.*-pdrdisc"
2439 # algorithm: "plot_performance_box"
2440 # output-file-type: ".html"
2441 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-pdrdisc"
2443 # csit-vpp-perf-1710-all:
2445 # filter: "'64B' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
2451 # boxpoints: "outliers"
2454 # title: "64B-2t2c-.*vhost.*-pdrdisc"
2459 # gridcolor: "rgb(238, 238, 238)"
2460 # linecolor: "rgb(238, 238, 238)"
2464 # showticklabels: True
2465 # tickcolor: "rgb(238, 238, 238)"
2466 # tickmode: "linear"
2467 # title: "Indexed Test Cases"
2470 # gridcolor: "rgb(238, 238, 238)'"
2471 # hoverformat: ".4s"
2472 # linecolor: "rgb(238, 238, 238)"
2477 # showticklabels: True
2478 # tickcolor: "rgb(238, 238, 238)"
2479 # title: "Packets Per Second [pps]"
2498 # title: "VPP Performance 64B-1t1c-.*ipsec.*-ndrdisc"
2499 # algorithm: "plot_performance_box"
2500 # output-file-type: ".html"
2501 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc"
2503 # csit-vpp-perf-1710-all:
2505 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2511 # boxpoints: "outliers"
2514 # title: "64B-1t1c-.*ipsec.*-ndrdisc"
2519 # gridcolor: "rgb(238, 238, 238)"
2520 # linecolor: "rgb(238, 238, 238)"
2524 # showticklabels: True
2525 # tickcolor: "rgb(238, 238, 238)"
2526 # tickmode: "linear"
2527 # title: "Indexed Test Cases"
2530 # gridcolor: "rgb(238, 238, 238)'"
2531 # hoverformat: ".4s"
2532 # linecolor: "rgb(238, 238, 238)"
2537 # showticklabels: True
2538 # tickcolor: "rgb(238, 238, 238)"
2539 # title: "Packets Per Second [pps]"
2557 # title: "VPP Performance 64B-2t2c-.*ipsec.*-ndrdisc"
2558 # algorithm: "plot_performance_box"
2559 # output-file-type: ".html"
2560 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc"
2562 # csit-vpp-perf-1710-all:
2564 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2570 # boxpoints: "outliers"
2573 # title: "64B-2t2c-.*ipsec.*-ndrdisc"
2578 # gridcolor: "rgb(238, 238, 238)"
2579 # linecolor: "rgb(238, 238, 238)"
2583 # showticklabels: True
2584 # tickcolor: "rgb(238, 238, 238)"
2585 # tickmode: "linear"
2586 # title: "Indexed Test Cases"
2589 # gridcolor: "rgb(238, 238, 238)'"
2590 # hoverformat: ".4s"
2591 # linecolor: "rgb(238, 238, 238)"
2596 # showticklabels: True
2597 # tickcolor: "rgb(238, 238, 238)"
2598 # title: "Packets Per Second [pps]"
2616 # title: "VPP Performance 64B-1t1c-.*ipsec.*-pdrdisc"
2617 # algorithm: "plot_performance_box"
2618 # output-file-type: ".html"
2619 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-pdrdisc"
2621 # csit-vpp-perf-1710-all:
2623 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2629 # boxpoints: "outliers"
2632 # title: "64B-1t1c-.*ipsec.*-pdrdisc"
2637 # gridcolor: "rgb(238, 238, 238)"
2638 # linecolor: "rgb(238, 238, 238)"
2642 # showticklabels: True
2643 # tickcolor: "rgb(238, 238, 238)"
2644 # tickmode: "linear"
2645 # title: "Indexed Test Cases"
2648 # gridcolor: "rgb(238, 238, 238)'"
2649 # hoverformat: ".4s"
2650 # linecolor: "rgb(238, 238, 238)"
2655 # showticklabels: True
2656 # tickcolor: "rgb(238, 238, 238)"
2657 # title: "Packets Per Second [pps]"
2675 # title: "VPP Performance 64B-2t2c-.*ipsec.*-pdrdisc"
2676 # algorithm: "plot_performance_box"
2677 # output-file-type: ".html"
2678 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-pdrdisc"
2680 # csit-vpp-perf-1710-all:
2682 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
2688 # boxpoints: "outliers"
2691 # title: "64B-2t2c-.*ipsec.*-pdrdisc"
2696 # gridcolor: "rgb(238, 238, 238)"
2697 # linecolor: "rgb(238, 238, 238)"
2701 # showticklabels: True
2702 # tickcolor: "rgb(238, 238, 238)"
2703 # tickmode: "linear"
2704 # title: "Indexed Test Cases"
2707 # gridcolor: "rgb(238, 238, 238)'"
2708 # hoverformat: ".4s"
2709 # linecolor: "rgb(238, 238, 238)"
2714 # showticklabels: True
2715 # tickcolor: "rgb(238, 238, 238)"
2716 # title: "Packets Per Second [pps]"
2735 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2736 algorithm: "plot_performance_box"
2737 output-file-type: ".html"
2738 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc"
2740 csit-dpdk-perf-1710-all:
2743 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2749 boxpoints: "outliers"
2752 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2757 gridcolor: "rgb(238, 238, 238)"
2758 linecolor: "rgb(238, 238, 238)"
2762 showticklabels: True
2763 tickcolor: "rgb(238, 238, 238)"
2765 title: "Indexed Test Cases"
2768 gridcolor: "rgb(238, 238, 238)'"
2770 linecolor: "rgb(238, 238, 238)"
2775 showticklabels: True
2776 tickcolor: "rgb(238, 238, 238)"
2777 title: "Packets Per Second [pps]"
2795 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2796 algorithm: "plot_performance_box"
2797 output-file-type: ".html"
2798 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc"
2800 csit-dpdk-perf-1710-all:
2803 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2809 boxpoints: "outliers"
2812 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
2817 gridcolor: "rgb(238, 238, 238)"
2818 linecolor: "rgb(238, 238, 238)"
2822 showticklabels: True
2823 tickcolor: "rgb(238, 238, 238)"
2825 title: "Indexed Test Cases"
2828 gridcolor: "rgb(238, 238, 238)'"
2830 linecolor: "rgb(238, 238, 238)"
2835 showticklabels: True
2836 tickcolor: "rgb(238, 238, 238)"
2837 title: "Packets Per Second [pps]"
2855 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2856 algorithm: "plot_performance_box"
2857 output-file-type: ".html"
2858 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc"
2860 csit-dpdk-perf-1710-all:
2863 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
2869 boxpoints: "outliers"
2872 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
2877 gridcolor: "rgb(238, 238, 238)"
2878 linecolor: "rgb(238, 238, 238)"
2882 showticklabels: True
2883 tickcolor: "rgb(238, 238, 238)"
2885 title: "Indexed Test Cases"
2888 gridcolor: "rgb(238, 238, 238)'"
2890 linecolor: "rgb(238, 238, 238)"
2892 range: [2000000, 12000000]
2895 showticklabels: True
2896 tickcolor: "rgb(238, 238, 238)"
2897 title: "Packets Per Second [pps]"
2915 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2916 algorithm: "plot_performance_box"
2917 output-file-type: ".html"
2918 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc"
2920 csit-dpdk-perf-1710-all:
2923 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
2929 boxpoints: "outliers"
2932 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
2937 gridcolor: "rgb(238, 238, 238)"
2938 linecolor: "rgb(238, 238, 238)"
2942 showticklabels: True
2943 tickcolor: "rgb(238, 238, 238)"
2945 title: "Indexed Test Cases"
2948 gridcolor: "rgb(238, 238, 238)'"
2950 linecolor: "rgb(238, 238, 238)"
2952 range: [2000000, 12000000]
2955 showticklabels: True
2956 tickcolor: "rgb(238, 238, 238)"
2957 title: "Packets Per Second [pps]"
2975 title: "DPDK Performance 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2976 algorithm: "plot_performance_box"
2977 output-file-type: ".html"
2978 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-pdrdisc"
2980 csit-dpdk-perf-1710-all:
2983 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
2989 boxpoints: "outliers"
2992 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
2997 gridcolor: "rgb(238, 238, 238)"
2998 linecolor: "rgb(238, 238, 238)"
3002 showticklabels: True
3003 tickcolor: "rgb(238, 238, 238)"
3005 title: "Indexed Test Cases"
3008 gridcolor: "rgb(238, 238, 238)'"
3010 linecolor: "rgb(238, 238, 238)"
3015 showticklabels: True
3016 tickcolor: "rgb(238, 238, 238)"
3017 title: "Packets Per Second [pps]"
3035 title: "DPDK Performance 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3036 algorithm: "plot_performance_box"
3037 output-file-type: ".html"
3038 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-pdrdisc"
3040 csit-dpdk-perf-1710-all:
3043 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3049 boxpoints: "outliers"
3052 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc"
3057 gridcolor: "rgb(238, 238, 238)"
3058 linecolor: "rgb(238, 238, 238)"
3062 showticklabels: True
3063 tickcolor: "rgb(238, 238, 238)"
3065 title: "Indexed Test Cases"
3068 gridcolor: "rgb(238, 238, 238)'"
3070 linecolor: "rgb(238, 238, 238)"
3075 showticklabels: True
3076 tickcolor: "rgb(238, 238, 238)"
3077 title: "Packets Per Second [pps]"
3095 title: "DPDK Performance 64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3096 algorithm: "plot_performance_box"
3097 output-file-type: ".html"
3098 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-pdrdisc"
3100 csit-dpdk-perf-1710-all:
3103 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD'"
3109 boxpoints: "outliers"
3112 title: "64B-1t1c-ethip4-ip4base-l3fwd-pdrdisc"
3117 gridcolor: "rgb(238, 238, 238)"
3118 linecolor: "rgb(238, 238, 238)"
3122 showticklabels: True
3123 tickcolor: "rgb(238, 238, 238)"
3125 title: "Indexed Test Cases"
3128 gridcolor: "rgb(238, 238, 238)'"
3130 linecolor: "rgb(238, 238, 238)"
3132 range: [20000000, 30000000]
3135 showticklabels: True
3136 tickcolor: "rgb(238, 238, 238)"
3137 title: "Packets Per Second [pps]"
3155 title: "DPDK Performance 64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3156 algorithm: "plot_performance_box"
3157 output-file-type: ".html"
3158 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-pdrdisc"
3160 csit-dpdk-perf-1710-all:
3163 filter: "'64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD'"
3169 boxpoints: "outliers"
3172 title: "64B-2t2c-ethip4-ip4base-l3fwd-pdrdisc"
3177 gridcolor: "rgb(238, 238, 238)"
3178 linecolor: "rgb(238, 238, 238)"
3182 showticklabels: True
3183 tickcolor: "rgb(238, 238, 238)"
3185 title: "Indexed Test Cases"
3188 gridcolor: "rgb(238, 238, 238)'"
3190 linecolor: "rgb(238, 238, 238)"
3192 range: [20000000, 30000000]
3195 showticklabels: True
3196 tickcolor: "rgb(238, 238, 238)"
3197 title: "Packets Per Second [pps]"
3218 # title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3219 # algorithm: "plot_latency_box"
3220 # output-file-type: ".html"
3221 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel1-ndrdisc-lat50"
3223 # csit-vpp-perf-1710-all:
3225 # filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3232 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3237 # gridcolor: "rgb(238, 238, 238)"
3238 # linecolor: "rgb(238, 238, 238)"
3242 # showticklabels: True
3243 # tickcolor: "rgb(238, 238, 238)"
3244 # tickmode: "linear"
3245 # title: "Indexed Test Cases"
3248 # gridcolor: "rgb(238, 238, 238)'"
3250 # linecolor: "rgb(238, 238, 238)"
3255 # showticklabels: True
3256 # tickcolor: "rgb(238, 238, 238)"
3257 # title: "Latency min/avg/max [uSec]"
3275 # title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3276 # algorithm: "plot_latency_box"
3277 # output-file-type: ".html"
3278 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel1-ndrdisc-lat50"
3280 # csit-vpp-perf-1710-all:
3282 # filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3289 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3294 # gridcolor: "rgb(238, 238, 238)"
3295 # linecolor: "rgb(238, 238, 238)"
3299 # showticklabels: True
3300 # tickcolor: "rgb(238, 238, 238)"
3301 # tickmode: "linear"
3302 # title: "Indexed Test Cases"
3305 # gridcolor: "rgb(238, 238, 238)'"
3307 # linecolor: "rgb(238, 238, 238)"
3312 # showticklabels: True
3313 # tickcolor: "rgb(238, 238, 238)"
3314 # title: "Latency min/avg/max [uSec]"
3333 # title: "VPP Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3334 # algorithm: "plot_latency_box"
3335 # output-file-type: ".html"
3336 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-l2-sel2-ndrdisc-lat50"
3338 # csit-vpp-perf-1710-all:
3340 # filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3347 # title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3352 # gridcolor: "rgb(238, 238, 238)"
3353 # linecolor: "rgb(238, 238, 238)"
3357 # showticklabels: True
3358 # tickcolor: "rgb(238, 238, 238)"
3359 # tickmode: "linear"
3360 # title: "Indexed Test Cases"
3363 # gridcolor: "rgb(238, 238, 238)'"
3365 # linecolor: "rgb(238, 238, 238)"
3370 # showticklabels: True
3371 # tickcolor: "rgb(238, 238, 238)"
3372 # title: "Latency min/avg/max [uSec]"
3390 # title: "VPP Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3391 # algorithm: "plot_latency_box"
3392 # output-file-type: ".html"
3393 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-l2-sel2-ndrdisc-lat50"
3395 # csit-vpp-perf-1710-all:
3397 # filter: "'64B' and ('FEATURE' and 'ACL50' and '10k_FLOWS') and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
3404 # title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
3409 # gridcolor: "rgb(238, 238, 238)"
3410 # linecolor: "rgb(238, 238, 238)"
3414 # showticklabels: True
3415 # tickcolor: "rgb(238, 238, 238)"
3416 # tickmode: "linear"
3417 # title: "Indexed Test Cases"
3420 # gridcolor: "rgb(238, 238, 238)'"
3422 # linecolor: "rgb(238, 238, 238)"
3427 # showticklabels: True
3428 # tickcolor: "rgb(238, 238, 238)"
3429 # title: "Latency min/avg/max [uSec]"
3448 # title: "VPP Latency 64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3449 # algorithm: "plot_latency_box"
3450 # output-file-type: ".html"
3451 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
3453 # csit-vpp-perf-1710-all:
3455 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3462 # title: "64B-1t1c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3467 # gridcolor: "rgb(238, 238, 238)"
3468 # linecolor: "rgb(238, 238, 238)"
3472 # showticklabels: True
3473 # tickcolor: "rgb(238, 238, 238)"
3474 # tickmode: "linear"
3475 # title: "Indexed Test Cases"
3478 # gridcolor: "rgb(238, 238, 238)'"
3480 # linecolor: "rgb(238, 238, 238)"
3485 # showticklabels: True
3486 # tickcolor: "rgb(238, 238, 238)"
3487 # title: "Latency min/avg/max [uSec]"
3505 # title: "VPP Latency 64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3506 # algorithm: "plot_latency_box"
3507 # output-file-type: ".html"
3508 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
3510 # csit-vpp-perf-1710-all:
3512 # filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
3519 # title: "64B-2t2c-ethip4-ip4[a-z0-9]+-[a-z-]*ndrdisc"
3524 # gridcolor: "rgb(238, 238, 238)"
3525 # linecolor: "rgb(238, 238, 238)"
3529 # showticklabels: True
3530 # tickcolor: "rgb(238, 238, 238)"
3531 # tickmode: "linear"
3532 # title: "Indexed Test Cases"
3535 # gridcolor: "rgb(238, 238, 238)'"
3537 # linecolor: "rgb(238, 238, 238)"
3542 # showticklabels: True
3543 # tickcolor: "rgb(238, 238, 238)"
3544 # title: "Latency min/avg/max [uSec]"
3563 # title: "VPP Latency 78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3564 # algorithm: "plot_latency_box"
3565 # output-file-type: ".html"
3566 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ip6-ndrdisc-lat50"
3568 # csit-vpp-perf-1710-all:
3570 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3577 # title: "78B-1t1c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3582 # gridcolor: "rgb(238, 238, 238)"
3583 # linecolor: "rgb(238, 238, 238)"
3587 # showticklabels: True
3588 # tickcolor: "rgb(238, 238, 238)"
3589 # tickmode: "linear"
3590 # title: "Indexed Test Cases"
3593 # gridcolor: "rgb(238, 238, 238)'"
3595 # linecolor: "rgb(238, 238, 238)"
3600 # showticklabels: True
3601 # tickcolor: "rgb(238, 238, 238)"
3602 # title: "Latency min/avg/max [uSec]"
3620 # title: "VPP Latency 78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3621 # algorithm: "plot_latency_box"
3622 # output-file-type: ".html"
3623 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ip6-ndrdisc-lat50"
3625 # csit-vpp-perf-1710-all:
3627 # filter: "'78B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST'"
3634 # title: "78B-2t2c-ethip6-ip6[a-z0-9]+-[a-z-]*ndrdisc"
3639 # gridcolor: "rgb(238, 238, 238)"
3640 # linecolor: "rgb(238, 238, 238)"
3644 # showticklabels: True
3645 # tickcolor: "rgb(238, 238, 238)"
3646 # tickmode: "linear"
3647 # title: "Indexed Test Cases"
3650 # gridcolor: "rgb(238, 238, 238)'"
3652 # linecolor: "rgb(238, 238, 238)"
3657 # showticklabels: True
3658 # tickcolor: "rgb(238, 238, 238)"
3659 # title: "Latency min/avg/max [uSec]"
3678 # title: "VPP Latency 64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3679 # algorithm: "plot_latency_box"
3680 # output-file-type: ".html"
3681 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ndrdisc-lat50"
3683 # csit-vpp-perf-1710-all:
3685 # filter: "'64B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3692 # title: "64B-1t1c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3697 # gridcolor: "rgb(238, 238, 238)"
3698 # linecolor: "rgb(238, 238, 238)"
3702 # showticklabels: True
3703 # tickcolor: "rgb(238, 238, 238)"
3704 # tickmode: "linear"
3705 # title: "Indexed Test Cases"
3708 # gridcolor: "rgb(238, 238, 238)'"
3710 # linecolor: "rgb(238, 238, 238)"
3715 # showticklabels: True
3716 # tickcolor: "rgb(238, 238, 238)"
3717 # title: "Latency min/avg/max [uSec]"
3735 # title: "VPP Latency 64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3736 # algorithm: "plot_latency_box"
3737 # output-file-type: ".html"
3738 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ndrdisc-lat50"
3740 # csit-vpp-perf-1710-all:
3742 # filter: "'64B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'"
3749 # title: "64B-2t2c-ethip4[a-z0-9]+-[a-z0-9]*-ndrdisc"
3754 # gridcolor: "rgb(238, 238, 238)"
3755 # linecolor: "rgb(238, 238, 238)"
3759 # showticklabels: True
3760 # tickcolor: "rgb(238, 238, 238)"
3761 # tickmode: "linear"
3762 # title: "Indexed Test Cases"
3765 # gridcolor: "rgb(238, 238, 238)'"
3767 # linecolor: "rgb(238, 238, 238)"
3772 # showticklabels: True
3773 # tickcolor: "rgb(238, 238, 238)"
3774 # title: "Latency min/avg/max [uSec]"
3793 # title: "VPP Latency 78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3794 # algorithm: "plot_latency_box"
3795 # output-file-type: ".html"
3796 # output-file: "{DIR[STATIC,VPP]}/78B-1t1c-ethip6-ndrdisc-lat50"
3798 # csit-vpp-perf-1710-all:
3800 # filter: "'78B' and 'ENCAP' and 'NDRDISC' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3807 # title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3812 # gridcolor: "rgb(238, 238, 238)"
3813 # linecolor: "rgb(238, 238, 238)"
3817 # showticklabels: True
3818 # tickcolor: "rgb(238, 238, 238)"
3819 # tickmode: "linear"
3820 # title: "Indexed Test Cases"
3823 # gridcolor: "rgb(238, 238, 238)'"
3825 # linecolor: "rgb(238, 238, 238)"
3830 # showticklabels: True
3831 # tickcolor: "rgb(238, 238, 238)"
3832 # title: "Latency min/avg/max [uSec]"
3850 # title: "VPP Latency 78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3851 # algorithm: "plot_latency_box"
3852 # output-file-type: ".html"
3853 # output-file: "{DIR[STATIC,VPP]}/78B-2t2c-ethip6-ndrdisc-lat50"
3855 # csit-vpp-perf-1710-all:
3857 # filter: "'78B' and 'ENCAP' and 'NDRDISC' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST'"
3864 # title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc"
3869 # gridcolor: "rgb(238, 238, 238)"
3870 # linecolor: "rgb(238, 238, 238)"
3874 # showticklabels: True
3875 # tickcolor: "rgb(238, 238, 238)"
3876 # tickmode: "linear"
3877 # title: "Indexed Test Cases"
3880 # gridcolor: "rgb(238, 238, 238)'"
3882 # linecolor: "rgb(238, 238, 238)"
3887 # showticklabels: True
3888 # tickcolor: "rgb(238, 238, 238)"
3889 # title: "Latency min/avg/max [uSec]"
3908 # title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
3909 # algorithm: "plot_latency_box"
3910 # output-file-type: ".html"
3911 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel1-ndrdisc-lat50"
3913 # csit-vpp-perf-1710-all:
3915 # filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3922 # title: "64B-1t1c-.*vhost.*-ndrdisc"
3927 # gridcolor: "rgb(238, 238, 238)"
3928 # linecolor: "rgb(238, 238, 238)"
3932 # showticklabels: True
3933 # tickcolor: "rgb(238, 238, 238)"
3934 # tickmode: "linear"
3935 # title: "Indexed Test Cases"
3938 # gridcolor: "rgb(238, 238, 238)'"
3940 # linecolor: "rgb(238, 238, 238)"
3945 # showticklabels: True
3946 # tickcolor: "rgb(238, 238, 238)"
3947 # title: "Latency min/avg/max [uSec]"
3965 # title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
3966 # algorithm: "plot_latency_box"
3967 # output-file-type: ".html"
3968 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel1-ndrdisc-lat50"
3970 # csit-vpp-perf-1710-all:
3972 # filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD')"
3979 # title: "64B-2t2c-.*vhost.*-ndrdisc"
3984 # gridcolor: "rgb(238, 238, 238)"
3985 # linecolor: "rgb(238, 238, 238)"
3989 # showticklabels: True
3990 # tickcolor: "rgb(238, 238, 238)"
3991 # tickmode: "linear"
3992 # title: "Indexed Test Cases"
3995 # gridcolor: "rgb(238, 238, 238)'"
3997 # linecolor: "rgb(238, 238, 238)"
4002 # showticklabels: True
4003 # tickcolor: "rgb(238, 238, 238)"
4004 # title: "Latency min/avg/max [uSec]"
4020 ## VPP VM VHOST selection
4023 # title: "VPP Latency 64B-1t1c-.*vhost.*-ndrdisc"
4024 # algorithm: "plot_latency_box"
4025 # output-file-type: ".html"
4026 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-vhost-sel2-ndrdisc-lat50"
4028 # csit-vpp-perf-1710-all:
4030 # filter: "'64B' and 'NDRDISC' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4037 # title: "64B-1t1c-.*vhost.*-ndrdisc"
4042 # gridcolor: "rgb(238, 238, 238)"
4043 # linecolor: "rgb(238, 238, 238)"
4047 # showticklabels: True
4048 # tickcolor: "rgb(238, 238, 238)"
4049 # tickmode: "linear"
4050 # title: "Indexed Test Cases"
4053 # gridcolor: "rgb(238, 238, 238)'"
4055 # linecolor: "rgb(238, 238, 238)"
4060 # showticklabels: True
4061 # tickcolor: "rgb(238, 238, 238)"
4062 # title: "Latency min/avg/max [uSec]"
4080 # title: "VPP Latency 64B-2t2c-.*vhost.*-ndrdisc"
4081 # algorithm: "plot_latency_box"
4082 # output-file-type: ".html"
4083 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-vhost-sel2-ndrdisc-lat50"
4085 # csit-vpp-perf-1710-all:
4087 # filter: "'64B' and 'NDRDISC' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'DOT1Q' and not '2VM'"
4094 # title: "64B-2t2c-.*vhost.*-ndrdisc"
4099 # gridcolor: "rgb(238, 238, 238)"
4100 # linecolor: "rgb(238, 238, 238)"
4104 # showticklabels: True
4105 # tickcolor: "rgb(238, 238, 238)"
4106 # tickmode: "linear"
4107 # title: "Indexed Test Cases"
4110 # gridcolor: "rgb(238, 238, 238)'"
4112 # linecolor: "rgb(238, 238, 238)"
4117 # showticklabels: True
4118 # tickcolor: "rgb(238, 238, 238)"
4119 # title: "Latency min/avg/max [uSec]"
4138 # title: "VPP Latency 64B-1t1c-.*ipsec.*-ndrdisc"
4139 # algorithm: "plot_latency_box"
4140 # output-file-type: ".html"
4141 # output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ipsechw-ndrdisc-lat50"
4143 # csit-vpp-perf-1710-all:
4145 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '1T1C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4152 # title: "64B-1t1c-.*ipsec.*-ndrdisc"
4157 # gridcolor: "rgb(238, 238, 238)"
4158 # linecolor: "rgb(238, 238, 238)"
4162 # showticklabels: True
4163 # tickcolor: "rgb(238, 238, 238)"
4164 # tickmode: "linear"
4165 # title: "Indexed Test Cases"
4168 # gridcolor: "rgb(238, 238, 238)'"
4170 # linecolor: "rgb(238, 238, 238)"
4175 # showticklabels: True
4176 # tickcolor: "rgb(238, 238, 238)"
4177 # title: "Latency min/avg/max [uSec]"
4195 # title: "VPP Latency 64B-2t2c-.*ipsec.*-ndrdisc"
4196 # algorithm: "plot_latency_box"
4197 # output-file-type: ".html"
4198 # output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ipsechw-ndrdisc-lat50"
4200 # csit-vpp-perf-1710-all:
4202 # filter: "'64B' and not 'VHOST' and 'IP4FWD' and 'NDRDISC' and '2T2C' and 'IPSECHW' and ('IPSECTRAN' or 'IPSECTUN')"
4209 # title: "64B-2t2c-.*ipsec.*-ndrdisc"
4214 # gridcolor: "rgb(238, 238, 238)"
4215 # linecolor: "rgb(238, 238, 238)"
4219 # showticklabels: True
4220 # tickcolor: "rgb(238, 238, 238)"
4221 # tickmode: "linear"
4222 # title: "Indexed Test Cases"
4225 # gridcolor: "rgb(238, 238, 238)'"
4227 # linecolor: "rgb(238, 238, 238)"
4232 # showticklabels: True
4233 # tickcolor: "rgb(238, 238, 238)"
4234 # title: "Latency min/avg/max [uSec]"
4253 title: "DPDK Latency 64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4254 algorithm: "plot_latency_box"
4255 output-file-type: ".html"
4256 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-l2-ndrdisc-lat50"
4258 csit-dpdk-perf-1710-all:
4261 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4268 title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4273 gridcolor: "rgb(238, 238, 238)"
4274 linecolor: "rgb(238, 238, 238)"
4278 showticklabels: True
4279 tickcolor: "rgb(238, 238, 238)"
4281 title: "Indexed Test Cases"
4284 gridcolor: "rgb(238, 238, 238)'"
4286 linecolor: "rgb(238, 238, 238)"
4291 showticklabels: True
4292 tickcolor: "rgb(238, 238, 238)"
4293 title: "Latency min/avg/max [uSec]"
4311 title: "DPDK Latency 64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4312 algorithm: "plot_latency_box"
4313 output-file-type: ".html"
4314 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-l2-ndrdisc-lat50"
4316 csit-dpdk-perf-1710-all:
4319 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
4326 title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc"
4331 gridcolor: "rgb(238, 238, 238)"
4332 linecolor: "rgb(238, 238, 238)"
4336 showticklabels: True
4337 tickcolor: "rgb(238, 238, 238)"
4339 title: "Indexed Test Cases"
4342 gridcolor: "rgb(238, 238, 238)'"
4344 linecolor: "rgb(238, 238, 238)"
4349 showticklabels: True
4350 tickcolor: "rgb(238, 238, 238)"
4351 title: "Latency min/avg/max [uSec]"
4369 title: "DPDK Latency 64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4370 algorithm: "plot_latency_box"
4371 output-file-type: ".html"
4372 output-file: "{DIR[STATIC,DPDK]}/64B-1t1c-ipv4-ndrdisc-lat50"
4374 csit-dpdk-perf-1710-all:
4377 filter: "'64B' and 'BASE' and 'NDRDISC' and '1T1C' and 'IP4FWD'"
4384 title: "64B-1t1c-ethip4-ip4base-l3fwd-ndrdisc"
4389 gridcolor: "rgb(238, 238, 238)"
4390 linecolor: "rgb(238, 238, 238)"
4394 showticklabels: True
4395 tickcolor: "rgb(238, 238, 238)"
4397 title: "Indexed Test Cases"
4400 gridcolor: "rgb(238, 238, 238)'"
4402 linecolor: "rgb(238, 238, 238)"
4407 showticklabels: True
4408 tickcolor: "rgb(238, 238, 238)"
4409 title: "Latency min/avg/max [uSec]"
4427 title: "DPDK Latency 64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4428 algorithm: "plot_latency_box"
4429 output-file-type: ".html"
4430 output-file: "{DIR[STATIC,DPDK]}/64B-2t2c-ipv4-ndrdisc-lat50"
4432 csit-dpdk-perf-1710-all:
4435 filter: "'64B' and 'BASE' and 'NDRDISC' and '2T2C' and 'IP4FWD'"
4442 title: "64B-2t2c-ethip4-ip4base-l3fwd-ndrdisc"
4447 gridcolor: "rgb(238, 238, 238)"
4448 linecolor: "rgb(238, 238, 238)"
4452 showticklabels: True
4453 tickcolor: "rgb(238, 238, 238)"
4455 title: "Indexed Test Cases"
4458 gridcolor: "rgb(238, 238, 238)'"
4460 linecolor: "rgb(238, 238, 238)"
4465 showticklabels: True
4466 tickcolor: "rgb(238, 238, 238)"
4467 title: "Latency min/avg/max [uSec]"