1 # NOTE: This is only an example. The work is in progress so it can be changed.
7 # - Download of input data files
9 # - Read data from given zip / xml files
10 # - Set the configuration as it is done in normal mode
11 # If the section "type: debug" is missing, CFG[DEBUG] is set to 0.
14 CFG[BLD_LATEX]: 1 # Remove?
15 CFG[BLD_HTML]: 1 # Remove?
19 DIR[BUILD,HTML]: "_build"
20 DIR[BUILD,LATEX]: "_build_latex"
21 DIR[RST]: "../../../docs/report"
23 DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
25 DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
26 DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
27 DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
28 DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
29 DIR[STATIC,TREND]: "{DIR[STATIC]}/trending"
31 DIR[PLOT,VPP]: "{DIR[WORKING]}/vpp_plot"
32 DIR[PLOT,DPDK]: "{DIR[WORKING]}/dpdk_plot"
34 DIR[DTR]: "{DIR[RST]}/detailed_test_results"
35 DIR[DTR,PERF,DPDK]: "{DIR[DTR]}/dpdk_performance_results"
36 DIR[DTR,PERF,VPP]: "{DIR[DTR]}/vpp_performance_results"
37 DIR[DTR,PERF,HC]: "{DIR[DTR]}/honeycomb_performance_results"
38 DIR[DTR,FUNC,VPP]: "{DIR[DTR]}/vpp_functional_results"
39 DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
40 DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
41 DIR[DTR,PERF,VPP,IMPRV]: "{DIR[RST]}/vpp_performance_tests/performance_improvements"
43 DIR[DTC]: "{DIR[RST]}/test_configuration"
44 DIR[DTC,PERF,VPP]: "{DIR[DTC]}/vpp_performance_configuration"
45 DIR[DTC,FUNC,VPP]: "{DIR[DTC]}/vpp_functional_configuration"
47 DIR[DTO]: "{DIR[RST]}/test_operational_data"
48 DIR[DTO,PERF,VPP]: "{DIR[DTO]}/vpp_performance_operational_data"
50 DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
53 URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
54 URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
57 # List the directories which are created while preparing the environment.
58 # All directories MUST be defined in "paths" section.
69 # List the directories which are deleted while cleaning the environment.
70 # All directories MUST be defined in "paths" section.
74 # List the directories where the results (build) is stored.
75 # All directories MUST be defined in "paths" section.
82 input-format: "xml" # zip or xml
83 extract: "output.xml" # Only for zip
85 # The files must be in the directory DIR[WORKING,DATA]
86 csit-vpp-perf-1707-all:
89 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__13__output.xml"
92 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml"
95 file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml"
98 type: "input" # Ignored in debug mode
100 file-name: "robot-plugin.zip"
101 download-path: "{job}/{build}/robot/report/*zip*/{filename}"
102 # file-name: "output_perf_data.xml"
103 # download-file-name: "{job}/{build}/robot/report/{filename}"
104 extract: "output.xml"
106 csit-vpp-perf-1707-all:
118 csit-dpdk-perf-1704-all:
129 csit-vpp-functional-1707-ubuntu1604-virl:
130 - lastSuccessfulBuild
131 hc2vpp-csit-perf-master-ubuntu1604:
134 hc2vpp-csit-integration-1707-ubuntu1604:
135 - lastSuccessfulBuild
136 csit-nsh_sfc-verify-func-1707-ubuntu1604-virl:
138 csit-vpp-perf-1704-all:
149 csit-dpdk-perf-1704-all:
173 title: "Performance improvments"
174 algoritm: "performance-improvements"
175 template: "templates/tmpl_performance_improvements.csv"
176 output-file-format: "csv"
177 output-file: "{DIR[WORKING]}/path/to/my_table.csv"
180 title: "VPP Functionality"
186 title: "VPP-17.04 mean [Mpps]"
187 data: "vpp 1704 performance mean"
189 title: "VPP-17.07 mean [Mpps]"
190 data: "vpp 1707 performance mean"
192 title: "VPP-17.07 stdev [Mpps]"
193 data: "vpp 1707 performance stdev"
195 title: "17.04 to 17.07 change"
196 data: "change-relative 4 5"
199 csit-vpp-perf-1707-all:
203 # Keep this formatting, the filter is enclosed with " (quotation mark) and
204 # each tag is enclosed with ' (apostrophe).
205 filter: "'64B' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"
211 output-file-type: "html"
212 output-file: "{DIR[WORKING]}/path/to/my_plot.html"
213 plot-type: "performance-box" # box, line
214 plot-title: "plot title"
215 x-axis: "x-axis title"
216 y-axis: "y-axis title"
218 csit-vpp-perf-1707-all:
230 - "'64B' and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'"