Report: fixes
[csit.git] / resources / tools / presentation / specifications / report / environment.yaml
1 ################################################################################
2 ###                          E N V I R O N M E N T                           ###
3 ################################################################################
4
5 - type: "environment"
6
7   spec-files:
8     - "specifications/report/data_sets.yaml"
9     - "specifications/report/layouts.yaml"
10     - "specifications/report/elements.yaml"
11
12   paths:
13     # Top level directories:
14     ## Working directory
15     DIR[WORKING]: "_tmp"
16     ## Build directories
17     DIR[BUILD,HTML]: "_build"
18     DIR[BUILD,LATEX]: "_build_latex"
19
20     # Static .rst files
21     DIR[RST]: "../../../docs/report"
22
23     # Working directories
24     ## Input data files (.zip, .xml)
25     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
26     ## Static source files from git
27     DIR[WORKING,SRC]: "{DIR[WORKING]}/src"
28     DIR[WORKING,SRC,STATIC]: "{DIR[WORKING,SRC]}/_static"
29
30     # Static html content
31     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
32     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
33     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
34     DIR[STATIC,TREX]: "{DIR[STATIC]}/trex"
35     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
36
37     # Detailed test results
38     DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results"
39     DIR[DTR,PERF,DPDK,2N,ICX]: "{DIR[DTR]}/dpdk_performance_results_2n_icx"
40     DIR[DTR,PERF,DPDK,3N,ICX]: "{DIR[DTR]}/dpdk_performance_results_3n_icx"
41     DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx"
42     DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx"
43     DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2"
44     DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
45     DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv"
46     DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
47     DIR[DTR,PERF,DPDK,3N,ALT]: "{DIR[DTR]}/dpdk_performance_results_3n_alt"
48     DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
49     DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2"
50     DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx"
51     DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
52     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
53     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
54     DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2"
55     DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx"
56     DIR[DTR,PERF,VPP,2N,ICX]: "{DIR[DTR]}/vpp_performance_results_2n_icx"
57     DIR[DTR,PERF,VPP,3N,ICX]: "{DIR[DTR]}/vpp_performance_results_3n_icx"
58     DIR[DTR,PERF,VPP,3N,ALT]: "{DIR[DTR]}/vpp_performance_results_3n_alt"
59     DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh"
60     DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2"
61     DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv"
62     DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
63     DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws"
64     DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws"
65     DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results"
66     DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
67     DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
68     DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2"
69     DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx"
70     DIR[DTR,MRR,VPP,2N,ICX]: "{DIR[DTR]}/vpp_mrr_results_2n_icx"
71     DIR[DTR,MRR,VPP,3N,ICX]: "{DIR[DTR]}/vpp_mrr_results_3n_icx"
72     DIR[DTR,MRR,VPP,3N,ALT]: "{DIR[DTR]}/vpp_mrr_results_3n_alt"
73     DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh"
74     DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2"
75     DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv"
76     DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
77     DIR[DTR,MRR,VPP,3N,AWS]: "{DIR[DTR]}/vpp_mrr_results_3n_aws"
78     DIR[DTR,MRR,VPP,2N,AWS]: "{DIR[DTR]}/vpp_mrr_results_2n_aws"
79     DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu"
80
81     # Detailed test configurations
82     DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration"
83     DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration"
84     DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx"
85     DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx"
86     DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2"
87     DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx"
88     DIR[DTC,PERF,VPP,2N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_2n_icx"
89     DIR[DTC,PERF,VPP,3N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_3n_icx"
90     DIR[DTC,PERF,VPP,3N,ALT]: "{DIR[DTC]}/vpp_performance_configuration_3n_alt"
91     DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh"
92     DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2"
93     DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv"
94     DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv"
95     DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws"
96     DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws"
97     DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration"
98     DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx"
99     DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx"
100     DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2"
101     DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx"
102     DIR[DTC,MRR,VPP,2N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_icx"
103     DIR[DTC,MRR,VPP,3N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_icx"
104     DIR[DTC,MRR,VPP,3N,ALT]: "{DIR[DTC]}/vpp_mrr_configuration_3n_alt"
105     DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh"
106     DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2"
107     DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv"
108     DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv"
109     DIR[DTC,MRR,VPP,3N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_3n_aws"
110     DIR[DTC,MRR,VPP,2N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_2n_aws"
111     DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu"
112
113     # Detailed tests operational data
114     DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data"
115     DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data"
116     DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx"
117     DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx"
118     DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2"
119     DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx"
120     DIR[DTO,PERF,VPP,2N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_icx"
121     DIR[DTO,PERF,VPP,3N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_icx"
122     DIR[DTO,PERF,VPP,3N,ALT]: "{DIR[DTO]}/vpp_performance_operational_data_3n_alt"
123     DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh"
124     DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2"
125     DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
126     DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
127     DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws"
128     DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws"
129
130     # Latencies:
131     DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
132     DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
133     DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs"
134
135     # .css patch file to fix tables generated by Sphinx
136     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
137     DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
138
139   # Data sources are used in this order:
140   data-sources:
141     # XML
142     - type: "xml"
143       url: "https://s3-logs.fd.io/vex-yul-rot-jenkins-1"
144       path: "{job}/{build}/{filename}"
145       file-name: "output_info.xml.gz"
146       file-format: ".gz"
147       enabled: True
148     # XML from S3 docs
149     - type: "xml-docs"
150       url: "https://s3-docs.fd.io/csit"
151       path: "report/_static/archive"
152       file-name: "output_info.xml.gz"
153       file-format: ".gz"
154       enabled: True
155     - type: "xml-docs"
156       url: "https://s3-docs.fd.io/csit"
157       path: "report/_static/archive"
158       file-name: "output.xml.gz"
159       file-format: ".gz"
160       enabled: True
161
162   archive-inputs: True
163
164   mapping-file: ""
165
166   ignore-list: ""
167
168   make-dirs:
169   # List the directories which are created while preparing the environment.
170   # All directories MUST be defined in "paths" section.
171     - "DIR[WORKING,DATA]"
172     - "DIR[STATIC,VPP]"
173     - "DIR[STATIC,DPDK]"
174     - "DIR[STATIC,TREX]"
175     - "DIR[STATIC,ARCH]"
176     - "DIR[BUILD,LATEX]"
177     - "DIR[WORKING,SRC]"
178     - "DIR[WORKING,SRC,STATIC]"
179
180   remove-dirs:
181   # List the directories which are deleted while cleaning the environment.
182   # All directories MUST be defined in "paths" section.
183   #  - "DIR[BUILD,HTML]"
184     - "DIR[WORKING,DATA]"
185
186   build-dirs:
187   # List the directories where the results (build) is stored.
188   # All directories MUST be defined in "paths" section.
189     - "DIR[BUILD,HTML]"
190     - "DIR[BUILD,LATEX]"
191
192   reverse-input: False  # Needed for trending, not important for the report
193
194   limits:
195     nic:
196       x520: 24460000
197       x553: 29761905
198       x710: 35800000
199       xxv710: 35800000
200       xl710: 35800000
201       cx556a: 148809523.81
202       e810cq: 148809523.81
203       e810xxv: 35800000
204
205     link:
206       10ge: 14880952.38
207       25ge: 37202380.95
208       40ge: 59523809.52
209       100ge: 148809523.81
210
211     pci:
212       pci-g3-x8: 74404761.90
213       pci-g3-x16: 148809523.81
214
215   frequency:  # [GHz]
216     2n-dnv: 2.000
217     2n-clx: 2.300
218     2n-icx: 2.600
219     2n-skx: 2.500
220     2n-zn2: 2.900
221     3n-alt: 3.000
222     3n-dnv: 2.000
223     3n-icx: 2.600
224     3n-skx: 2.500
225     3n-tsh: 2.200
226
227 ################################################################################
228 ###                               S T A T I C                                ###
229 ################################################################################
230
231 - type: "static"
232   src-path: "{DIR[RST]}"
233   dst-path: "{DIR[WORKING,SRC]}"
234
235 ################################################################################
236 ###                               O U T P U T                                ###
237 ################################################################################
238
239 - type: "output"
240   arch-file-format:
241     - ".gz"
242     - ".zip"
243   output: "report"
244   format:
245     html:
246       - full
247     pdf:
248       - minimal