PAL: Add s3-logs
[csit.git] / resources / tools / presentation / specifications / converter / environment.yaml
1 ################################################################################
2 ###                          E N V I R O N M E N T                           ###
3 ################################################################################
4
5 - type: "environment"
6
7   spec-files:
8     - "specifications/converter/input.yaml"  # Only for converter XML --> JSON
9
10   paths:
11     # Top level directories:
12     ## Working directory
13     DIR[WORKING]: "_tmp"
14     ## Build directories
15     DIR[BUILD,JSON]: "_build"
16
17     # Working directories
18     ## Input data files (.zip, .xml)
19     DIR[WORKING,DATA]: "{DIR[WORKING]}/data"
20
21   # Data sources are used in this order:
22   data-sources:
23     # JSON from S3
24     - type: "json"
25       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
26       path: "{job}/{build}/{filename}"
27       file-name: "output.json.gz"
28       file-format: ".gz"
29       enabled: False
30     # XML
31     - type: "xml"
32       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
33       path: "{job}/{build}/archives/{filename}"
34       file-name: "output_info.xml.gz"
35       file-format: ".gz"
36       enabled: True
37     - type: "xml"
38       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
39       path: "{job}/{build}/{filename}"
40       file-name: "output_info.xml.gz"
41       file-format: ".gz"
42       enabled: True
43     - type: "xml"
44       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
45       path: "{job}/{build}/archives/{filename}"
46       file-name: "output_info.xml.gz"
47       file-format: ".gz"
48       enabled: True
49     - type: "xml"
50       url: "https://s3-logs.fd.io/logs/production/vex-yul-rot-jenkins-1"
51       path: "{job}/{build}/{filename}"
52       file-name: "output_info.xml.gz"
53       file-format: ".gz"
54       enabled: True
55     - type: "xml"
56       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
57       path: "{job}/{build}/archives/{filename}"
58       file-name: "output.xml.gz"
59       file-format: ".gz"
60       enabled: True
61     - type: "xml"
62       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
63       path: "{job}/{build}/archives/{filename}"
64       file-name: "output.xml.gz"
65       file-format: ".gz"
66       enabled: True
67     - type: "xml"
68       url: "https://logs.nginx.service.consul/vex-yul-rot-jenkins-1"
69       path: "{job}/{build}/{filename}"
70       file-name: "output.xml.gz"
71       file-format: ".gz"
72       enabled: True
73     - type: "xml"
74       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
75       path: "{job}/{build}/{filename}"
76       file-name: "output_info.xml.gz"
77       file-format: ".gz"
78       enabled: True
79     - type: "xml"
80       url: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
81       path: "{job}/{build}/{filename}"
82       file-name: "output.xml.gz"
83       file-format: ".gz"
84       enabled: True
85     # XML from docs.nexus
86     - type: "xml-docs"
87       url: "https://docs.fd.io/csit"
88       path: "report/_static/archive"
89       file-name: "output_info.xml.gz"
90       file-format: ".gz"
91       enabled: True
92     - type: "xml-docs"
93       url: "https://docs.fd.io/csit"
94       path: "report/_static/archive"
95       file-name: "output.xml.gz"
96       file-format: ".gz"
97       enabled: True
98     - type: "xml-docs"
99       url: "https://docs.fd.io/csit"
100       path: "report/_static/archive"
101       file-name: "robot-plugin.zip"
102       file-format: ".zip"
103       enabled: True
104
105   make-dirs:
106   # List the directories which are created while preparing the environment.
107   # All directories MUST be defined in "paths" section.
108     - "DIR[WORKING,DATA]"
109
110   remove-dirs:
111   # List the directories which are deleted while cleaning the environment.
112   # All directories MUST be defined in "paths" section.
113     - "DIR[WORKING,DATA]"
114
115   build-dirs:
116   # List the directories where the results (build) is stored.
117   # All directories MUST be defined in "paths" section.
118     - "DIR[BUILD,JSON]"
119
120 ################################################################################
121 ###                               O U T P U T                                ###
122 ################################################################################
123
124 - type: "output"
125   output: "convert-xml-to-json"
126   # type: flat | structured
127   # - flat - all .gz files in one directory
128   # - structured - .gz files in directories structured as job/build/*.gz
129   structure: "tree"  # Use flat or tree
130   use-template: "json/template_0.1.0.json"