2 datacenters = "${datacenters}"
6 prohibit_overlap = "${prohibit_overlap}"
7 time_zone = "${time_zone}"
9 group "${job_name}-master" {
14 attribute = "$${attr.cpu.arch}"
19 attribute = "$${node.class}"
22 task "${job_name}-trending-mrr" {
24 source = "git::https://github.com/FDio/csit"
25 destination = "local/csit"
30 command = "gluesparksubmit"
32 "--driver-memory", "30g",
33 "--executor-memory", "30g",
36 work_dir = "/local/csit/csit.infra.etl"
39 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
40 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
41 AWS_DEFAULT_REGION = "${aws_default_region}"
42 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
43 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
44 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
52 task "${job_name}-trending-ndrpdr" {
54 source = "git::https://github.com/FDio/csit"
55 destination = "local/csit"
60 command = "gluesparksubmit"
62 "--driver-memory", "30g",
63 "--executor-memory", "30g",
66 work_dir = "/local/csit/csit.infra.etl"
69 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
70 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
71 AWS_DEFAULT_REGION = "${aws_default_region}"
72 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
73 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
74 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
82 task "${job_name}-trending-soak" {
84 source = "git::https://github.com/FDio/csit"
85 destination = "local/csit"
90 command = "gluesparksubmit"
92 "--driver-memory", "30g",
93 "--executor-memory", "30g",
96 work_dir = "/local/csit/csit.infra.etl"
99 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
100 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
101 AWS_DEFAULT_REGION = "${aws_default_region}"
102 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
103 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
104 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
112 task "${job_name}-stats" {
114 source = "git::https://github.com/FDio/csit"
115 destination = "local/csit"
120 command = "gluesparksubmit"
122 "--driver-memory", "10g",
123 "--executor-memory", "10g",
126 work_dir = "/local/csit/csit.infra.etl"
129 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
130 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
131 AWS_DEFAULT_REGION = "${aws_default_region}"
132 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
133 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
134 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
143 group "${job_name}-rls2210" {
148 attribute = "$${attr.cpu.arch}"
153 attribute = "$${node.class}"
156 task "${job_name}-coverage-device" {
158 source = "git::https://github.com/FDio/csit"
159 destination = "local/csit"
164 command = "gluesparksubmit"
166 "--driver-memory", "20g",
167 "--executor-memory", "20g",
168 "--executor-cores", "2",
169 "--master", "local[2]",
170 "coverage_device_rls2210.py"
172 work_dir = "/local/csit/csit.infra.etl"
175 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
176 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
177 AWS_DEFAULT_REGION = "${aws_default_region}"
178 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
179 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
180 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
188 task "${job_name}-coverage-mrr" {
190 source = "git::https://github.com/FDio/csit"
191 destination = "local/csit"
196 command = "gluesparksubmit"
198 "--driver-memory", "20g",
199 "--executor-memory", "20g",
200 "--executor-cores", "2",
201 "--master", "local[2]",
202 "coverage_mrr_rls2210.py"
204 work_dir = "/local/csit/csit.infra.etl"
207 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
208 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
209 AWS_DEFAULT_REGION = "${aws_default_region}"
210 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
211 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
212 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
220 task "${job_name}-coverage-ndrpdr" {
222 source = "git::https://github.com/FDio/csit"
223 destination = "local/csit"
228 command = "gluesparksubmit"
230 "--driver-memory", "20g",
231 "--executor-memory", "20g",
232 "--executor-cores", "2",
233 "--master", "local[2]",
234 "coverage_ndrpdr_rls2210.py"
236 work_dir = "/local/csit/csit.infra.etl"
239 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
240 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
241 AWS_DEFAULT_REGION = "${aws_default_region}"
242 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
243 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
244 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
252 task "${job_name}-coverage-soak" {
254 source = "git::https://github.com/FDio/csit"
255 destination = "local/csit"
260 command = "gluesparksubmit"
262 "--driver-memory", "20g",
263 "--executor-memory", "20g",
264 "--executor-cores", "2",
265 "--master", "local[2]",
266 "coverage_soak_rls2210.py"
268 work_dir = "/local/csit/csit.infra.etl"
271 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
272 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
273 AWS_DEFAULT_REGION = "${aws_default_region}"
274 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
275 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
276 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
284 task "${job_name}-iterative-mrr" {
286 source = "git::https://github.com/FDio/csit"
287 destination = "local/csit"
292 command = "gluesparksubmit"
294 "--driver-memory", "20g",
295 "--executor-memory", "20g",
296 "--executor-cores", "2",
297 "--master", "local[2]",
298 "iterative_mrr_rls2210.py"
300 work_dir = "/local/csit/csit.infra.etl"
303 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
304 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
305 AWS_DEFAULT_REGION = "${aws_default_region}"
306 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
307 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
308 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
316 task "${job_name}-iterative-ndrpdr" {
318 source = "git::https://github.com/FDio/csit"
319 destination = "local/csit"
324 command = "gluesparksubmit"
326 "--driver-memory", "20g",
327 "--executor-memory", "20g",
328 "--executor-cores", "2",
329 "--master", "local[2]",
330 "iterative_ndrpdr_rls2210.py"
332 work_dir = "/local/csit/csit.infra.etl"
335 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
336 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
337 AWS_DEFAULT_REGION = "${aws_default_region}"
338 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
339 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
340 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
348 task "${job_name}-iterative-soak" {
350 source = "git::https://github.com/FDio/csit"
351 destination = "local/csit"
356 command = "gluesparksubmit"
358 "--driver-memory", "20g",
359 "--executor-memory", "20g",
360 "--executor-cores", "2",
361 "--master", "local[2]",
362 "iterative_soak_rls2210.py"
364 work_dir = "/local/csit/csit.infra.etl"
367 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
368 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
369 AWS_DEFAULT_REGION = "${aws_default_region}"
370 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
371 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
372 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"