2 datacenters = "${datacenters}"
6 prohibit_overlap = "${prohibit_overlap}"
7 time_zone = "${time_zone}"
9 group "${job_name}-trending" {
14 attribute = "$${attr.cpu.arch}"
19 attribute = "$${node.class}"
22 task "${job_name}-trending-mrr" {
24 source = "git::https://github.com/FDio/csit"
25 destination = "local/csit"
30 command = "gluesparksubmit"
32 "--driver-memory", "30g",
33 "--executor-memory", "30g",
36 work_dir = "/local/csit/csit.infra.etl"
39 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
40 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
41 AWS_DEFAULT_REGION = "${aws_default_region}"
42 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
43 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
44 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
52 task "${job_name}-trending-ndrpdr" {
54 source = "git::https://github.com/FDio/csit"
55 destination = "local/csit"
60 command = "gluesparksubmit"
62 "--driver-memory", "30g",
63 "--executor-memory", "30g",
66 work_dir = "/local/csit/csit.infra.etl"
69 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
70 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
71 AWS_DEFAULT_REGION = "${aws_default_region}"
72 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
73 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
74 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
82 task "${job_name}-trending-soak" {
84 source = "git::https://github.com/FDio/csit"
85 destination = "local/csit"
90 command = "gluesparksubmit"
92 "--driver-memory", "30g",
93 "--executor-memory", "30g",
96 work_dir = "/local/csit/csit.infra.etl"
99 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
100 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
101 AWS_DEFAULT_REGION = "${aws_default_region}"
102 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
103 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
104 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
112 task "${job_name}-trending-reconf" {
114 source = "git::https://github.com/FDio/csit"
115 destination = "local/csit"
120 command = "gluesparksubmit"
122 "--driver-memory", "30g",
123 "--executor-memory", "30g",
126 work_dir = "/local/csit/csit.infra.etl"
129 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
130 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
131 AWS_DEFAULT_REGION = "${aws_default_region}"
132 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
133 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
134 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
142 task "${job_name}-trending-hoststack" {
144 source = "git::https://github.com/FDio/csit"
145 destination = "local/csit"
150 command = "gluesparksubmit"
152 "--driver-memory", "30g",
153 "--executor-memory", "30g",
154 "trending_hoststack.py"
156 work_dir = "/local/csit/csit.infra.etl"
159 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
160 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
161 AWS_DEFAULT_REGION = "${aws_default_region}"
162 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
163 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
164 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
173 group "${job_name}-stats" {
178 attribute = "$${attr.cpu.arch}"
183 attribute = "$${node.class}"
186 task "${job_name}-stats" {
188 source = "git::https://github.com/FDio/csit"
189 destination = "local/csit"
194 command = "gluesparksubmit"
196 "--driver-memory", "10g",
197 "--executor-memory", "10g",
200 work_dir = "/local/csit/csit.infra.etl"
203 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
204 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
205 AWS_DEFAULT_REGION = "${aws_default_region}"
206 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
207 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
208 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
217 group "${job_name}-coverage-rls2302" {
222 attribute = "$${attr.cpu.arch}"
227 attribute = "$${node.class}"
230 task "${job_name}-coverage-device" {
232 source = "git::https://github.com/FDio/csit"
233 destination = "local/csit"
238 command = "gluesparksubmit"
240 "--driver-memory", "20g",
241 "--executor-memory", "20g",
242 "--executor-cores", "2",
243 "--master", "local[2]",
244 "coverage_device_rls2302.py"
246 work_dir = "/local/csit/csit.infra.etl"
249 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
250 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
251 AWS_DEFAULT_REGION = "${aws_default_region}"
252 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
253 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
254 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
262 task "${job_name}-coverage-hoststack" {
264 source = "git::https://github.com/FDio/csit"
265 destination = "local/csit"
270 command = "gluesparksubmit"
272 "--driver-memory", "20g",
273 "--executor-memory", "20g",
274 "--executor-cores", "2",
275 "--master", "local[2]",
276 "coverage_hoststack_rls2302.py"
278 work_dir = "/local/csit/csit.infra.etl"
281 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
282 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
283 AWS_DEFAULT_REGION = "${aws_default_region}"
284 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
285 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
286 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
294 task "${job_name}-coverage-mrr" {
296 source = "git::https://github.com/FDio/csit"
297 destination = "local/csit"
302 command = "gluesparksubmit"
304 "--driver-memory", "20g",
305 "--executor-memory", "20g",
306 "--executor-cores", "2",
307 "--master", "local[2]",
308 "coverage_mrr_rls2302.py"
310 work_dir = "/local/csit/csit.infra.etl"
313 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
314 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
315 AWS_DEFAULT_REGION = "${aws_default_region}"
316 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
317 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
318 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
326 task "${job_name}-coverage-ndrpdr" {
328 source = "git::https://github.com/FDio/csit"
329 destination = "local/csit"
334 command = "gluesparksubmit"
336 "--driver-memory", "20g",
337 "--executor-memory", "20g",
338 "--executor-cores", "2",
339 "--master", "local[2]",
340 "coverage_ndrpdr_rls2302.py"
342 work_dir = "/local/csit/csit.infra.etl"
345 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
346 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
347 AWS_DEFAULT_REGION = "${aws_default_region}"
348 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
349 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
350 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
358 task "${job_name}-coverage-reconf" {
360 source = "git::https://github.com/FDio/csit"
361 destination = "local/csit"
366 command = "gluesparksubmit"
368 "--driver-memory", "20g",
369 "--executor-memory", "20g",
370 "--executor-cores", "2",
371 "--master", "local[2]",
372 "coverage_reconf_rls2302.py"
374 work_dir = "/local/csit/csit.infra.etl"
377 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
378 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
379 AWS_DEFAULT_REGION = "${aws_default_region}"
380 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
381 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
382 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
390 task "${job_name}-coverage-soak" {
392 source = "git::https://github.com/FDio/csit"
393 destination = "local/csit"
398 command = "gluesparksubmit"
400 "--driver-memory", "20g",
401 "--executor-memory", "20g",
402 "--executor-cores", "2",
403 "--master", "local[2]",
404 "coverage_soak_rls2302.py"
406 work_dir = "/local/csit/csit.infra.etl"
409 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
410 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
411 AWS_DEFAULT_REGION = "${aws_default_region}"
412 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
413 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
414 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
423 group "${job_name}-iterative-rls2302" {
428 attribute = "$${attr.cpu.arch}"
433 attribute = "$${node.class}"
436 task "${job_name}-iterative-hoststack" {
438 source = "git::https://github.com/FDio/csit"
439 destination = "local/csit"
444 command = "gluesparksubmit"
446 "--driver-memory", "20g",
447 "--executor-memory", "20g",
448 "--executor-cores", "2",
449 "--master", "local[2]",
450 "iterative_hoststack_rls2302.py"
452 work_dir = "/local/csit/csit.infra.etl"
455 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
456 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
457 AWS_DEFAULT_REGION = "${aws_default_region}"
458 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
459 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
460 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
468 task "${job_name}-iterative-mrr" {
470 source = "git::https://github.com/FDio/csit"
471 destination = "local/csit"
476 command = "gluesparksubmit"
478 "--driver-memory", "20g",
479 "--executor-memory", "20g",
480 "--executor-cores", "2",
481 "--master", "local[2]",
482 "iterative_mrr_rls2302.py"
484 work_dir = "/local/csit/csit.infra.etl"
487 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
488 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
489 AWS_DEFAULT_REGION = "${aws_default_region}"
490 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
491 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
492 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
500 task "${job_name}-iterative-ndrpdr" {
502 source = "git::https://github.com/FDio/csit"
503 destination = "local/csit"
508 command = "gluesparksubmit"
510 "--driver-memory", "20g",
511 "--executor-memory", "20g",
512 "--executor-cores", "2",
513 "--master", "local[2]",
514 "iterative_ndrpdr_rls2302.py"
516 work_dir = "/local/csit/csit.infra.etl"
519 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
520 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
521 AWS_DEFAULT_REGION = "${aws_default_region}"
522 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
523 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
524 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
532 task "${job_name}-iterative-reconf" {
534 source = "git::https://github.com/FDio/csit"
535 destination = "local/csit"
540 command = "gluesparksubmit"
542 "--driver-memory", "20g",
543 "--executor-memory", "20g",
544 "--executor-cores", "2",
545 "--master", "local[2]",
546 "iterative_reconf_rls2302.py"
548 work_dir = "/local/csit/csit.infra.etl"
551 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
552 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
553 AWS_DEFAULT_REGION = "${aws_default_region}"
554 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
555 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
556 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"
564 task "${job_name}-iterative-soak" {
566 source = "git::https://github.com/FDio/csit"
567 destination = "local/csit"
572 command = "gluesparksubmit"
574 "--driver-memory", "20g",
575 "--executor-memory", "20g",
576 "--executor-cores", "2",
577 "--master", "local[2]",
578 "iterative_soak_rls2302.py"
580 work_dir = "/local/csit/csit.infra.etl"
583 AWS_ACCESS_KEY_ID = "${aws_access_key_id}"
584 AWS_SECRET_ACCESS_KEY = "${aws_secret_access_key}"
585 AWS_DEFAULT_REGION = "${aws_default_region}"
586 OUT_AWS_ACCESS_KEY_ID = "${out_aws_access_key_id}"
587 OUT_AWS_SECRET_ACCESS_KEY = "${out_aws_secret_access_key}"
588 OUT_AWS_DEFAULT_REGION = "${out_aws_default_region}"