summary |
shortlog |
log |
commit | commitdiff |
review |
tree
raw |
patch |
inline | side by side (from parent 1:
4612995)
Signed-off-by: pmikus <peter.mikus@protonmail.ch>
Change-Id: Iefe50300c31c999739a92d5fb578b9e45c47e84a
SHELL=/bin/bash
PATH=/sbin:/bin:/usr/sbin:/usr/bin
MAILTO=root
SHELL=/bin/bash
PATH=/sbin:/bin:/usr/sbin:/usr/bin
MAILTO=root
- 0 6 * * * root /bin/echo 'c' > /tmp/masterfifo
+ 30 2 * * * root /bin/echo 'c' > /tmp/masterfifo
commands:
remove_old_cron:
commands:
remove_old_cron:
args = [
"--driver-memory", "30g",
"--executor-memory", "30g",
args = [
"--driver-memory", "30g",
"--executor-memory", "30g",
+ "--executor-cores", "2",
+ "--master", "local[2]",
"trending_ndrpdr.py"
]
work_dir = "/local/csit/csit.infra.etl"
"trending_ndrpdr.py"
]
work_dir = "/local/csit/csit.infra.etl"
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-stats"
}
datacenters = ["yul1"]
job_name = "etl-stats"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-hoststack"
}
datacenters = ["yul1"]
job_name = "etl-trending-hoststack"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-mrr"
datacenters = ["yul1"]
job_name = "etl-trending-mrr"
}
module "etl-trending-ndrpdr" {
}
module "etl-trending-ndrpdr" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-trending-ndrpdr"
datacenters = ["yul1"]
job_name = "etl-trending-ndrpdr"
}
module "etl-iterative-hoststack-rls2310" {
}
module "etl-iterative-hoststack-rls2310" {
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-hoststack-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-iterative-hoststack-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-mrr-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-iterative-mrr-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-ndrpdr-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-iterative-ndrpdr-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-reconf-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-iterative-reconf-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-iterative-soak-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-iterative-soak-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-device-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-device-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-hoststack-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-hoststack-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-mrr-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-mrr-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-ndrpdr-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-ndrpdr-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-reconf-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-reconf-rls2310"
}
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
out_aws_access_key_id = data.vault_generic_secret.fdio_docs.data["access_key"]
out_aws_secret_access_key = data.vault_generic_secret.fdio_docs.data["secret_key"]
out_aws_default_region = data.vault_generic_secret.fdio_docs.data["region"]
+ cron = "0 30 0 * * * *"
datacenters = ["yul1"]
job_name = "etl-coverage-soak-rls2310"
}
datacenters = ["yul1"]
job_name = "etl-coverage-soak-rls2310"
}