X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=csit.infra.etl%2Fcoverage_soak_rls2402.py;fp=csit.infra.etl%2Fcoverage_soak_rls2310.py;h=7d87afd95241743569c656cc36ec90433f273783;hb=refs%2Fchanges%2F83%2F40183%2F2;hp=2e1a739d7434b455855b1fcd62b43bea34d239f8;hpb=1191a01f7981d37577ee872614274e88e3522db4;p=csit.git diff --git a/csit.infra.etl/coverage_soak_rls2310.py b/csit.infra.etl/coverage_soak_rls2402.py similarity index 97% rename from csit.infra.etl/coverage_soak_rls2310.py rename to csit.infra.etl/coverage_soak_rls2402.py index 2e1a739d74..7d87afd952 100644 --- a/csit.infra.etl/coverage_soak_rls2310.py +++ b/csit.infra.etl/coverage_soak_rls2402.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2310" in path] +filtered_paths = [path for path in paths if "report-coverage-2402" in path] out_sdf = process_json_to_dataframe("soak", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",