X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fcoverage_rls2206.py;fp=csit.infra.etl%2Fcoverage_rls2202.py;h=4df7898fe1cd68545583e04bad5827400beb16cc;hp=97b0a12b88c1031faa0c5660eea604895d2a0d8e;hb=refs%2Fchanges%2F04%2F36204%2F1;hpb=a201f3d3a5fdb9ccb86d57664cfd1de4bf484d36 diff --git a/csit.infra.etl/coverage_rls2202.py b/csit.infra.etl/coverage_rls2206.py similarity index 99% rename from csit.infra.etl/coverage_rls2202.py rename to csit.infra.etl/coverage_rls2206.py index 97b0a12b88..4df7898fe1 100644 --- a/csit.infra.etl/coverage_rls2202.py +++ b/csit.infra.etl/coverage_rls2206.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2202" in path] +filtered_paths = [path for path in paths if "report-coverage-2206" in path] for schema_name in ["mrr", "ndrpdr", "soak", "device"]: out_sdf = process_json_to_dataframe(schema_name, filtered_paths) @@ -156,7 +156,7 @@ for schema_name in ["mrr", "ndrpdr", "soak", "device"]: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2202", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2206", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",