X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fiterative_rls2206.py;fp=csit.infra.etl%2Fiterative_rls2202.py;h=f4625cf9a881f71c91e6d45bd4b71043d48f9a8a;hp=13b6f4272c04eae94e143d6d4f8f6f3ba5fdc155;hb=4c6b808980195b3f474607b9412d0917dedac05a;hpb=a201f3d3a5fdb9ccb86d57664cfd1de4bf484d36 diff --git a/csit.infra.etl/iterative_rls2202.py b/csit.infra.etl/iterative_rls2206.py similarity index 99% rename from csit.infra.etl/iterative_rls2202.py rename to csit.infra.etl/iterative_rls2206.py index 13b6f4272c..f4625cf9a8 100644 --- a/csit.infra.etl/iterative_rls2202.py +++ b/csit.infra.etl/iterative_rls2206.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2202" in path] +filtered_paths = [path for path in paths if "report-iterative-2206" in path] for schema_name in ["mrr", "ndrpdr", "soak"]: out_sdf = process_json_to_dataframe(schema_name, filtered_paths) @@ -156,7 +156,7 @@ for schema_name in ["mrr", "ndrpdr", "soak"]: try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2202", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2206", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",