X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fiterative_reconf_rls2310.py;fp=csit.infra.etl%2Fiterative_reconf_rls2306.py;h=ef5e604af3be7fe387158238e2d59aea5fdc3bfc;hp=a45ac66a837647eb3806e30b71d6d68868efbf3a;hb=b0b7f8dfdd37d45de0f3fcf758798e3bfbb9381d;hpb=e9c8b39d0b6c8b7e72f26ace8233df078811b3a1 diff --git a/csit.infra.etl/iterative_reconf_rls2306.py b/csit.infra.etl/iterative_reconf_rls2310.py similarity index 99% rename from csit.infra.etl/iterative_reconf_rls2306.py rename to csit.infra.etl/iterative_reconf_rls2310.py index a45ac66a83..ef5e604af3 100644 --- a/csit.infra.etl/iterative_reconf_rls2306.py +++ b/csit.infra.etl/iterative_reconf_rls2310.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2306" in path] +filtered_paths = [path for path in paths if "report-iterative-2310" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2306", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",