X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fiterative_reconf_rls2302.py;fp=csit.infra.etl%2Fiterative_reconf_rls2210.py;h=47f27a22a158c16c211c639c368254c5ba0a84b9;hp=836cf81de4e30d5125b1d6605020715cfd51d2f4;hb=8e131d171691ea86bd3f93cd9cae963d7e9d6f08;hpb=1c1a3c4cf067f10deb387535b8280056c8092f96 diff --git a/csit.infra.etl/iterative_reconf_rls2210.py b/csit.infra.etl/iterative_reconf_rls2302.py similarity index 97% rename from csit.infra.etl/iterative_reconf_rls2210.py rename to csit.infra.etl/iterative_reconf_rls2302.py index 836cf81de4..47f27a22a1 100644 --- a/csit.infra.etl/iterative_reconf_rls2210.py +++ b/csit.infra.etl/iterative_reconf_rls2302.py @@ -1,6 +1,6 @@ #!/usr/bin/env python3 -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2210" in path] +filtered_paths = [path for path in paths if "report-iterative-2302" in path] out_sdf = process_json_to_dataframe("reconf", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2210", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2302", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",