X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fiterative_mrr_rls2302.py;fp=csit.infra.etl%2Fiterative_mrr_rls2210.py;h=6ee7971aee3764276bf0fb09bd38fdd91e15e79b;hp=b7a8dbcbfa03ec90c09c3305dbf7fb2114487b3d;hb=8e131d171691ea86bd3f93cd9cae963d7e9d6f08;hpb=1c1a3c4cf067f10deb387535b8280056c8092f96 diff --git a/csit.infra.etl/iterative_mrr_rls2210.py b/csit.infra.etl/iterative_mrr_rls2302.py similarity index 97% rename from csit.infra.etl/iterative_mrr_rls2210.py rename to csit.infra.etl/iterative_mrr_rls2302.py index b7a8dbcbfa..6ee7971aee 100644 --- a/csit.infra.etl/iterative_mrr_rls2210.py +++ b/csit.infra.etl/iterative_mrr_rls2302.py @@ -1,6 +1,6 @@ #!/usr/bin/env python3 -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-iterative-2210" in path] +filtered_paths = [path for path in paths if "report-iterative-2302" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2210", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2302", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",