X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=csit.infra.etl%2Fcoverage_mrr_rls2302.py;fp=csit.infra.etl%2Fcoverage_mrr_rls2210.py;h=7ed4c93e7902a5eb3f4d1e0cfbd389a231c97f8a;hb=8e131d171691ea86bd3f93cd9cae963d7e9d6f08;hp=9c9e1c96031db6ca2b605b68f1360abcdabffe85;hpb=1c1a3c4cf067f10deb387535b8280056c8092f96;p=csit.git diff --git a/csit.infra.etl/coverage_mrr_rls2210.py b/csit.infra.etl/coverage_mrr_rls2302.py similarity index 96% rename from csit.infra.etl/coverage_mrr_rls2210.py rename to csit.infra.etl/coverage_mrr_rls2302.py index 9c9e1c9603..7ed4c93e79 100644 --- a/csit.infra.etl/coverage_mrr_rls2210.py +++ b/csit.infra.etl/coverage_mrr_rls2302.py @@ -1,6 +1,6 @@ #!/usr/bin/env python3 -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2210" in path] +filtered_paths = [path for path in paths if "report-coverage-2302" in path] out_sdf = process_json_to_dataframe("mrr", filtered_paths) out_sdf.printSchema() @@ -154,7 +154,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2210", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2302", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",