X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=csit.infra.etl%2Fcoverage_hoststack_rls2306.py;fp=csit.infra.etl%2Fcoverage_hoststack_rls2302.py;h=9a5f7a5bc9cdd89c85fe71b7add40a023d0f16d5;hp=4ec286f679af974ec166dd97e9d3b0e5de51f3a5;hb=d164bef0373edfd2b6cc7d4aaa27b928065df3e5;hpb=1fd3d96de221e7bf281f7ce96dc5cad0170a602d diff --git a/csit.infra.etl/coverage_hoststack_rls2302.py b/csit.infra.etl/coverage_hoststack_rls2306.py similarity index 99% rename from csit.infra.etl/coverage_hoststack_rls2302.py rename to csit.infra.etl/coverage_hoststack_rls2306.py index 4ec286f679..9a5f7a5bc9 100644 --- a/csit.infra.etl/coverage_hoststack_rls2302.py +++ b/csit.infra.etl/coverage_hoststack_rls2306.py @@ -141,7 +141,7 @@ paths = wr.s3.list_objects( ignore_empty=True ) -filtered_paths = [path for path in paths if "report-coverage-2302" in path] +filtered_paths = [path for path in paths if "report-coverage-2306" in path] out_sdf = process_json_to_dataframe("hoststack", filtered_paths) out_sdf.show(truncate=False) @@ -155,7 +155,7 @@ out_sdf = out_sdf \ try: wr.s3.to_parquet( df=out_sdf.toPandas(), - path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2302", + path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2306", dataset=True, partition_cols=["test_type", "year", "month", "day"], compression="snappy",