ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2302" in path]
+filtered_paths = [path for path in paths if "report-coverage-2306" in path]
out_sdf = process_json_to_dataframe("hoststack", filtered_paths)
out_sdf.show(truncate=False)
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2302",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2306",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",