ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2310" in path]
+filtered_paths = [path for path in paths if "report-coverage-2402" in path]
out_sdf = process_json_to_dataframe("mrr", filtered_paths)
out_sdf.printSchema()
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2310",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2402",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",