ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-coverage-2202" in path]
+filtered_paths = [path for path in paths if "report-coverage-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2202",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2206",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
ignore_empty=True
)
-filtered_paths = [path for path in paths if "report-iterative-2202" in path]
+filtered_paths = [path for path in paths if "report-iterative-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2202",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2206",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",