feat(terraform): ETL for 2310
[csit.git] / csit.infra.etl / iterative_reconf_rls2310.py
similarity index 99%
rename from csit.infra.etl/iterative_reconf_rls2306.py
rename to csit.infra.etl/iterative_reconf_rls2310.py
index a45ac66..ef5e604 100644 (file)
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
     ignore_empty=True
 )
 
-filtered_paths = [path for path in paths if "report-iterative-2306" in path]
+filtered_paths = [path for path in paths if "report-iterative-2310" in path]
 
 out_sdf = process_json_to_dataframe("reconf", filtered_paths)
 out_sdf.show(truncate=False)
@@ -155,7 +155,7 @@ out_sdf = out_sdf \
 try:
     wr.s3.to_parquet(
         df=out_sdf.toPandas(),
-        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2306",
+        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310",
         dataset=True,
         partition_cols=["test_type", "year", "month", "day"],
         compression="snappy",