feat(etl): Add rls2402
[csit.git] / csit.infra.etl / iterative_soak_rls2402.py
similarity index 98%
rename from csit.infra.etl/iterative_soak_rls2310.py
rename to csit.infra.etl/iterative_soak_rls2402.py
index cfe733b..55c6eb4 100644 (file)
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
     ignore_empty=True
 )
 
-filtered_paths = [path for path in paths if "report-iterative-2310" in path]
+filtered_paths = [path for path in paths if "report-iterative-2402" in path]
 
 out_sdf = process_json_to_dataframe("soak", filtered_paths)
 out_sdf.printSchema()
@@ -154,7 +154,7 @@ out_sdf = out_sdf \
 try:
     wr.s3.to_parquet(
         df=out_sdf.toPandas(),
-        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2310",
+        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2402",
         dataset=True,
         partition_cols=["test_type", "year", "month", "day"],
         compression="snappy",