feat(etl): rls2302 + hoststack

[csit.git] / csit.infra.etl / iterative_mrr_rls2302.py

diff --git a/csit.infra.etl/iterative_mrr_rls2210.py b/csit.infra.etl/iterative_mrr_rls2302.py
similarity index 97%
rename from csit.infra.etl/iterative_mrr_rls2210.py
rename to csit.infra.etl/iterative_mrr_rls2302.py
index b7a8dbc..6ee7971 100644 (file)
--- a/csit.infra.etl/iterative_mrr_rls2210.py
+++ b/csit.infra.etl/iterative_mrr_rls2302.py
@@ -1,6 +1,6 @@
 #!/usr/bin/env python3
 
-# Copyright (c) 2022 Cisco and/or its affiliates.
+# Copyright (c) 2023 Cisco and/or its affiliates.
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at:
@@ -141,7 +141,7 @@ paths = wr.s3.list_objects(
     ignore_empty=True
 )
 
-filtered_paths = [path for path in paths if "report-iterative-2210" in path]
+filtered_paths = [path for path in paths if "report-iterative-2302" in path]
 
 out_sdf = process_json_to_dataframe("mrr", filtered_paths)
 out_sdf.printSchema()
@@ -154,7 +154,7 @@ out_sdf = out_sdf \
 try:
     wr.s3.to_parquet(
         df=out_sdf.toPandas(),
-        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2210",
+        path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2302",
         dataset=True,
         partition_cols=["test_type", "year", "month", "day"],
         compression="snappy",