From bd9ec71222c5784160cae4eba592125c43fd7352 Mon Sep 17 00:00:00 2001 From: Peter Mikus Date: Wed, 25 May 2022 11:06:41 +0200 Subject: [PATCH] feat(etl): optimization Signed-off-by: Peter Mikus Change-Id: I2f313d5967e1ac745b817c4074487ccf56940b0a --- csit.infra.etl/coverage_rls2206.py | 1 - csit.infra.etl/iterative_rls2206.py | 1 - 2 files changed, 2 deletions(-) diff --git a/csit.infra.etl/coverage_rls2206.py b/csit.infra.etl/coverage_rls2206.py index 4df7898fe1..4e2619d924 100644 --- a/csit.infra.etl/coverage_rls2206.py +++ b/csit.infra.etl/coverage_rls2206.py @@ -145,7 +145,6 @@ filtered_paths = [path for path in paths if "report-coverage-2206" in path] for schema_name in ["mrr", "ndrpdr", "soak", "device"]: out_sdf = process_json_to_dataframe(schema_name, filtered_paths) - out_sdf.show(truncate=False) out_sdf.printSchema() out_sdf = out_sdf \ .withColumn("year", lit(datetime.now().year)) \ diff --git a/csit.infra.etl/iterative_rls2206.py b/csit.infra.etl/iterative_rls2206.py index f4625cf9a8..88c644b625 100644 --- a/csit.infra.etl/iterative_rls2206.py +++ b/csit.infra.etl/iterative_rls2206.py @@ -145,7 +145,6 @@ filtered_paths = [path for path in paths if "report-iterative-2206" in path] for schema_name in ["mrr", "ndrpdr", "soak"]: out_sdf = process_json_to_dataframe(schema_name, filtered_paths) - out_sdf.show(truncate=False) out_sdf.printSchema() out_sdf = out_sdf \ .withColumn("year", lit(datetime.now().year)) \ -- 2.16.6