C-Dash: Improve writing pyarrow schemas

Change-Id: Icecbbbdd1c872fd6bfd2e0362941b047658c8f9b
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/csit.infra.dash/app/cdash/data/data.py b/csit.infra.dash/app/cdash/data/data.py
index 783ebe2..1633a02 100644 (file)
--- a/csit.infra.dash/app/cdash/data/data.py
+++ b/csit.infra.dash/app/cdash/data/data.py
@@ -222,12 +222,15 @@ class Data:
                         pd.api.types.is_string_dtype(itm["<column_name>"]),
                         pd.api.types.is_string_dtype(itm["telemetry"][0])
                     )):
-                    print(pa.Schema.from_pandas(itm))
+                    schema = pa.Schema.from_pandas(itm)
                     pa.parquet.write_metadata(
-                        pa.Schema.from_pandas(itm),
-                        f"{C.PATH_TO_SCHEMAS}_tmp_schema"
+                        schema, f"{C.PATH_TO_SCHEMAS}_tmp_schema"
                     )
-                    print(itm)
+                    logging.info(schema.to_string(
+                        truncate_metadata=False,
+                        show_field_metadata=True,
+                        show_schema_metadata=True
+                    ))
                     break
             except KeyError:
                 pass