Signed-off-by: Peter Mikus <pmikus@cisco.com>
Change-Id: I2f313d5967e1ac745b817c4074487ccf56940b0a
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
- out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
- out_sdf.show(truncate=False)
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \
out_sdf.printSchema()
out_sdf = out_sdf \
.withColumn("year", lit(datetime.now().year)) \