summary |
shortlog |
log |
commit | commitdiff |
review |
tree
raw |
patch |
inline | side by side (from parent 1:
a201f3d)
Signed-off-by: Peter Mikus <pmikus@cisco.com>
Change-Id: I61fc4187ecd9948c2a8091229c5670f9c73e82ae
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "start_time",
{
"metadata": {},
"name": "start_time",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",
-filtered_paths = [path for path in paths if "report-coverage-2202" in path]
+filtered_paths = [path for path in paths if "report-coverage-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
for schema_name in ["mrr", "ndrpdr", "soak", "device"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2202",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/coverage_rls2206",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",
-filtered_paths = [path for path in paths if "report-iterative-2202" in path]
+filtered_paths = [path for path in paths if "report-iterative-2206" in path]
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
for schema_name in ["mrr", "ndrpdr", "soak"]:
out_sdf = process_json_to_dataframe(schema_name, filtered_paths)
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
try:
wr.s3.to_parquet(
df=out_sdf.toPandas(),
- path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2202",
+ path=f"s3://{S3_DOCS_BUCKET}/csit/parquet/iterative_rls2206",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
dataset=True,
partition_cols=["test_type", "year", "month", "day"],
compression="snappy",
"nullable": true,
"type": "string"
},
"nullable": true,
"type": "string"
},
+ {
+ "metadata": {},
+ "name": "tg_type",
+ "nullable": true,
+ "type": "string"
+ },
+ {
+ "metadata": {},
+ "name": "tg_version",
+ "nullable": true,
+ "type": "string"
+ },
{
"metadata": {},
"name": "result",
{
"metadata": {},
"name": "result",