1 # Copyright (c) 2022 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
14 """Plotly Dash HTML layout override.
19 import dash_bootstrap_components as dbc
21 from flask import Flask
24 from dash import callback_context, no_update, ALL
25 from dash import Input, Output, State
26 from dash.exceptions import PreventUpdate
27 from yaml import load, FullLoader, YAMLError
28 from copy import deepcopy
29 from ast import literal_eval
31 from ..utils.constants import Constants as C
32 from ..utils.utils import show_tooltip, label, sync_checklists, list_tests, \
33 gen_new_url, generate_options
34 from ..utils.url_processing import url_decode
35 from ..data.data import Data
36 from .graphs import graph_iterative, table_comparison, get_short_version, \
41 """The layout of the dash app and the callbacks.
44 def __init__(self, app: Flask, releases: list, html_layout_file: str,
45 graph_layout_file: str, data_spec_file: str, tooltip_file: str) -> None:
47 - save the input parameters,
48 - read and pre-process the data,
49 - prepare data for the control panel,
50 - read HTML layout file,
51 - read tooltips from the tooltip file.
53 :param app: Flask application running the dash application.
54 :param releases: Lis of releases to be displayed.
55 :param html_layout_file: Path and name of the file specifying the HTML
56 layout of the dash application.
57 :param graph_layout_file: Path and name of the file with layout of
59 :param data_spec_file: Path and name of the file specifying the data to
60 be read from parquets for this application.
61 :param tooltip_file: Path and name of the yaml file specifying the
65 :type html_layout_file: str
66 :type graph_layout_file: str
67 :type data_spec_file: str
68 :type tooltip_file: str
73 self.releases = releases
74 self._html_layout_file = html_layout_file
75 self._graph_layout_file = graph_layout_file
76 self._data_spec_file = data_spec_file
77 self._tooltip_file = tooltip_file
80 self._data = pd.DataFrame()
82 data_mrr = Data(self._data_spec_file, True).\
83 read_iterative_mrr(release=rls.replace("csit", "rls"))
84 data_mrr["release"] = rls
85 data_ndrpdr = Data(self._data_spec_file, True).\
86 read_iterative_ndrpdr(release=rls.replace("csit", "rls"))
87 data_ndrpdr["release"] = rls
88 self._data = pd.concat(
89 [self._data, data_mrr, data_ndrpdr], ignore_index=True)
91 # Get structure of tests:
93 cols = ["job", "test_id", "test_type", "dut_version", "release"]
94 for _, row in self._data[cols].drop_duplicates().iterrows():
96 ttype = row["test_type"]
97 lst_job = row["job"].split("-")
99 d_ver = get_short_version(row["dut_version"], dut)
100 tbed = "-".join(lst_job[-2:])
101 lst_test_id = row["test_id"].split(".")
105 area = "-".join(lst_test_id[3:-2])
106 suite = lst_test_id[-2].replace("2n1l-", "").replace("1n1l-", "").\
108 test = lst_test_id[-1]
109 nic = suite.split("-")[0]
110 for drv in C.DRIVERS:
112 driver = drv.replace("-", "_")
113 test = test.replace(f"{drv}-", "")
117 infra = "-".join((tbed, nic, driver))
118 lst_test = test.split("-")
119 framesize = lst_test[0]
120 core = lst_test[1] if lst_test[1] else "8C"
121 test = "-".join(lst_test[2: -1])
123 if tbs.get(rls, None) is None:
125 if tbs[rls].get(dut, None) is None:
126 tbs[rls][dut] = dict()
127 if tbs[rls][dut].get(d_ver, None) is None:
128 tbs[rls][dut][d_ver] = dict()
129 if tbs[rls][dut][d_ver].get(infra, None) is None:
130 tbs[rls][dut][d_ver][infra] = dict()
131 if tbs[rls][dut][d_ver][infra].get(area, None) is None:
132 tbs[rls][dut][d_ver][infra][area] = dict()
133 if tbs[rls][dut][d_ver][infra][area].get(test, None) is None:
134 tbs[rls][dut][d_ver][infra][area][test] = dict()
135 tbs[rls][dut][d_ver][infra][area][test]["core"] = list()
136 tbs[rls][dut][d_ver][infra][area][test]["frame-size"] = list()
137 tbs[rls][dut][d_ver][infra][area][test]["test-type"] = list()
138 if core.upper() not in \
139 tbs[rls][dut][d_ver][infra][area][test]["core"]:
140 tbs[rls][dut][d_ver][infra][area][test]["core"].append(
142 if framesize.upper() not in \
143 tbs[rls][dut][d_ver][infra][area][test]["frame-size"]:
144 tbs[rls][dut][d_ver][infra][area][test]["frame-size"].append(
148 tbs[rls][dut][d_ver][infra][area][test]["test-type"]:
149 tbs[rls][dut][d_ver][infra][area][test]["test-type"].append(
151 elif ttype == "ndrpdr":
153 tbs[rls][dut][d_ver][infra][area][test]["test-type"]:
154 tbs[rls][dut][d_ver][infra][area][test]["test-type"].extend(
159 self._html_layout = ""
160 self._graph_layout = None
161 self._tooltips = dict()
164 with open(self._html_layout_file, "r") as file_read:
165 self._html_layout = file_read.read()
166 except IOError as err:
168 f"Not possible to open the file {self._html_layout_file}\n{err}"
172 with open(self._graph_layout_file, "r") as file_read:
173 self._graph_layout = load(file_read, Loader=FullLoader)
174 except IOError as err:
176 f"Not possible to open the file {self._graph_layout_file}\n"
179 except YAMLError as err:
181 f"An error occurred while parsing the specification file "
182 f"{self._graph_layout_file}\n{err}"
186 with open(self._tooltip_file, "r") as file_read:
187 self._tooltips = load(file_read, Loader=FullLoader)
188 except IOError as err:
190 f"Not possible to open the file {self._tooltip_file}\n{err}"
192 except YAMLError as err:
194 f"An error occurred while parsing the specification file "
195 f"{self._tooltip_file}\n{err}"
199 if self._app is not None and hasattr(self, 'callbacks'):
200 self.callbacks(self._app)
203 def html_layout(self):
204 return self._html_layout
208 return self._spec_tbs
216 return self._graph_layout
218 def add_content(self):
219 """Top level method which generated the web page.
222 - Store for user input data,
224 - Main area with control panel and ploting area.
226 If no HTML layout is provided, an error message is displayed instead.
228 :returns: The HTML div with the whole page.
232 if self.html_layout and self.spec_tbs:
246 id="offcanvas-metadata",
247 title="Throughput And Latency",
251 dbc.Row(id="metadata-tput-lat"),
252 dbc.Row(id="metadata-hdrh-graph"),
260 dcc.Store(id="selected-tests"),
261 dcc.Store(id="control-panel"),
262 dcc.Location(id="url", refresh=False),
263 self._add_ctrl_col(),
264 self._add_plotting_col(),
282 def _add_navbar(self):
283 """Add nav element with navigation panel. It is placed on the top.
285 :returns: Navigation bar.
286 :rtype: dbc.NavbarSimple
288 return dbc.NavbarSimple(
289 id="navbarsimple-main",
293 "Iterative Test Runs",
302 brand_external_link=True,
307 def _add_ctrl_col(self) -> dbc.Col:
308 """Add column with controls. It is placed on the left side.
310 :returns: Column with the control panel.
316 self._add_ctrl_panel(),
320 def _add_plotting_col(self) -> dbc.Col:
321 """Add column with plots and tables. It is placed on the right side.
323 :returns: Column with tables.
327 id="col-plotting-area",
332 class_name="g-0 p-2",
335 dbc.Row( # Throughput
337 class_name="g-0 p-2",
338 children=[C.PLACEHOLDER, ]
345 class_name="g-0 p-2",
346 children=[C.PLACEHOLDER, ]
354 class_name="g-0 p-2",
355 children=[C.PLACEHOLDER, ]
358 id="row-btn-download",
359 class_name="g-0 p-2",
360 children=[C.PLACEHOLDER, ]
368 def _add_ctrl_panel(self) -> dbc.Row:
369 """Add control panel.
371 :returns: Control panel.
376 class_name="g-0 p-2",
384 children=show_tooltip(self._tooltips,
385 "help-release", "CSIT Release")
389 placeholder=("Select a Release..."),
392 {"label": k, "value": k} \
393 for k in self.spec_tbs.keys()
395 key=lambda d: d["label"]
410 children=show_tooltip(self._tooltips,
416 "Select a Device under Test..."
431 children=show_tooltip(self._tooltips,
432 "help-dut-ver", "DUT Version")
437 "Select a Version of "
438 "Device under Test..."
453 children=show_tooltip(self._tooltips,
454 "help-infra", "Infra")
459 "Select a Physical Test Bed "
475 children=show_tooltip(self._tooltips,
480 placeholder="Select an Area...",
495 children=show_tooltip(self._tooltips,
500 placeholder="Select a Test...",
510 id="row-ctrl-framesize",
514 children=show_tooltip(self._tooltips,
515 "help-framesize", "Frame Size"),
521 id="cl-ctrl-framesize-all",
522 options=C.CL_ALL_DISABLED,
532 id="cl-ctrl-framesize",
545 children=show_tooltip(self._tooltips,
546 "help-cores", "Number of Cores"),
552 id="cl-ctrl-core-all",
553 options=C.CL_ALL_DISABLED,
572 id="row-ctrl-testtype",
576 children=show_tooltip(self._tooltips,
577 "help-ttype", "Test Type"),
583 id="cl-ctrl-testtype-all",
584 options=C.CL_ALL_DISABLED,
594 id="cl-ctrl-testtype",
603 id="row-ctrl-normalize",
607 children=show_tooltip(self._tooltips,
608 "help-normalize", "Normalize"),
614 id="cl-ctrl-normalize",
616 "value": "normalize",
618 "Normalize results to CPU"
631 class_name="gy-1 p-0",
637 children="Add Selected",
647 id="row-card-sel-tests",
649 style=C.STYLE_DISABLED,
656 class_name="overflow-auto",
660 style={"max-height": "20em"},
665 id="row-btns-sel-tests",
666 style=C.STYLE_DISABLED,
673 children="Remove Selected",
674 class_name="w-100 me-1",
679 id="btn-sel-remove-all",
680 children="Remove All",
681 class_name="w-100 me-1",
694 """A class representing the control panel.
697 def __init__(self, panel: dict) -> None:
698 """Initialisation of the control pannel by default values. If
699 particular values are provided (parameter "panel") they are set
702 :param panel: Custom values to be set to the control panel.
703 :param default: Default values to be set to the control panel.
708 # Defines also the order of keys
710 "dd-rls-value": str(),
711 "dd-dut-options": list(),
712 "dd-dut-disabled": True,
713 "dd-dut-value": str(),
714 "dd-dutver-options": list(),
715 "dd-dutver-disabled": True,
716 "dd-dutver-value": str(),
717 "dd-phy-options": list(),
718 "dd-phy-disabled": True,
719 "dd-phy-value": str(),
720 "dd-area-options": list(),
721 "dd-area-disabled": True,
722 "dd-area-value": str(),
723 "dd-test-options": list(),
724 "dd-test-disabled": True,
725 "dd-test-value": str(),
726 "cl-core-options": list(),
727 "cl-core-value": list(),
728 "cl-core-all-value": list(),
729 "cl-core-all-options": C.CL_ALL_DISABLED,
730 "cl-framesize-options": list(),
731 "cl-framesize-value": list(),
732 "cl-framesize-all-value": list(),
733 "cl-framesize-all-options": C.CL_ALL_DISABLED,
734 "cl-testtype-options": list(),
735 "cl-testtype-value": list(),
736 "cl-testtype-all-value": list(),
737 "cl-testtype-all-options": C.CL_ALL_DISABLED,
738 "btn-add-disabled": True,
739 "cl-normalize-value": list(),
740 "cl-selected-options": list()
743 self._panel = deepcopy(self._defaults)
745 for key in self._defaults:
746 self._panel[key] = panel[key]
749 def defaults(self) -> dict:
750 return self._defaults
753 def panel(self) -> dict:
756 def set(self, kwargs: dict) -> None:
757 """Set the values of the Control panel.
759 :param kwargs: key - value pairs to be set.
761 :raises KeyError: If the key in kwargs is not present in the Control
764 for key, val in kwargs.items():
765 if key in self._panel:
766 self._panel[key] = val
768 raise KeyError(f"The key {key} is not defined.")
770 def get(self, key: str) -> any:
771 """Returns the value of a key from the Control panel.
773 :param key: The key which value should be returned.
775 :returns: The value of the key.
777 :raises KeyError: If the key in kwargs is not present in the Control
780 return self._panel[key]
782 def values(self) -> tuple:
783 """Returns the values from the Control panel as a list.
785 :returns: The values from the Control panel.
788 return tuple(self._panel.values())
790 def callbacks(self, app):
791 """Callbacks for the whole application.
793 :param app: The application.
797 def _generate_plotting_area(figs: tuple, table: pd.DataFrame,
799 """Generate the plotting area with all its content.
801 :param figs: Figures to be placed in the plotting area.
802 :param table: A table to be placed in the plotting area bellow the
804 :param utl: The URL to be placed in the plotting area bellow the
806 :type figs: tuple of plotly.graph_objects.Figure
807 :type table: pandas.DataFrame
809 :returns: tuple of elements to be shown in the plotting area.
811 (dcc.Graph, dcc.Graph, dbc.Table, list(dbc.Col, dbc.Col))
814 (fig_tput, fig_lat) = figs
816 row_fig_tput = C.PLACEHOLDER
817 row_fig_lat = C.PLACEHOLDER
818 row_table = C.PLACEHOLDER
819 row_btn_dwnld = C.PLACEHOLDER
824 id={"type": "graph", "index": "tput"},
832 dcc.Loading(children=[
834 id="btn-download-data",
835 children=show_tooltip(self._tooltips,
836 "help-download", "Download Data"),
840 dcc.Download(id="download-data")
852 children=show_tooltip(self._tooltips,
853 "help-url", "URL", "input-url")
870 id={"type": "graph", "index": "lat"},
876 dbc.Table.from_dataframe(
878 id={"type": "table", "index": "compare"},
885 return row_fig_tput, row_fig_lat, row_table, row_btn_dwnld
888 Output("control-panel", "data"), # Store
889 Output("selected-tests", "data"), # Store
890 Output("row-graph-tput", "children"),
891 Output("row-graph-lat", "children"),
892 Output("row-table", "children"),
893 Output("row-btn-download", "children"),
894 Output("row-card-sel-tests", "style"),
895 Output("row-btns-sel-tests", "style"),
896 Output("dd-ctrl-rls", "value"),
897 Output("dd-ctrl-dut", "options"),
898 Output("dd-ctrl-dut", "disabled"),
899 Output("dd-ctrl-dut", "value"),
900 Output("dd-ctrl-dutver", "options"),
901 Output("dd-ctrl-dutver", "disabled"),
902 Output("dd-ctrl-dutver", "value"),
903 Output("dd-ctrl-phy", "options"),
904 Output("dd-ctrl-phy", "disabled"),
905 Output("dd-ctrl-phy", "value"),
906 Output("dd-ctrl-area", "options"),
907 Output("dd-ctrl-area", "disabled"),
908 Output("dd-ctrl-area", "value"),
909 Output("dd-ctrl-test", "options"),
910 Output("dd-ctrl-test", "disabled"),
911 Output("dd-ctrl-test", "value"),
912 Output("cl-ctrl-core", "options"),
913 Output("cl-ctrl-core", "value"),
914 Output("cl-ctrl-core-all", "value"),
915 Output("cl-ctrl-core-all", "options"),
916 Output("cl-ctrl-framesize", "options"),
917 Output("cl-ctrl-framesize", "value"),
918 Output("cl-ctrl-framesize-all", "value"),
919 Output("cl-ctrl-framesize-all", "options"),
920 Output("cl-ctrl-testtype", "options"),
921 Output("cl-ctrl-testtype", "value"),
922 Output("cl-ctrl-testtype-all", "value"),
923 Output("cl-ctrl-testtype-all", "options"),
924 Output("btn-ctrl-add", "disabled"),
925 Output("cl-ctrl-normalize", "value"),
926 Output("cl-selected", "options"), # User selection
927 State("control-panel", "data"), # Store
928 State("selected-tests", "data"), # Store
929 State("cl-selected", "value"), # User selection
930 Input("dd-ctrl-rls", "value"),
931 Input("dd-ctrl-dut", "value"),
932 Input("dd-ctrl-dutver", "value"),
933 Input("dd-ctrl-phy", "value"),
934 Input("dd-ctrl-area", "value"),
935 Input("dd-ctrl-test", "value"),
936 Input("cl-ctrl-core", "value"),
937 Input("cl-ctrl-core-all", "value"),
938 Input("cl-ctrl-framesize", "value"),
939 Input("cl-ctrl-framesize-all", "value"),
940 Input("cl-ctrl-testtype", "value"),
941 Input("cl-ctrl-testtype-all", "value"),
942 Input("cl-ctrl-normalize", "value"),
943 Input("btn-ctrl-add", "n_clicks"),
944 Input("btn-sel-remove", "n_clicks"),
945 Input("btn-sel-remove-all", "n_clicks"),
948 def _update_ctrl_panel(cp_data: dict, store_sel: list, list_sel: list,
949 dd_rls: str, dd_dut: str, dd_dutver: str, dd_phy: str, dd_area: str,
950 dd_test: str, cl_core: list, cl_core_all: list, cl_framesize: list,
951 cl_framesize_all: list, cl_testtype: list, cl_testtype_all: list,
952 cl_normalize: list, btn_add: int, btn_remove: int,
953 btn_remove_all: int, href: str) -> tuple:
954 """Update the application when the event is detected.
956 :param cp_data: Current status of the control panel stored in
958 :param store_sel: List of tests selected by user stored in the
960 :param list_sel: List of tests selected by the user shown in the
962 :param dd_rls: Input - Releases.
963 :param dd_dut: Input - DUTs.
964 :param dd_dutver: Input - Version of DUT.
965 :param dd_phy: Input - topo- arch-nic-driver.
966 :param dd_area: Input - Tested area.
967 :param dd_test: Input - Test.
968 :param cl_core: Input - Number of cores.
969 :param cl_core_all: Input - All numbers of cores.
970 :param cl_framesize: Input - Frame sizes.
971 :param cl_framesize_all: Input - All frame sizes.
972 :param cl_testtype: Input - Test type (NDR, PDR, MRR).
973 :param cl_testtype_all: Input - All test types.
974 :param cl_normalize: Input - Normalize the results.
975 :param btn_add: Input - Button "Add Selected" tests.
976 :param btn_remove: Input - Button "Remove selected" tests.
977 :param btn_remove_all: Input - Button "Remove All" tests.
978 :param href: Input - The URL provided by the browser.
980 :type store_sel: list
989 :type cl_core_all: list
990 :type cl_framesize: list
991 :type cl_framesize_all: list
992 :type cl_testtype: list
993 :type cl_testtype_all: list
994 :type cl_normalize: list
996 :type btn_remove: int
997 :type btn_remove_all: int
999 :returns: New values for web page elements.
1003 ctrl_panel = self.ControlPanel(cp_data)
1007 parsed_url = url_decode(href)
1009 url_params = parsed_url["params"]
1013 row_fig_tput = no_update
1014 row_fig_lat = no_update
1015 row_table = no_update
1016 row_btn_dwnld = no_update
1017 row_card_sel_tests = no_update
1018 row_btns_sel_tests = no_update
1020 trigger_id = callback_context.triggered[0]["prop_id"].split(".")[0]
1022 if trigger_id == "dd-ctrl-rls":
1025 generate_options(sorted(self.spec_tbs[dd_rls].keys()))
1031 "dd-rls-value": dd_rls,
1032 "dd-dut-value": str(),
1033 "dd-dut-options": options,
1034 "dd-dut-disabled": disabled,
1035 "dd-dutver-value": str(),
1036 "dd-dutver-options": list(),
1037 "dd-dutver-disabled": True,
1038 "dd-phy-value": str(),
1039 "dd-phy-options": list(),
1040 "dd-phy-disabled": True,
1041 "dd-area-value": str(),
1042 "dd-area-options": list(),
1043 "dd-area-disabled": True,
1044 "dd-test-value": str(),
1045 "dd-test-options": list(),
1046 "dd-test-disabled": True,
1047 "cl-core-options": list(),
1048 "cl-core-value": list(),
1049 "cl-core-all-value": list(),
1050 "cl-core-all-options": C.CL_ALL_DISABLED,
1051 "cl-framesize-options": list(),
1052 "cl-framesize-value": list(),
1053 "cl-framesize-all-value": list(),
1054 "cl-framesize-all-options": C.CL_ALL_DISABLED,
1055 "cl-testtype-options": list(),
1056 "cl-testtype-value": list(),
1057 "cl-testtype-all-value": list(),
1058 "cl-testtype-all-options": C.CL_ALL_DISABLED
1060 elif trigger_id == "dd-ctrl-dut":
1062 rls = ctrl_panel.get("dd-rls-value")
1063 dut = self.spec_tbs[rls][dd_dut]
1064 options = generate_options(sorted(dut.keys()))
1070 "dd-dut-value": dd_dut,
1071 "dd-dutver-value": str(),
1072 "dd-dutver-options": options,
1073 "dd-dutver-disabled": disabled,
1074 "dd-phy-value": str(),
1075 "dd-phy-options": list(),
1076 "dd-phy-disabled": True,
1077 "dd-area-value": str(),
1078 "dd-area-options": list(),
1079 "dd-area-disabled": True,
1080 "dd-test-value": str(),
1081 "dd-test-options": list(),
1082 "dd-test-disabled": True,
1083 "cl-core-options": list(),
1084 "cl-core-value": list(),
1085 "cl-core-all-value": list(),
1086 "cl-core-all-options": C.CL_ALL_DISABLED,
1087 "cl-framesize-options": list(),
1088 "cl-framesize-value": list(),
1089 "cl-framesize-all-value": list(),
1090 "cl-framesize-all-options": C.CL_ALL_DISABLED,
1091 "cl-testtype-options": list(),
1092 "cl-testtype-value": list(),
1093 "cl-testtype-all-value": list(),
1094 "cl-testtype-all-options": C.CL_ALL_DISABLED
1096 elif trigger_id == "dd-ctrl-dutver":
1098 rls = ctrl_panel.get("dd-rls-value")
1099 dut = ctrl_panel.get("dd-dut-value")
1100 dutver = self.spec_tbs[rls][dut][dd_dutver]
1101 options = generate_options(sorted(dutver.keys()))
1107 "dd-dutver-value": dd_dutver,
1108 "dd-phy-value": str(),
1109 "dd-phy-options": options,
1110 "dd-phy-disabled": disabled,
1111 "dd-area-value": str(),
1112 "dd-area-options": list(),
1113 "dd-area-disabled": True,
1114 "dd-test-value": str(),
1115 "dd-test-options": list(),
1116 "dd-test-disabled": True,
1117 "cl-core-options": list(),
1118 "cl-core-value": list(),
1119 "cl-core-all-value": list(),
1120 "cl-core-all-options": C.CL_ALL_DISABLED,
1121 "cl-framesize-options": list(),
1122 "cl-framesize-value": list(),
1123 "cl-framesize-all-value": list(),
1124 "cl-framesize-all-options": C.CL_ALL_DISABLED,
1125 "cl-testtype-options": list(),
1126 "cl-testtype-value": list(),
1127 "cl-testtype-all-value": list(),
1128 "cl-testtype-all-options": C.CL_ALL_DISABLED
1130 elif trigger_id == "dd-ctrl-phy":
1132 rls = ctrl_panel.get("dd-rls-value")
1133 dut = ctrl_panel.get("dd-dut-value")
1134 dutver = ctrl_panel.get("dd-dutver-value")
1135 phy = self.spec_tbs[rls][dut][dutver][dd_phy]
1136 options = [{"label": label(v), "value": v} \
1137 for v in sorted(phy.keys())]
1143 "dd-phy-value": dd_phy,
1144 "dd-area-value": str(),
1145 "dd-area-options": options,
1146 "dd-area-disabled": disabled,
1147 "dd-test-value": str(),
1148 "dd-test-options": list(),
1149 "dd-test-disabled": True,
1150 "cl-core-options": list(),
1151 "cl-core-value": list(),
1152 "cl-core-all-value": list(),
1153 "cl-core-all-options": C.CL_ALL_DISABLED,
1154 "cl-framesize-options": list(),
1155 "cl-framesize-value": list(),
1156 "cl-framesize-all-value": list(),
1157 "cl-framesize-all-options": C.CL_ALL_DISABLED,
1158 "cl-testtype-options": list(),
1159 "cl-testtype-value": list(),
1160 "cl-testtype-all-value": list(),
1161 "cl-testtype-all-options": C.CL_ALL_DISABLED
1163 elif trigger_id == "dd-ctrl-area":
1165 rls = ctrl_panel.get("dd-rls-value")
1166 dut = ctrl_panel.get("dd-dut-value")
1167 dutver = ctrl_panel.get("dd-dutver-value")
1168 phy = ctrl_panel.get("dd-phy-value")
1169 area = self.spec_tbs[rls][dut][dutver][phy][dd_area]
1170 options = generate_options(sorted(area.keys()))
1176 "dd-area-value": dd_area,
1177 "dd-test-value": str(),
1178 "dd-test-options": options,
1179 "dd-test-disabled": disabled,
1180 "cl-core-options": list(),
1181 "cl-core-value": list(),
1182 "cl-core-all-value": list(),
1183 "cl-core-all-options": C.CL_ALL_DISABLED,
1184 "cl-framesize-options": list(),
1185 "cl-framesize-value": list(),
1186 "cl-framesize-all-value": list(),
1187 "cl-framesize-all-options": C.CL_ALL_DISABLED,
1188 "cl-testtype-options": list(),
1189 "cl-testtype-value": list(),
1190 "cl-testtype-all-value": list(),
1191 "cl-testtype-all-options": C.CL_ALL_DISABLED
1193 elif trigger_id == "dd-ctrl-test":
1194 rls = ctrl_panel.get("dd-rls-value")
1195 dut = ctrl_panel.get("dd-dut-value")
1196 dutver = ctrl_panel.get("dd-dutver-value")
1197 phy = ctrl_panel.get("dd-phy-value")
1198 area = ctrl_panel.get("dd-area-value")
1199 if all((rls, dut, dutver, phy, area, dd_test, )):
1200 test = self.spec_tbs[rls][dut][dutver][phy][area][dd_test]
1202 "dd-test-value": dd_test,
1203 "cl-core-options": \
1204 generate_options(sorted(test["core"])),
1205 "cl-core-value": list(),
1206 "cl-core-all-value": list(),
1207 "cl-core-all-options": C.CL_ALL_ENABLED,
1208 "cl-framesize-options": \
1209 generate_options(sorted(test["frame-size"])),
1210 "cl-framesize-value": list(),
1211 "cl-framesize-all-value": list(),
1212 "cl-framesize-all-options": C.CL_ALL_ENABLED,
1213 "cl-testtype-options": \
1214 generate_options(sorted(test["test-type"])),
1215 "cl-testtype-value": list(),
1216 "cl-testtype-all-value": list(),
1217 "cl-testtype-all-options": C.CL_ALL_ENABLED,
1219 elif trigger_id == "cl-ctrl-core":
1220 val_sel, val_all = sync_checklists(
1221 options=ctrl_panel.get("cl-core-options"),
1227 "cl-core-value": val_sel,
1228 "cl-core-all-value": val_all,
1230 elif trigger_id == "cl-ctrl-core-all":
1231 val_sel, val_all = sync_checklists(
1232 options = ctrl_panel.get("cl-core-options"),
1238 "cl-core-value": val_sel,
1239 "cl-core-all-value": val_all,
1241 elif trigger_id == "cl-ctrl-framesize":
1242 val_sel, val_all = sync_checklists(
1243 options = ctrl_panel.get("cl-framesize-options"),
1249 "cl-framesize-value": val_sel,
1250 "cl-framesize-all-value": val_all,
1252 elif trigger_id == "cl-ctrl-framesize-all":
1253 val_sel, val_all = sync_checklists(
1254 options = ctrl_panel.get("cl-framesize-options"),
1256 all=cl_framesize_all,
1260 "cl-framesize-value": val_sel,
1261 "cl-framesize-all-value": val_all,
1263 elif trigger_id == "cl-ctrl-testtype":
1264 val_sel, val_all = sync_checklists(
1265 options = ctrl_panel.get("cl-testtype-options"),
1271 "cl-testtype-value": val_sel,
1272 "cl-testtype-all-value": val_all,
1274 elif trigger_id == "cl-ctrl-testtype-all":
1275 val_sel, val_all = sync_checklists(
1276 options = ctrl_panel.get("cl-testtype-options"),
1278 all=cl_testtype_all,
1282 "cl-testtype-value": val_sel,
1283 "cl-testtype-all-value": val_all,
1285 elif trigger_id == "btn-ctrl-add":
1287 rls = ctrl_panel.get("dd-rls-value")
1288 dut = ctrl_panel.get("dd-dut-value")
1289 dutver = ctrl_panel.get("dd-dutver-value")
1290 phy = ctrl_panel.get("dd-phy-value")
1291 area = ctrl_panel.get("dd-area-value")
1292 test = ctrl_panel.get("dd-test-value")
1293 cores = ctrl_panel.get("cl-core-value")
1294 framesizes = ctrl_panel.get("cl-framesize-value")
1295 testtypes = ctrl_panel.get("cl-testtype-value")
1296 # Add selected test to the list of tests in store:
1297 if all((rls, dut, dutver, phy, area, test, cores, framesizes,
1299 if store_sel is None:
1302 for framesize in framesizes:
1303 for ttype in testtypes:
1306 tid = "-".join((rls, dut, dutver,
1307 phy.replace('af_xdp', 'af-xdp'), area,
1308 framesize.lower(), core.lower(), test,
1310 if tid not in [itm["id"] for itm in store_sel]:
1319 "framesize": framesize.lower(),
1320 "core": core.lower(),
1321 "testtype": ttype.lower()
1323 store_sel = sorted(store_sel, key=lambda d: d["id"])
1324 row_card_sel_tests = C.STYLE_ENABLED
1325 row_btns_sel_tests = C.STYLE_ENABLED
1326 if C.CLEAR_ALL_INPUTS:
1327 ctrl_panel.set(ctrl_panel.defaults)
1329 "cl-selected-options": list_tests(store_sel)
1331 elif trigger_id == "btn-sel-remove-all":
1333 row_fig_tput = C.PLACEHOLDER
1334 row_fig_lat = C.PLACEHOLDER
1335 row_table = C.PLACEHOLDER
1336 row_btn_dwnld = C.PLACEHOLDER
1337 row_card_sel_tests = C.STYLE_DISABLED
1338 row_btns_sel_tests = C.STYLE_DISABLED
1340 ctrl_panel.set({"cl-selected-options": list()})
1341 elif trigger_id == "btn-sel-remove":
1344 new_store_sel = list()
1345 for item in store_sel:
1346 if item["id"] not in list_sel:
1347 new_store_sel.append(item)
1348 store_sel = new_store_sel
1349 elif trigger_id == "url":
1352 store_sel = literal_eval(url_params["store_sel"][0])
1353 norm = literal_eval(url_params["norm"][0])
1354 except (KeyError, IndexError):
1357 row_card_sel_tests = C.STYLE_ENABLED
1358 row_btns_sel_tests = C.STYLE_ENABLED
1359 last_test = store_sel[-1]
1360 test = self.spec_tbs[last_test["rls"]]\
1361 [last_test["dut"]][last_test["dutver"]]\
1362 [last_test["phy"]][last_test["area"]]\
1365 "dd-rls-value": last_test["rls"],
1366 "dd-dut-value": last_test["dut"],
1367 "dd-dut-options": generate_options(sorted(
1368 self.spec_tbs[last_test["rls"]].keys())),
1369 "dd-dut-disabled": False,
1370 "dd-dutver-value": last_test["dutver"],
1371 "dd-dutver-options": generate_options(sorted(
1372 self.spec_tbs[last_test["rls"]]\
1373 [last_test["dut"]].keys())),
1374 "dd-dutver-disabled": False,
1375 "dd-phy-value": last_test["phy"],
1376 "dd-phy-options": generate_options(sorted(
1377 self.spec_tbs[last_test["rls"]]\
1379 [last_test["dutver"]].keys())),
1380 "dd-phy-disabled": False,
1381 "dd-area-value": last_test["area"],
1382 "dd-area-options": [
1383 {"label": label(v), "value": v} for v in \
1384 sorted(self.spec_tbs[last_test["rls"]]\
1385 [last_test["dut"]][last_test["dutver"]]\
1386 [last_test["phy"]].keys())
1388 "dd-area-disabled": False,
1389 "dd-test-value": last_test["test"],
1390 "dd-test-options": generate_options(sorted(
1391 self.spec_tbs[last_test["rls"]]\
1392 [last_test["dut"]][last_test["dutver"]]\
1394 [last_test["area"]].keys())),
1395 "dd-test-disabled": False,
1396 "cl-core-options": generate_options(sorted(
1398 "cl-core-value": [last_test["core"].upper(), ],
1399 "cl-core-all-value": list(),
1400 "cl-core-all-options": C.CL_ALL_ENABLED,
1401 "cl-framesize-options": generate_options(
1402 sorted(test["frame-size"])),
1403 "cl-framesize-value": \
1404 [last_test["framesize"].upper(), ],
1405 "cl-framesize-all-value": list(),
1406 "cl-framesize-all-options": C.CL_ALL_ENABLED,
1407 "cl-testtype-options": generate_options(sorted(
1408 test["test-type"])),
1409 "cl-testtype-value": \
1410 [last_test["testtype"].upper(), ],
1411 "cl-testtype-all-value": list(),
1412 "cl-testtype-all-options": C.CL_ALL_ENABLED
1415 if trigger_id in ("btn-ctrl-add", "url", "btn-sel-remove",
1416 "cl-ctrl-normalize"):
1418 row_fig_tput, row_fig_lat, row_table, row_btn_dwnld = \
1419 _generate_plotting_area(
1421 self.data, store_sel, self.layout, bool(norm)
1424 self.data, store_sel, bool(norm)
1428 {"store_sel": store_sel, "norm": norm}
1432 "cl-selected-options": list_tests(store_sel)
1435 row_fig_tput = C.PLACEHOLDER
1436 row_fig_lat = C.PLACEHOLDER
1437 row_table = C.PLACEHOLDER
1438 row_btn_dwnld = C.PLACEHOLDER
1439 row_card_sel_tests = C.STYLE_DISABLED
1440 row_btns_sel_tests = C.STYLE_DISABLED
1442 ctrl_panel.set({"cl-selected-options": list()})
1444 if ctrl_panel.get("cl-core-value") and \
1445 ctrl_panel.get("cl-framesize-value") and \
1446 ctrl_panel.get("cl-testtype-value"):
1451 "btn-add-disabled": disabled,
1452 "cl-normalize-value": norm
1456 ctrl_panel.panel, store_sel,
1457 row_fig_tput, row_fig_lat, row_table, row_btn_dwnld,
1458 row_card_sel_tests, row_btns_sel_tests
1460 ret_val.extend(ctrl_panel.values())
1464 Output("download-data", "data"),
1465 State("selected-tests", "data"),
1466 Input("btn-download-data", "n_clicks"),
1467 prevent_initial_call=True
1469 def _download_data(store_sel, n_clicks):
1470 """Download the data
1472 :param store_sel: List of tests selected by user stored in the
1474 :param n_clicks: Number of clicks on the button "Download".
1475 :type store_sel: list
1477 :returns: dict of data frame content (base64 encoded) and meta data
1478 used by the Download component.
1489 for itm in store_sel:
1490 sel_data = select_iterative_data(self.data, itm)
1491 if sel_data is None:
1493 df = pd.concat([df, sel_data], ignore_index=True)
1495 return dcc.send_data_frame(df.to_csv, C.REPORT_DOWNLOAD_FILE_NAME)