feat(uti): list of selected tests
[csit.git] / resources / tools / dash / app / pal / trending / layout.py
index 69ce0c4..ddc39dc 100644 (file)
 """Plotly Dash HTML layout override.
 """
 
-import logging
+import pandas as pd
+import dash_bootstrap_components as dbc
 
 from dash import dcc
 from dash import html
-from dash import Input, Output, callback
+from dash import callback_context, no_update
+from dash import Input, Output, State
 from dash.exceptions import PreventUpdate
 from yaml import load, FullLoader, YAMLError
+from datetime import datetime, timedelta
+from copy import deepcopy
+
+from ..data.data import Data
+from .graphs import graph_trending, graph_hdrh_latency, \
+    select_trending_data
 
 
 class Layout:
     """
     """
 
-    def __init__(self, app, html_layout_file, spec_file):
+    STYLE_DISABLED = {"display": "none"}
+    STYLE_ENABLED = {"display": "inherit"}
+
+    CL_ALL_DISABLED = [{
+        "label": "All",
+        "value": "all",
+        "disabled": True
+    }]
+    CL_ALL_ENABLED = [{
+        "label": "All",
+        "value": "all",
+        "disabled": False
+    }]
+
+    PLACEHOLDER = html.Nobr("")
+
+    def __init__(self, app, html_layout_file, spec_file, graph_layout_file,
+        data_spec_file):
         """
         """
 
@@ -35,26 +60,61 @@ class Layout:
         self._app = app
         self._html_layout_file = html_layout_file
         self._spec_file = spec_file
+        self._graph_layout_file = graph_layout_file
+        self._data_spec_file = data_spec_file
+
+        # Read the data:
+        data_mrr = Data(
+            data_spec_file=self._data_spec_file,
+            debug=True
+        ).read_trending_mrr(days=5)
+
+        data_ndrpdr = Data(
+            data_spec_file=self._data_spec_file,
+            debug=True
+        ).read_trending_ndrpdr(days=14)
+
+        self._data = pd.concat([data_mrr, data_ndrpdr], ignore_index=True)
 
         # Read from files:
         self._html_layout = ""
-        self._spec_test = None
+        self._spec_tbs = None
+        self._graph_layout = None
 
         try:
-            with open(self._html_layout_file, "r") as layout_file:
-                self._html_layout = layout_file.read()
+            with open(self._html_layout_file, "r") as file_read:
+                self._html_layout = file_read.read()
         except IOError as err:
-            logging.error(f"Not possible to open the file {layout_file}\n{err}")
+            raise RuntimeError(
+                f"Not possible to open the file {self._html_layout_file}\n{err}"
+            )
 
         try:
             with open(self._spec_file, "r") as file_read:
-                self._spec_test = load(file_read, Loader=FullLoader)
+                self._spec_tbs = load(file_read, Loader=FullLoader)
         except IOError as err:
-            logging.error(f"Not possible to open the file {spec_file}\n{err}")
+            raise RuntimeError(
+                f"Not possible to open the file {self._spec_file,}\n{err}"
+            )
+        except YAMLError as err:
+            raise RuntimeError(
+                f"An error occurred while parsing the specification file "
+                f"{self._spec_file,}\n"
+                f"{err}"
+            )
+
+        try:
+            with open(self._graph_layout_file, "r") as file_read:
+                self._graph_layout = load(file_read, Loader=FullLoader)
+        except IOError as err:
+            raise RuntimeError(
+                f"Not possible to open the file {self._graph_layout_file}\n"
+                f"{err}"
+            )
         except YAMLError as err:
-            logging.error(
+            raise RuntimeError(
                 f"An error occurred while parsing the specification file "
-                f"{spec_file}\n"
+                f"{self._graph_layout_file}\n"
                 f"{err}"
             )
 
@@ -62,288 +122,902 @@ class Layout:
         if self._app is not None and hasattr(self, 'callbacks'):
             self.callbacks(self._app)
 
-        # User choice (one test):
-        self._test_selection = {
-            "phy": "",
-            "area": "",
-            "test": "",
-            "core": "",
-            "frame-size": "",
-            "test-type": ""
-        }
-
     @property
     def html_layout(self):
         return self._html_layout
 
     @property
-    def spec_test(self):
-        return self._spec_test
-
-    def _reset_test_selection(self):
-        self._test_selection = {
-            "phy": "",
-            "area": "",
-            "test": "",
-            "core": "",
-            "frame-size": "",
-            "test-type": ""
-        }
+    def spec_tbs(self):
+        return self._spec_tbs
+
+    @property
+    def data(self):
+        return self._data
+
+    @property
+    def layout(self):
+        return self._graph_layout
 
     def add_content(self):
         """
         """
-        if self._html_layout and self._spec_test:
+        if self.html_layout and self.spec_tbs:
             return html.Div(
                 id="div-main",
                 children=[
-                    self._add_ctrl_div(),
-                    self._add_plotting_div()
+                    dbc.Row(
+                        id="row-navbar",
+                        class_name="g-0",
+                        children=[
+                            self._add_navbar(),
+                        ]
+                    ),
+                    dcc.Loading(
+                        dbc.Offcanvas(
+                            id="offcanvas-metadata",
+                            title="Throughput And Latency",
+                            placement="end",
+                            is_open=False,
+                            children=[
+                                dbc.Row(id="metadata-tput-lat"),
+                                dbc.Row(id="metadata-hdrh-graph"),
+                            ]
+                        )
+                    ),
+                    dbc.Row(
+                        id="row-main",
+                        class_name="g-0",
+                        children=[
+                            dcc.Store(
+                                id="selected-tests"
+                            ),
+                            dcc.Store(
+                                id="control-panel"
+                            ),
+                            self._add_ctrl_col(),
+                            self._add_plotting_col(),
+                        ]
+                    )
                 ]
             )
         else:
             return html.Div(
-            id="div-main-error",
-            children="An Error Occured."
-        )
+                id="div-main-error",
+                children=[
+                    dbc.Alert(
+                        [
+                            "An Error Occured",
+                        ],
+                        color="danger",
+                    ),
+                ]
+            )
 
-    def _add_ctrl_div(self):
-        """Add div with controls. It is placed on the left side.
+    def _add_navbar(self):
+        """Add nav element with navigation panel. It is placed on the top.
         """
-        return html.Div(
-            id="div-controls",
+        return dbc.NavbarSimple(
+            id="navbarsimple-main",
             children=[
-                html.Div(
-                    id="div-controls-tabs",
-                    children=[
-                        self._add_ctrl_select(),
-                        self._add_ctrl_shown()
-                    ]
+                dbc.NavItem(
+                    dbc.NavLink(
+                        "Continuous Performance Trending",
+                        disabled=True,
+                        external_link=True,
+                        href="#"
+                    )
                 )
             ],
-            style={
-                "display": "inline-block",
-                "width": "18%",
-                "padding": "5px"
-            }
+            brand="Dashboard",
+            brand_href="/",
+            brand_external_link=True,
+            class_name="p-2",
+            fluid=True,
         )
 
-    def _add_plotting_div(self):
-        """Add div with plots and tables. It is placed on the right side.
+    def _add_ctrl_col(self) -> dbc.Col:
+        """Add column with controls. It is placed on the left side.
         """
-        return html.Div(
-            id="div-plotting-area",
+        return dbc.Col(
+            id="col-controls",
             children=[
-                # Only a visible note.
-                # TODO: Add content.
-                html.H3(
-                    "Graphs and Tables",
-                    style={
-                        "vertical-align": "middle",
-                        "text-align": "center"
-                    }
-                )
+                self._add_ctrl_panel(),
             ],
-            style={
-                "vertical-align": "middle",
-                "display": "inline-block",
-                "width": "80%",
-                "padding": "5px"
-            }
         )
 
-    def _add_ctrl_shown(self):
+    def _add_plotting_col(self) -> dbc.Col:
+        """Add column with plots and tables. It is placed on the right side.
         """
-        """
-        return html.Div(
-            id="div-ctrl-shown",
-            children="List of selected tests"
+        return dbc.Col(
+            id="col-plotting-area",
+            children=[
+                dbc.Row(  # Throughput
+                    id="row-graph-tput",
+                    class_name="g-0 p-2",
+                    children=[
+                        self.PLACEHOLDER
+                    ]
+                ),
+                dbc.Row(  # Latency
+                    id="row-graph-lat",
+                    class_name="g-0 p-2",
+                    children=[
+                        self.PLACEHOLDER
+                    ]
+                ),
+                dbc.Row(  # Download
+                    id="row-btn-download",
+                    class_name="g-0 p-2",
+                    children=[
+                        self.PLACEHOLDER
+                    ]
+                )
+            ],
+            width=9,
         )
 
-    def _add_ctrl_select(self):
+    def _add_ctrl_panel(self) -> dbc.Row:
         """
         """
-        return html.Div(
-            id="div-ctrl-select",
+        return dbc.Row(
+            id="row-ctrl-panel",
+            class_name="g-0 p-2",
             children=[
-                html.Br(),
-                html.Div(
-                    children="Physical Test Bed Topology, NIC and Driver"
-                ),
-                dcc.Dropdown(
-                    id="dd-ctrl-phy",
-                    placeholder="Select a Physical Test Bed Topology...",
-                    multi=False,
-                    clearable=False,
-                    options=[
-                        {"label": k, "value": k} for k in self._spec_test.keys()
-                    ],
-                ),
-                html.Br(),
-                html.Div(
-                    children="Area"
-                ),
-                dcc.Dropdown(
-                    id="dd-ctrl-area",
-                    placeholder="Select an Area...",
-                    disabled=True,
-                    multi=False,
-                    clearable=False,
+                dbc.Row(
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Physical Test Bed Topology, NIC and Driver",
+                            class_name="p-0"
+                        ),
+                        dbc.Select(
+                            id="dd-ctrl-phy",
+                            placeholder="Select a Physical Test Bed Topology...",
+                            options=[
+                                {"label": k, "value": k} for k in self.spec_tbs.keys()
+                            ],
+                            size="sm",
+                        ),
+                    ]
                 ),
-                html.Br(),
-                html.Div(
-                    children="Test"
+                dbc.Row(
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Area",
+                            class_name="p-0"
+                        ),
+                        dbc.Select(
+                            id="dd-ctrl-area",
+                            placeholder="Select an Area...",
+                            disabled=True,
+                            size="sm",
+                        ),
+                    ]
                 ),
-                dcc.Dropdown(
-                    id="dd-ctrl-test",
-                    placeholder="Select a Test...",
-                    disabled=True,
-                    multi=False,
-                    clearable=False,
+                dbc.Row(
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Test",
+                            class_name="p-0"
+                        ),
+                        dbc.Select(
+                            id="dd-ctrl-test",
+                            placeholder="Select a Test...",
+                            disabled=True,
+                            size="sm",
+                        ),
+                    ]
                 ),
-
-                # Change to radio buttons:
-                html.Br(),
-                html.Div(
-                    children="Number of Cores"
+                dbc.Row(
+                    id="row-ctrl-core",
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Number of Cores",
+                            class_name="p-0"
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-core-all",
+                                    options=self.CL_ALL_DISABLED,
+                                    inline=False,
+                                    switch=False
+                                )
+                            ],
+                            width=3
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-core",
+                                    inline=True,
+                                    switch=False
+                                )
+                            ]
+                        )
+                    ]
                 ),
-                dcc.Dropdown(
-                    id="dd-ctrl-core",
-                    placeholder="Select a Number of Cores...",
-                    disabled=True,
-                    multi=False,
-                    clearable=False,
+                dbc.Row(
+                    id="row-ctrl-framesize",
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Frame Size",
+                            class_name="p-0"
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-framesize-all",
+                                    options=self.CL_ALL_DISABLED,
+                                    inline=True,
+                                    switch=False
+                                ),
+                            ],
+                            width=3
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-framesize",
+                                    inline=True,
+                                    switch=False
+                                )
+                            ]
+                        )
+                    ]
                 ),
-                html.Br(),
-                html.Div(
-                    children="Frame Size"
+                dbc.Row(
+                    id="row-ctrl-testtype",
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            "Test Type",
+                            class_name="p-0"
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-testtype-all",
+                                    options=self.CL_ALL_DISABLED,
+                                    inline=True,
+                                    switch=False
+                                ),
+                            ],
+                            width=3
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-testtype",
+                                    inline=True,
+                                    switch=False
+                                )
+                            ]
+                        )
+                    ]
                 ),
-                dcc.Dropdown(
-                    id="dd-ctrl-framesize",
-                    placeholder="Select a Frame Size...",
-                    disabled=True,
-                    multi=False,
-                    clearable=False,
+                dbc.Row(
+                    class_name="gy-1",
+                    children=[
+                        dbc.ButtonGroup(
+                            [
+                                dbc.Button(
+                                    id="btn-ctrl-add",
+                                    children="Add Selected",
+                                    color="secondary",
+                                )
+                            ],
+                            size="md",
+                        )
+                    ]
                 ),
-                html.Br(),
-                html.Div(
-                    children="Test Type"
+                dbc.Row(
+                    class_name="gy-1",
+                    children=[
+                        dcc.DatePickerRange(
+                            id="dpr-period",
+                            min_date_allowed=\
+                                datetime.utcnow()-timedelta(days=180),
+                            max_date_allowed=datetime.utcnow(),
+                            initial_visible_month=datetime.utcnow(),
+                            start_date=datetime.utcnow() - timedelta(days=180),
+                            end_date=datetime.utcnow(),
+                            display_format="D MMMM YY"
+                        )
+                    ]
                 ),
-                dcc.Dropdown(
-                    id="dd-ctrl-testtype",
-                    placeholder="Select a Test Type...",
-                    disabled=True,
-                    multi=False,
-                    clearable=False,
+                dbc.Row(
+                    id="row-card-sel-tests",
+                    class_name="gy-1",
+                    style=self.STYLE_DISABLED,
+                    children=[
+                        dbc.Label(
+                            "Selected tests",
+                            class_name="p-0"
+                        ),
+                        dbc.Checklist(
+                            class_name="overflow-auto",
+                            id="cl-selected",
+                            options=[],
+                            inline=False,
+                            style={"max-height": "12em"},
+                        )
+                    ],
                 ),
-                            html.Br(),
-                html.Button(
-                    id="btn-ctrl-add",
-                    children="Add",
-                    disabled=True
+                dbc.Row(
+                    id="row-btns-sel-tests",
+                    style=self.STYLE_DISABLED,
+                    children=[
+                        dbc.ButtonGroup(
+                            children=[
+                                dbc.Button(
+                                    id="btn-sel-remove-all",
+                                    children="Remove All",
+                                    class_name="w-100",
+                                    color="secondary",
+                                    disabled=False
+                                ),
+                                dbc.Button(
+                                    id="btn-sel-remove",
+                                    children="Remove Selected",
+                                    class_name="w-100",
+                                    color="secondary",
+                                    disabled=False
+                                ),
+                                dbc.Button(
+                                    id="btn-sel-display",
+                                    children="Display",
+                                    class_name="w-100",
+                                    color="secondary",
+                                    disabled=False
+                                )
+                            ],
+                            size="md",
+                        )
+                    ]
                 ),
-                html.Br(),
-                html.Div(
-                    id="div-ctrl-info"
-                )
             ]
         )
 
+    class ControlPanel:
+        def __init__(self, panel: dict) -> None:
+
+            CL_ALL_DISABLED = [{
+                "label": "All",
+                "value": "all",
+                "disabled": True
+            }]
+
+            # Defines also the order of keys
+            self._defaults = {
+                "dd-ctrl-phy-value": str(),
+                "dd-ctrl-area-options": list(),
+                "dd-ctrl-area-disabled": True,
+                "dd-ctrl-area-value": str(),
+                "dd-ctrl-test-options": list(),
+                "dd-ctrl-test-disabled": True,
+                "dd-ctrl-test-value": str(),
+                "cl-ctrl-core-options": list(),
+                "cl-ctrl-core-value": list(),
+                "cl-ctrl-core-all-value": list(),
+                "cl-ctrl-core-all-options": CL_ALL_DISABLED,
+                "cl-ctrl-framesize-options": list(),
+                "cl-ctrl-framesize-value": list(),
+                "cl-ctrl-framesize-all-value": list(),
+                "cl-ctrl-framesize-all-options": CL_ALL_DISABLED,
+                "cl-ctrl-testtype-options": list(),
+                "cl-ctrl-testtype-value": list(),
+                "cl-ctrl-testtype-all-value": list(),
+                "cl-ctrl-testtype-all-options": CL_ALL_DISABLED,
+                "btn-ctrl-add-disabled": True,
+                "cl-selected-options": list(),
+            }
+
+            self._panel = deepcopy(self._defaults)
+            if panel:
+                for key in self._defaults:
+                    self._panel[key] = panel[key]
+
+        @property
+        def defaults(self) -> dict:
+            return self._defaults
+
+        @property
+        def panel(self) -> dict:
+            return self._panel
+
+        def set(self, kwargs: dict) -> None:
+            for key, val in kwargs.items():
+                if key in self._panel:
+                    self._panel[key] = val
+                else:
+                    raise KeyError(f"The key {key} is not defined.")
+
+        def get(self, key: str) -> any:
+            return self._panel[key]
+
+        def values(self) -> tuple:
+            return tuple(self._panel.values())
+
+    @staticmethod
+    def _sync_checklists(opt: list, sel: list, all: list, id: str) -> tuple:
+        """
+        """
+        options = {v["value"] for v in opt}
+        if id =="all":
+            sel = list(options) if all else list()
+        else:
+            all = ["all", ] if set(sel) == options else list()
+        return sel, all
+
+    @staticmethod
+    def _list_tests(selection: dict) -> list:
+        """Display selected tests with checkboxes
+        """
+        if selection:
+            return [
+                {"label": v["id"], "value": v["id"]} for v in selection
+            ]
+        else:
+            return list()
+
     def callbacks(self, app):
 
-        @app.callback(
-            Output("dd-ctrl-area", "options"),
-            Output("dd-ctrl-area", "disabled"),
-            Input("dd-ctrl-phy", "value"),
-        )
-        def _update_dd_area(phy):
+        def _generate_plotting_arrea(args: tuple) -> tuple:
             """
             """
 
-            if phy is None:
-                raise PreventUpdate
+            (fig_tput, fig_lat) = args
 
-            try:
-                options = [
-                    {"label": self._spec_test[phy][v]["label"], "value": v}
-                        for v in [v for v in self._spec_test[phy].keys()]
+            row_fig_tput = self.PLACEHOLDER
+            row_fig_lat = self.PLACEHOLDER
+            row_btn_dwnld = self.PLACEHOLDER
+
+            if fig_tput:
+                row_fig_tput = [
+                    dcc.Loading(
+                        dcc.Graph(
+                            id="graph-tput",
+                            figure=fig_tput
+                        )
+                    ),
+                ]
+                row_btn_dwnld = [
+                    dcc.Loading(children=[
+                        dbc.Button(
+                            id="btn-download-data",
+                            children=["Download Data"]
+                        ),
+                        dcc.Download(id="download-data")
+                    ]),
+                ]
+            if fig_lat:
+                row_fig_lat = [
+                    dcc.Loading(
+                        dcc.Graph(
+                            id="graph-latency",
+                            figure=fig_lat
+                        )
+                    )
                 ]
-            except KeyError:
-                options = list()
 
-            return options, False
+            return row_fig_tput, row_fig_lat, row_btn_dwnld
 
         @app.callback(
+            Output("control-panel", "data"),  # Store
+            Output("selected-tests", "data"),  # Store
+            Output("row-graph-tput", "children"),
+            Output("row-graph-lat", "children"),
+            Output("row-btn-download", "children"),
+            Output("row-card-sel-tests", "style"),
+            Output("row-btns-sel-tests", "style"),
+            Output("dd-ctrl-phy", "value"),
+            Output("dd-ctrl-area", "options"),
+            Output("dd-ctrl-area", "disabled"),
+            Output("dd-ctrl-area", "value"),
             Output("dd-ctrl-test", "options"),
             Output("dd-ctrl-test", "disabled"),
+            Output("dd-ctrl-test", "value"),
+            Output("cl-ctrl-core", "options"),
+            Output("cl-ctrl-core", "value"),
+            Output("cl-ctrl-core-all", "value"),
+            Output("cl-ctrl-core-all", "options"),
+            Output("cl-ctrl-framesize", "options"),
+            Output("cl-ctrl-framesize", "value"),
+            Output("cl-ctrl-framesize-all", "value"),
+            Output("cl-ctrl-framesize-all", "options"),
+            Output("cl-ctrl-testtype", "options"),
+            Output("cl-ctrl-testtype", "value"),
+            Output("cl-ctrl-testtype-all", "value"),
+            Output("cl-ctrl-testtype-all", "options"),
+            Output("btn-ctrl-add", "disabled"),
+            Output("cl-selected", "options"),  # User selection
+            State("control-panel", "data"),  # Store
+            State("selected-tests", "data"),  # Store
+            State("cl-selected", "value"),  # User selection
             Input("dd-ctrl-phy", "value"),
             Input("dd-ctrl-area", "value"),
+            Input("dd-ctrl-test", "value"),
+            Input("cl-ctrl-core", "value"),
+            Input("cl-ctrl-core-all", "value"),
+            Input("cl-ctrl-framesize", "value"),
+            Input("cl-ctrl-framesize-all", "value"),
+            Input("cl-ctrl-testtype", "value"),
+            Input("cl-ctrl-testtype-all", "value"),
+            Input("btn-ctrl-add", "n_clicks"),
+            Input("dpr-period", "start_date"),
+            Input("dpr-period", "end_date"),
+            Input("btn-sel-display", "n_clicks"),
+            Input("btn-sel-remove", "n_clicks"),
+            Input("btn-sel-remove-all", "n_clicks"),
         )
-        def _update_dd_test(phy, area):
+        def _update_ctrl_panel(cp_data: dict, store_sel: list, list_sel: list,
+            dd_phy: str, dd_area: str, dd_test: str, cl_core: list,
+            cl_core_all: list, cl_framesize: list, cl_framesize_all: list,
+            cl_testtype: list, cl_testtype_all: list, btn_add: int,
+            d_start: str, d_end: str, btn_display: int, btn_remove: int,
+            btn_remove_all: int) -> tuple:
             """
             """
 
-            if not all((phy, area, )):
-                raise PreventUpdate
+            d_start = datetime(int(d_start[0:4]), int(d_start[5:7]),
+                int(d_start[8:10]))
+            d_end = datetime(int(d_end[0:4]), int(d_end[5:7]), int(d_end[8:10]))
 
-            try:
-                options = [
-                    {"label": v, "value": v}
-                        for v in self._spec_test[phy][area]["test"]
-                ]
-            except KeyError:
-                options = list()
+            row_fig_tput = no_update
+            row_fig_lat = no_update
+            row_btn_dwnld = no_update
+            row_card_sel_tests = no_update
+            row_btns_sel_tests = no_update
+
+            ctrl_panel = self.ControlPanel(cp_data)
 
-            return options, False
+            trigger_id = callback_context.triggered[0]["prop_id"].split(".")[0]
+
+            if trigger_id == "dd-ctrl-phy":
+                try:
+                    options = [
+                        {"label": self.spec_tbs[dd_phy][v]["label"], "value": v}
+                            for v in [v for v in self.spec_tbs[dd_phy].keys()]
+                    ]
+                    disabled = False
+                except KeyError:
+                    options = list()
+                    disabled = no_update
+                ctrl_panel.set({
+                    "dd-ctrl-phy-value": dd_phy,
+                    "dd-ctrl-area-value": str(),
+                    "dd-ctrl-area-options": options,
+                    "dd-ctrl-area-disabled": disabled,
+                    "dd-ctrl-test-options": list(),
+                    "dd-ctrl-test-disabled": True,
+                    "cl-ctrl-core-options": list(),
+                    "cl-ctrl-core-value": list(),
+                    "cl-ctrl-core-all-value": list(),
+                    "cl-ctrl-core-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-framesize-options": list(),
+                    "cl-ctrl-framesize-value": list(),
+                    "cl-ctrl-framesize-all-value": list(),
+                    "cl-ctrl-framesize-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-testtype-options": list(),
+                    "cl-ctrl-testtype-value": list(),
+                    "cl-ctrl-testtype-all-value": list(),
+                    "cl-ctrl-testtype-all-options": self.CL_ALL_DISABLED,
+                    "btn-ctrl-add-disabled": True,
+                })
+            elif trigger_id == "dd-ctrl-area":
+                try:
+                    phy = ctrl_panel.get("dd-ctrl-phy-value")
+                    options = [
+                        {"label": v, "value": v}
+                            for v in self.spec_tbs[phy][dd_area]["test"]
+                    ]
+                    disabled = False
+                except KeyError:
+                    options = list()
+                    disabled = True
+                ctrl_panel.set({
+                    "dd-ctrl-area-value": dd_area,
+                    "dd-ctrl-test-value": str(),
+                    "dd-ctrl-test-options": options,
+                    "dd-ctrl-test-disabled": disabled,
+                    "cl-ctrl-core-options": list(),
+                    "cl-ctrl-core-value": list(),
+                    "cl-ctrl-core-all-value": list(),
+                    "cl-ctrl-core-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-framesize-options": list(),
+                    "cl-ctrl-framesize-value": list(),
+                    "cl-ctrl-framesize-all-value": list(),
+                    "cl-ctrl-framesize-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-testtype-options": list(),
+                    "cl-ctrl-testtype-value": list(),
+                    "cl-ctrl-testtype-all-value": list(),
+                    "cl-ctrl-testtype-all-options": self.CL_ALL_DISABLED,
+                    "btn-ctrl-add-disabled": True,
+                })
+            elif trigger_id == "dd-ctrl-test":
+                core_opts = list()
+                framesize_opts = list()
+                testtype_opts = list()
+                phy = ctrl_panel.get("dd-ctrl-phy-value")
+                area = ctrl_panel.get("dd-ctrl-area-value")
+                if phy and area and dd_test:
+                    core_opts = [
+                        {"label": v, "value": v}
+                            for v in self.spec_tbs[phy][area]["core"]
+                    ]
+                    framesize_opts = [
+                        {"label": v, "value": v}
+                            for v in self.spec_tbs[phy][area]["frame-size"]
+                    ]
+                    testtype_opts = [
+                        {"label": v, "value": v}
+                            for v in self.spec_tbs[phy][area]["test-type"]
+                    ]
+                    ctrl_panel.set({
+                        "dd-ctrl-test-value": dd_test,
+                        "cl-ctrl-core-options": core_opts,
+                        "cl-ctrl-core-value": list(),
+                        "cl-ctrl-core-all-value": list(),
+                        "cl-ctrl-core-all-options": self.CL_ALL_ENABLED,
+                        "cl-ctrl-framesize-options": framesize_opts,
+                        "cl-ctrl-framesize-value": list(),
+                        "cl-ctrl-framesize-all-value": list(),
+                        "cl-ctrl-framesize-all-options": self.CL_ALL_ENABLED,
+                        "cl-ctrl-testtype-options": testtype_opts,
+                        "cl-ctrl-testtype-value": list(),
+                        "cl-ctrl-testtype-all-value": list(),
+                        "cl-ctrl-testtype-all-options": self.CL_ALL_ENABLED,
+                        "btn-ctrl-add-disabled": False,
+                    })
+            elif trigger_id == "cl-ctrl-core":
+                val_sel, val_all = self._sync_checklists(
+                    opt=ctrl_panel.get("cl-ctrl-core-options"),
+                    sel=cl_core,
+                    all=list(),
+                    id=""
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-core-value": val_sel,
+                    "cl-ctrl-core-all-value": val_all,
+                })
+            elif trigger_id == "cl-ctrl-core-all":
+                val_sel, val_all = self._sync_checklists(
+                    opt = ctrl_panel.get("cl-ctrl-core-options"),
+                    sel=list(),
+                    all=cl_core_all,
+                    id="all"
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-core-value": val_sel,
+                    "cl-ctrl-core-all-value": val_all,
+                })
+            elif trigger_id == "cl-ctrl-framesize":
+                val_sel, val_all = self._sync_checklists(
+                    opt = ctrl_panel.get("cl-ctrl-framesize-options"),
+                    sel=cl_framesize,
+                    all=list(),
+                    id=""
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-framesize-value": val_sel,
+                    "cl-ctrl-framesize-all-value": val_all,
+                })
+            elif trigger_id == "cl-ctrl-framesize-all":
+                val_sel, val_all = self._sync_checklists(
+                    opt = ctrl_panel.get("cl-ctrl-framesize-options"),
+                    sel=list(),
+                    all=cl_framesize_all,
+                    id="all"
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-framesize-value": val_sel,
+                    "cl-ctrl-framesize-all-value": val_all,
+                })
+            elif trigger_id == "cl-ctrl-testtype":
+                val_sel, val_all = self._sync_checklists(
+                    opt = ctrl_panel.get("cl-ctrl-testtype-options"),
+                    sel=cl_testtype,
+                    all=list(),
+                    id=""
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-testtype-value": val_sel,
+                    "cl-ctrl-testtype-all-value": val_all,
+                })
+            elif trigger_id == "cl-ctrl-testtype-all":
+                val_sel, val_all = self._sync_checklists(
+                    opt = ctrl_panel.get("cl-ctrl-testtype-options"),
+                    sel=list(),
+                    all=cl_testtype_all,
+                    id="all"
+                )
+                ctrl_panel.set({
+                    "cl-ctrl-testtype-value": val_sel,
+                    "cl-ctrl-testtype-all-value": val_all,
+                })
+            elif trigger_id == "btn-ctrl-add":
+                _ = btn_add
+                phy = ctrl_panel.get("dd-ctrl-phy-value")
+                area = ctrl_panel.get("dd-ctrl-area-value")
+                test = ctrl_panel.get("dd-ctrl-test-value")
+                cores = ctrl_panel.get("cl-ctrl-core-value")
+                framesizes = ctrl_panel.get("cl-ctrl-framesize-value")
+                testtypes = ctrl_panel.get("cl-ctrl-testtype-value")
+                # Add selected test to the list of tests in store:
+                if phy and area and test and cores and framesizes and testtypes:
+                    if store_sel is None:
+                        store_sel = list()
+                    for core in cores:
+                        for framesize in framesizes:
+                            for ttype in testtypes:
+                                tid = (
+                                    f"{phy.replace('af_xdp', 'af-xdp')}-"
+                                    f"{area}-"
+                                    f"{framesize.lower()}-"
+                                    f"{core.lower()}-"
+                                    f"{test}-"
+                                    f"{ttype.lower()}"
+                                )
+                                if tid not in [itm["id"] for itm in store_sel]:
+                                    store_sel.append({
+                                        "id": tid,
+                                        "phy": phy,
+                                        "area": area,
+                                        "test": test,
+                                        "framesize": framesize.lower(),
+                                        "core": core.lower(),
+                                        "testtype": ttype.lower()
+                                    })
+                    row_card_sel_tests = self.STYLE_ENABLED
+                    row_btns_sel_tests = self.STYLE_ENABLED
+                    ctrl_panel.set(ctrl_panel.defaults)
+                    ctrl_panel.set({
+                        "cl-selected-options": self._list_tests(store_sel)
+                    })
+            elif trigger_id in ("btn-sel-display", "dpr-period"):
+                _ = btn_display
+                row_fig_tput, row_fig_lat, row_btn_dwnld = \
+                    _generate_plotting_arrea(
+                        graph_trending(
+                            self.data, store_sel, self.layout, d_start, d_end
+                        )
+                    )
+            elif trigger_id == "btn-sel-remove-all":
+                _ = btn_remove_all
+                row_fig_tput = self.PLACEHOLDER
+                row_fig_lat = self.PLACEHOLDER
+                row_btn_dwnld = self.PLACEHOLDER
+                row_card_sel_tests = self.STYLE_DISABLED
+                row_btns_sel_tests = self.STYLE_DISABLED
+                store_sel = list()
+                ctrl_panel.set({
+                        "cl-selected-options": list()
+                })
+            elif trigger_id == "btn-sel-remove":
+                _ = btn_remove
+                if list_sel:
+                    new_store_sel = list()
+                    for item in store_sel:
+                        if item["id"] not in list_sel:
+                            new_store_sel.append(item)
+                    store_sel = new_store_sel
+                if store_sel:
+                    row_fig_tput, row_fig_lat, row_btn_dwnld = \
+                    _generate_plotting_arrea(
+                        graph_trending(
+                            self.data, store_sel, self.layout, d_start, d_end
+                        )
+                    )
+                    ctrl_panel.set({
+                        "cl-selected-options": self._list_tests(store_sel)
+                    })
+                else:
+                    row_fig_tput = self.PLACEHOLDER
+                    row_fig_lat = self.PLACEHOLDER
+                    row_btn_dwnld = self.PLACEHOLDER
+                    row_card_sel_tests = self.STYLE_DISABLED
+                    row_btns_sel_tests = self.STYLE_DISABLED
+                    store_sel = list()
+                    ctrl_panel.set({
+                            "cl-selected-options": list()
+                    })
+
+            ret_val = [
+                ctrl_panel.panel, store_sel,
+                row_fig_tput, row_fig_lat, row_btn_dwnld,
+                row_card_sel_tests, row_btns_sel_tests
+            ]
+            ret_val.extend(ctrl_panel.values())
+            return ret_val
 
         @app.callback(
-            Output("btn-ctrl-add", "disabled"),
-            Input("dd-ctrl-phy", "value"),
-            Input("dd-ctrl-area", "value"),
-            Input("dd-ctrl-test", "value"),
+            Output("metadata-tput-lat", "children"),
+            Output("metadata-hdrh-graph", "children"),
+            Output("offcanvas-metadata", "is_open"),
+            Input("graph-tput", "clickData"),
+            Input("graph-latency", "clickData")
         )
-        def _update_btn_add(phy, area, test):
+        def _show_metadata_from_graphs(
+            tput_data: dict, lat_data: dict) -> tuple:
             """
             """
+            if not (tput_data or lat_data):
+                raise PreventUpdate
 
-            if all((phy, area, test, )):
-                self._test_selection["phy"] = phy
-                self._test_selection["area"] = area
-                self._test_selection["test"] = test
-                return False
-            else:
-                return True
+            metadata = no_update
+            graph = list()
+
+            trigger_id = callback_context.triggered[0]["prop_id"].split(".")[0]
+            if trigger_id == "graph-tput":
+                title = "Throughput"
+                txt = tput_data["points"][0]["text"].replace("<br>", "\n")
+            elif trigger_id == "graph-latency":
+                title = "Latency"
+                txt = lat_data["points"][0]["text"].replace("<br>", "\n")
+                hdrh_data = lat_data["points"][0].get("customdata", None)
+                if hdrh_data:
+                    graph = [dbc.Card(
+                        class_name="g-0",
+                        children=[
+                            dbc.CardHeader(hdrh_data.pop("name")),
+                            dbc.CardBody(children=[
+                                dcc.Graph(
+                                    id="hdrh-latency-graph",
+                                    figure=graph_hdrh_latency(
+                                        hdrh_data, self.layout
+                                    )
+                                )
+                            ])
+                        ])
+                    ]
+            metadata = [
+                dbc.Card(
+                    class_name="g-0",
+                    children=[
+                        dbc.CardHeader(children=[
+                            dcc.Clipboard(
+                                target_id="tput-lat-metadata",
+                                title="Copy",
+                                style={"display": "inline-block"}
+                            ),
+                            title
+                        ]),
+                        dbc.CardBody(
+                            id="tput-lat-metadata",
+                            children=[txt]
+                        )
+                    ]
+                )
+            ]
+
+            return metadata, graph, True
 
         @app.callback(
-            Output("div-ctrl-info", "children"),
-            Output("dd-ctrl-phy", "value"),
-            Output("dd-ctrl-area", "value"),
-            Output("dd-ctrl-test", "value"),
-            Output("btn-ctrl-add", "n_clicks"),
-            Input("btn-ctrl-add", "n_clicks")
+            Output("download-data", "data"),
+            State("selected-tests", "data"),
+            Input("btn-download-data", "n_clicks"),
+            prevent_initial_call=True
         )
-        def _print_user_selection(n_clicks):
+        def _download_data(store_sel, n_clicks):
             """
             """
 
-            logging.info(f"\n\n{n_clicks}\n\n")
-
             if not n_clicks:
                 raise PreventUpdate
 
-            selected = (
-                f"{self._test_selection['phy']} # "
-                f"{self._test_selection['area']} # "
-                f"{self._test_selection['test']} # "
-                f"{n_clicks}\n"
-            )
+            if not store_sel:
+                raise PreventUpdate
 
-            self._reset_test_selection()
+            df = pd.DataFrame()
+            for itm in store_sel:
+                sel_data = select_trending_data(self.data, itm)
+                if sel_data is None:
+                    continue
+                df = pd.concat([df, sel_data], ignore_index=True)
 
-            return (
-                selected,
-                None,
-                None,
-                None,
-                0,
-            )
+            return dcc.send_data_frame(df.to_csv, "trending_data.csv")