UTI: Move constatns to a separate file
[csit.git] / resources / tools / dash / app / pal / trending / layout.py
index 6d9eca6..48a8e54 100644 (file)
@@ -30,58 +30,18 @@ from copy import deepcopy
 from json import loads, JSONDecodeError
 from ast import literal_eval
 
+from ..utils.constants import Constants as C
+from ..utils.url_processing import url_decode, url_encode
 from ..data.data import Data
 from .graphs import graph_trending, graph_hdrh_latency, \
     select_trending_data
-from ..data.url_processing import url_decode, url_encode
 
 
 class Layout:
     """
     """
 
-    STYLE_DISABLED = {"display": "none"}
-    STYLE_ENABLED = {"display": "inherit"}
-
-    CL_ALL_DISABLED = [{
-        "label": "All",
-        "value": "all",
-        "disabled": True
-    }]
-    CL_ALL_ENABLED = [{
-        "label": "All",
-        "value": "all",
-        "disabled": False
-    }]
-
-    PLACEHOLDER = html.Nobr("")
-
-    DRIVERS = ("avf", "af-xdp", "rdma", "dpdk")
-
-    LABELS = {
-        "dpdk": "DPDK",
-        "container_memif": "LXC/DRC Container Memif",
-        "crypto": "IPSec IPv4 Routing",
-        "ip4": "IPv4 Routing",
-        "ip6": "IPv6 Routing",
-        "ip4_tunnels": "IPv4 Tunnels",
-        "l2": "L2 Ethernet Switching",
-        "srv6": "SRv6 Routing",
-        "vm_vhost": "VMs vhost-user",
-        "nfv_density-dcr_memif-chain_ipsec": "CNF Service Chains Routing IPSec",
-        "nfv_density-vm_vhost-chain_dot1qip4vxlan":"VNF Service Chains Tunnels",
-        "nfv_density-vm_vhost-chain": "VNF Service Chains Routing",
-        "nfv_density-dcr_memif-pipeline": "CNF Service Pipelines Routing",
-        "nfv_density-dcr_memif-chain": "CNF Service Chains Routing",
-    }
-
-    URL_STYLE = {
-        "background-color": "#d2ebf5",
-        "border-color": "#bce1f1",
-        "color": "#135d7c"
-    }
-
-    def __init__(self, app: Flask, html_layout_file: str, spec_file: str,
+    def __init__(self, app: Flask, html_layout_file: str,
         graph_layout_file: str, data_spec_file: str, tooltip_file: str,
         time_period: str=None) -> None:
         """
@@ -90,7 +50,6 @@ class Layout:
         # Inputs
         self._app = app
         self._html_layout_file = html_layout_file
-        self._spec_file = spec_file
         self._graph_layout_file = graph_layout_file
         self._data_spec_file = data_spec_file
         self._tooltip_file = tooltip_file
@@ -132,7 +91,7 @@ class Layout:
                 replace("2n-", "")
             test = lst_test[-1]
             nic = suite.split("-")[0]
-            for drv in self.DRIVERS:
+            for drv in C.DRIVERS:
                 if drv in test:
                     if drv == "af-xdp":
                         driver = "af_xdp"
@@ -239,7 +198,7 @@ class Layout:
         return self._time_period
 
     def label(self, key: str) -> str:
-        return self.LABELS.get(key, key)
+        return C.LABELS.get(key, key)
 
     def _show_tooltip(self, id: str, title: str,
             clipboard_id: str=None) -> list:
@@ -361,21 +320,21 @@ class Layout:
                             id="row-graph-tput",
                             class_name="g-0 p-2",
                             children=[
-                                self.PLACEHOLDER
+                                C.PLACEHOLDER
                             ]
                         ),
                         dbc.Row(  # Latency
                             id="row-graph-lat",
                             class_name="g-0 p-2",
                             children=[
-                                self.PLACEHOLDER
+                                C.PLACEHOLDER
                             ]
                         ),
                         dbc.Row(  # Download
                             id="row-btn-download",
                             class_name="g-0 p-2",
                             children=[
-                                self.PLACEHOLDER
+                                C.PLACEHOLDER
                             ]
                         )
                     ]
@@ -494,7 +453,7 @@ class Layout:
                             children=[
                                 dbc.Checklist(
                                     id="cl-ctrl-framesize-all",
-                                    options=self.CL_ALL_DISABLED,
+                                    options=C.CL_ALL_DISABLED,
                                     inline=True,
                                     switch=False
                                 ),
@@ -525,7 +484,7 @@ class Layout:
                             children=[
                                 dbc.Checklist(
                                     id="cl-ctrl-core-all",
-                                    options=self.CL_ALL_DISABLED,
+                                    options=C.CL_ALL_DISABLED,
                                     inline=False,
                                     switch=False
                                 )
@@ -556,7 +515,7 @@ class Layout:
                             children=[
                                 dbc.Checklist(
                                     id="cl-ctrl-testtype-all",
-                                    options=self.CL_ALL_DISABLED,
+                                    options=C.CL_ALL_DISABLED,
                                     inline=True,
                                     switch=False
                                 ),
@@ -574,6 +533,34 @@ class Layout:
                         )
                     ]
                 ),
+                dbc.Row(
+                    id="row-ctrl-normalize",
+                    class_name="gy-1",
+                    children=[
+                        dbc.Label(
+                            children=self._show_tooltip(
+                                "help-normalize", "Normalize"),
+                            class_name="p-0"
+                        ),
+                        dbc.Col(
+                            children=[
+                                dbc.Checklist(
+                                    id="cl-ctrl-normalize",
+                                    options=[{
+                                        "value": "normalize",
+                                        "label": (
+                                            "Normalize results to CPU"
+                                            "frequency 2GHz"
+                                        )
+                                    }],
+                                    value=[],
+                                    inline=True,
+                                    switch=False
+                                ),
+                            ]
+                        )
+                    ]
+                ),
                 dbc.Row(
                     class_name="gy-1 p-0",
                     children=[
@@ -617,7 +604,7 @@ class Layout:
                 dbc.Row(
                     id="row-card-sel-tests",
                     class_name="gy-1",
-                    style=self.STYLE_DISABLED,
+                    style=C.STYLE_DISABLED,
                     children=[
                         dbc.Label(
                             "Selected tests",
@@ -634,7 +621,7 @@ class Layout:
                 ),
                 dbc.Row(
                     id="row-btns-sel-tests",
-                    style=self.STYLE_DISABLED,
+                    style=C.STYLE_DISABLED,
                     children=[
                         dbc.ButtonGroup(
                             class_name="gy-2",
@@ -664,12 +651,6 @@ class Layout:
     class ControlPanel:
         def __init__(self, panel: dict) -> None:
 
-            CL_ALL_DISABLED = [{
-                "label": "All",
-                "value": "all",
-                "disabled": True
-            }]
-
             # Defines also the order of keys
             self._defaults = {
                 "dd-ctrl-dut-value": str(),
@@ -685,16 +666,17 @@ class Layout:
                 "cl-ctrl-core-options": list(),
                 "cl-ctrl-core-value": list(),
                 "cl-ctrl-core-all-value": list(),
-                "cl-ctrl-core-all-options": CL_ALL_DISABLED,
+                "cl-ctrl-core-all-options": C.CL_ALL_DISABLED,
                 "cl-ctrl-framesize-options": list(),
                 "cl-ctrl-framesize-value": list(),
                 "cl-ctrl-framesize-all-value": list(),
-                "cl-ctrl-framesize-all-options": CL_ALL_DISABLED,
+                "cl-ctrl-framesize-all-options": C.CL_ALL_DISABLED,
                 "cl-ctrl-testtype-options": list(),
                 "cl-ctrl-testtype-value": list(),
                 "cl-ctrl-testtype-all-value": list(),
-                "cl-ctrl-testtype-all-options": CL_ALL_DISABLED,
+                "cl-ctrl-testtype-all-options": C.CL_ALL_DISABLED,
                 "btn-ctrl-add-disabled": True,
+                "cl-normalize-value": list(),
                 "cl-selected-options": list(),
             }
 
@@ -756,9 +738,9 @@ class Layout:
 
             (fig_tput, fig_lat) = figs
 
-            row_fig_tput = self.PLACEHOLDER
-            row_fig_lat = self.PLACEHOLDER
-            row_btn_dwnld = self.PLACEHOLDER
+            row_fig_tput = C.PLACEHOLDER
+            row_fig_lat = C.PLACEHOLDER
+            row_btn_dwnld = C.PLACEHOLDER
 
             if fig_tput:
                 row_fig_tput = [
@@ -790,7 +772,7 @@ class Layout:
                                 class_name="me-1",
                                 children=[
                                     dbc.InputGroupText(
-                                        style=self.URL_STYLE,
+                                        style=C.URL_STYLE,
                                         children=self._show_tooltip(
                                             "help-url", "URL", "input-url")
                                     ),
@@ -798,7 +780,7 @@ class Layout:
                                         id="input-url",
                                         readonly=True,
                                         type="url",
-                                        style=self.URL_STYLE,
+                                        style=C.URL_STYLE,
                                         value=url
                                     )
                                 ]
@@ -847,6 +829,7 @@ class Layout:
             Output("cl-ctrl-testtype-all", "value"),
             Output("cl-ctrl-testtype-all", "options"),
             Output("btn-ctrl-add", "disabled"),
+            Output("cl-ctrl-normalize", "value"),
             Output("cl-selected", "options"),  # User selection
             State("control-panel", "data"),  # Store
             State("selected-tests", "data"),  # Store
@@ -861,6 +844,7 @@ class Layout:
             Input("cl-ctrl-framesize-all", "value"),
             Input("cl-ctrl-testtype", "value"),
             Input("cl-ctrl-testtype-all", "value"),
+            Input("cl-ctrl-normalize", "value"),
             Input("btn-ctrl-add", "n_clicks"),
             Input("dpr-period", "start_date"),
             Input("dpr-period", "end_date"),
@@ -871,8 +855,8 @@ class Layout:
         def _update_ctrl_panel(cp_data: dict, store_sel: list, list_sel: list,
             dd_dut: str, dd_phy: str, dd_area: str, dd_test: str, cl_core: list,
             cl_core_all: list, cl_framesize: list, cl_framesize_all: list,
-            cl_testtype: list, cl_testtype_all: list, btn_add: int,
-            d_start: str, d_end: str, btn_remove: int,
+            cl_testtype: list, cl_testtype_all: list, cl_normalize: list,
+            btn_add: int, d_start: str, d_end: str, btn_remove: int,
             btn_remove_all: int, href: str) -> tuple:
             """
             """
@@ -914,11 +898,9 @@ class Layout:
 
             if trigger_id == "dd-ctrl-dut":
                 try:
+                    dut = self.spec_tbs[dd_dut]
                     options = sorted(
-                        [
-                            {"label": v, "value": v}
-                                for v in self.spec_tbs[dd_dut].keys()
-                        ],
+                        [{"label": v, "value": v}for v in dut.keys()],
                         key=lambda d: d["label"]
                     )
                     disabled = False
@@ -933,29 +915,29 @@ class Layout:
                     "dd-ctrl-area-value": str(),
                     "dd-ctrl-area-options": list(),
                     "dd-ctrl-area-disabled": True,
+                    "dd-ctrl-test-value": str(),
                     "dd-ctrl-test-options": list(),
                     "dd-ctrl-test-disabled": True,
                     "cl-ctrl-core-options": list(),
                     "cl-ctrl-core-value": list(),
                     "cl-ctrl-core-all-value": list(),
-                    "cl-ctrl-core-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-core-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-framesize-options": list(),
                     "cl-ctrl-framesize-value": list(),
                     "cl-ctrl-framesize-all-value": list(),
-                    "cl-ctrl-framesize-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-framesize-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-testtype-options": list(),
                     "cl-ctrl-testtype-value": list(),
                     "cl-ctrl-testtype-all-value": list(),
-                    "cl-ctrl-testtype-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-testtype-all-options": C.CL_ALL_DISABLED,
                 })
             elif trigger_id == "dd-ctrl-phy":
                 try:
                     dut = ctrl_panel.get("dd-ctrl-dut-value")
+                    phy = self.spec_tbs[dut][dd_phy]
                     options = sorted(
-                        [
-                            {"label": self.label(v), "value": v}
-                                for v in self.spec_tbs[dut][dd_phy].keys()
-                        ],
+                        [{"label": self.label(v), "value": v}
+                            for v in phy.keys()],
                         key=lambda d: d["label"]
                     )
                     disabled = False
@@ -967,30 +949,29 @@ class Layout:
                     "dd-ctrl-area-value": str(),
                     "dd-ctrl-area-options": options,
                     "dd-ctrl-area-disabled": disabled,
+                    "dd-ctrl-test-value": str(),
                     "dd-ctrl-test-options": list(),
                     "dd-ctrl-test-disabled": True,
                     "cl-ctrl-core-options": list(),
                     "cl-ctrl-core-value": list(),
                     "cl-ctrl-core-all-value": list(),
-                    "cl-ctrl-core-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-core-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-framesize-options": list(),
                     "cl-ctrl-framesize-value": list(),
                     "cl-ctrl-framesize-all-value": list(),
-                    "cl-ctrl-framesize-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-framesize-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-testtype-options": list(),
                     "cl-ctrl-testtype-value": list(),
                     "cl-ctrl-testtype-all-value": list(),
-                    "cl-ctrl-testtype-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-testtype-all-options": C.CL_ALL_DISABLED,
                 })
             elif trigger_id == "dd-ctrl-area":
                 try:
                     dut = ctrl_panel.get("dd-ctrl-dut-value")
                     phy = ctrl_panel.get("dd-ctrl-phy-value")
+                    area = self.spec_tbs[dut][phy][dd_area]
                     options = sorted(
-                        [
-                            {"label": v, "value": v}
-                                for v in self.spec_tbs[dut][phy][dd_area].keys()
-                        ],
+                        [{"label": v, "value": v} for v in area.keys()],
                         key=lambda d: d["label"]
                     )
                     disabled = False
@@ -1005,15 +986,15 @@ class Layout:
                     "cl-ctrl-core-options": list(),
                     "cl-ctrl-core-value": list(),
                     "cl-ctrl-core-all-value": list(),
-                    "cl-ctrl-core-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-core-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-framesize-options": list(),
                     "cl-ctrl-framesize-value": list(),
                     "cl-ctrl-framesize-all-value": list(),
-                    "cl-ctrl-framesize-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-framesize-all-options": C.CL_ALL_DISABLED,
                     "cl-ctrl-testtype-options": list(),
                     "cl-ctrl-testtype-value": list(),
                     "cl-ctrl-testtype-all-value": list(),
-                    "cl-ctrl-testtype-all-options": self.CL_ALL_DISABLED,
+                    "cl-ctrl-testtype-all-options": C.CL_ALL_DISABLED,
                 })
             elif trigger_id == "dd-ctrl-test":
                 core_opts = list()
@@ -1022,33 +1003,31 @@ class Layout:
                 dut = ctrl_panel.get("dd-ctrl-dut-value")
                 phy = ctrl_panel.get("dd-ctrl-phy-value")
                 area = ctrl_panel.get("dd-ctrl-area-value")
-                cores = self.spec_tbs[dut][phy][area][dd_test]["core"]
-                fsizes = self.spec_tbs[dut][phy][area][dd_test]["frame-size"]
-                ttypes = self.spec_tbs[dut][phy][area][dd_test]["test-type"]
+                test = self.spec_tbs[dut][phy][area][dd_test]
+                cores = test["core"]
+                fsizes = test["frame-size"]
+                ttypes = test["test-type"]
                 if dut and phy and area and dd_test:
-                    core_opts = [
-                        {"label": v, "value": v} for v in sorted(cores)
-                    ]
-                    framesize_opts = [
-                        {"label": v, "value": v} for v in sorted(fsizes)
-                    ]
-                    testtype_opts = [
-                        {"label": v, "value": v}for v in sorted(ttypes)
-                    ]
+                    core_opts = [{"label": v, "value": v}
+                        for v in sorted(cores)]
+                    framesize_opts = [{"label": v, "value": v}
+                        for v in sorted(fsizes)]
+                    testtype_opts = [{"label": v, "value": v}
+                        for v in sorted(ttypes)]
                     ctrl_panel.set({
                         "dd-ctrl-test-value": dd_test,
                         "cl-ctrl-core-options": core_opts,
                         "cl-ctrl-core-value": list(),
                         "cl-ctrl-core-all-value": list(),
-                        "cl-ctrl-core-all-options": self.CL_ALL_ENABLED,
+                        "cl-ctrl-core-all-options": C.CL_ALL_ENABLED,
                         "cl-ctrl-framesize-options": framesize_opts,
                         "cl-ctrl-framesize-value": list(),
                         "cl-ctrl-framesize-all-value": list(),
-                        "cl-ctrl-framesize-all-options": self.CL_ALL_ENABLED,
+                        "cl-ctrl-framesize-all-options": C.CL_ALL_ENABLED,
                         "cl-ctrl-testtype-options": testtype_opts,
                         "cl-ctrl-testtype-value": list(),
                         "cl-ctrl-testtype-all-value": list(),
-                        "cl-ctrl-testtype-all-options": self.CL_ALL_ENABLED,
+                        "cl-ctrl-testtype-all-options": C.CL_ALL_ENABLED,
                     })
             elif trigger_id == "cl-ctrl-core":
                 val_sel, val_all = self._sync_checklists(
@@ -1151,39 +1130,19 @@ class Layout:
                                         "testtype": ttype.lower()
                                     })
                     store_sel = sorted(store_sel, key=lambda d: d["id"])
-                    row_card_sel_tests = self.STYLE_ENABLED
-                    row_btns_sel_tests = self.STYLE_ENABLED
-                    ctrl_panel.set(ctrl_panel.defaults)
-                    ctrl_panel.set({
-                        "cl-selected-options": self._list_tests(store_sel)
-                    })
-                    row_fig_tput, row_fig_lat, row_btn_dwnld = \
-                        _generate_plotting_area(
-                            graph_trending(
-                                self.data, store_sel, self.layout, d_start,
-                                d_end
-                            ),
-                            _gen_new_url(parsed_url, store_sel, d_start, d_end)
-                        )
-            elif trigger_id == "dpr-period":
-                row_fig_tput, row_fig_lat, row_btn_dwnld = \
-                    _generate_plotting_area(
-                        graph_trending(
-                            self.data, store_sel, self.layout, d_start, d_end
-                        ),
-                        _gen_new_url(parsed_url, store_sel, d_start, d_end)
-                    )
+                    row_card_sel_tests = C.STYLE_ENABLED
+                    row_btns_sel_tests = C.STYLE_ENABLED
+                    if C.CLEAR_ALL_INPUTS:
+                        ctrl_panel.set(ctrl_panel.defaults)
             elif trigger_id == "btn-sel-remove-all":
                 _ = btn_remove_all
-                row_fig_tput = self.PLACEHOLDER
-                row_fig_lat = self.PLACEHOLDER
-                row_btn_dwnld = self.PLACEHOLDER
-                row_card_sel_tests = self.STYLE_DISABLED
-                row_btns_sel_tests = self.STYLE_DISABLED
+                row_fig_tput = C.PLACEHOLDER
+                row_fig_lat = C.PLACEHOLDER
+                row_btn_dwnld = C.PLACEHOLDER
+                row_card_sel_tests = C.STYLE_DISABLED
+                row_btns_sel_tests = C.STYLE_DISABLED
                 store_sel = list()
-                ctrl_panel.set({
-                        "cl-selected-options": list()
-                })
+                ctrl_panel.set({"cl-selected-options": list()})
             elif trigger_id == "btn-sel-remove":
                 _ = btn_remove
                 if list_sel:
@@ -1192,62 +1151,38 @@ class Layout:
                         if item["id"] not in list_sel:
                             new_store_sel.append(item)
                     store_sel = new_store_sel
+            elif trigger_id == "url":
+                # TODO: Add verification
+                url_params = parsed_url["params"]
+                if url_params:
+                    store_sel = literal_eval(
+                        url_params.get("store_sel", list())[0])
+                    d_start = self._get_date(url_params.get("start", list())[0])
+                    d_end = self._get_date(url_params.get("end", list())[0])
+                    if store_sel:
+                        row_card_sel_tests = C.STYLE_ENABLED
+                        row_btns_sel_tests = C.STYLE_ENABLED
+
+            if trigger_id in ("btn-ctrl-add", "url", "dpr-period",
+                    "btn-sel-remove", "cl-ctrl-normalize"):
                 if store_sel:
                     row_fig_tput, row_fig_lat, row_btn_dwnld = \
                         _generate_plotting_area(
-                            graph_trending(
-                                self.data, store_sel, self.layout, d_start,
-                                d_end
-                            ),
+                            graph_trending(self.data, store_sel, self.layout,
+                                d_start, d_end, bool(cl_normalize)),
                             _gen_new_url(parsed_url, store_sel, d_start, d_end)
                         )
                     ctrl_panel.set({
                         "cl-selected-options": self._list_tests(store_sel)
                     })
                 else:
-                    row_fig_tput = self.PLACEHOLDER
-                    row_fig_lat = self.PLACEHOLDER
-                    row_btn_dwnld = self.PLACEHOLDER
-                    row_card_sel_tests = self.STYLE_DISABLED
-                    row_btns_sel_tests = self.STYLE_DISABLED
+                    row_fig_tput = C.PLACEHOLDER
+                    row_fig_lat = C.PLACEHOLDER
+                    row_btn_dwnld = C.PLACEHOLDER
+                    row_card_sel_tests = C.STYLE_DISABLED
+                    row_btns_sel_tests = C.STYLE_DISABLED
                     store_sel = list()
-                    ctrl_panel.set({
-                        "cl-selected-options": list()
-                    })
-            elif trigger_id == "url":
-                # TODO: Add verification
-                url_params = parsed_url["params"]
-                if url_params:
-                    store_sel = literal_eval(
-                        url_params.get("store_sel", list())[0])
-                    d_start = self._get_date(url_params.get("start", list())[0])
-                    d_end = self._get_date(url_params.get("end", list())[0])
-                    if store_sel:
-                        row_fig_tput, row_fig_lat, row_btn_dwnld = \
-                            _generate_plotting_area(
-                                graph_trending(
-                                    self.data, store_sel, self.layout, d_start,
-                                    d_end
-                                ),
-                                _gen_new_url(
-                                    parsed_url, store_sel, d_start, d_end
-                                )
-                            )
-                        row_card_sel_tests = self.STYLE_ENABLED
-                        row_btns_sel_tests = self.STYLE_ENABLED
-                        ctrl_panel.set({
-                            "cl-selected-options": self._list_tests(store_sel)
-                        })
-                    else:
-                        row_fig_tput = self.PLACEHOLDER
-                        row_fig_lat = self.PLACEHOLDER
-                        row_btn_dwnld = self.PLACEHOLDER
-                        row_card_sel_tests = self.STYLE_DISABLED
-                        row_btns_sel_tests = self.STYLE_DISABLED
-                        store_sel = list()
-                        ctrl_panel.set({
-                                "cl-selected-options": list()
-                        })
+                    ctrl_panel.set({"cl-selected-options": list()})
 
             if ctrl_panel.get("cl-ctrl-core-value") and \
                     ctrl_panel.get("cl-ctrl-framesize-value") and \
@@ -1256,7 +1191,8 @@ class Layout:
             else:
                 disabled = True
             ctrl_panel.set({
-                "btn-ctrl-add-disabled": disabled
+                "btn-ctrl-add-disabled": disabled,
+                "cl-normalize-value": cl_normalize
             })
 
             ret_val = [