CSIT-1412: Create trending graphs for svc density 35/17335/52
authorTibor Frank <tifrank@cisco.com>
Wed, 6 Feb 2019 07:22:32 +0000 (08:22 +0100)
committerTibor Frank <tifrank@cisco.com>
Mon, 1 Apr 2019 10:24:15 +0000 (10:24 +0000)
 - static content
 - plots

Change-Id: If3d77f5415acfa2efe2bc7ca13e426747b027f8e
Signed-off-by: Tibor Frank <tifrank@cisco.com>
docs/cpta/index.rst
docs/cpta/trending/nf_service_density.rst [new file with mode: 0644]
docs/cpta/trending/nf_service_density_cnfc-eth-l2bd-2n-skx-x710-64b.rst [new file with mode: 0644]
docs/cpta/trending/nf_service_density_cnfp-eth-l2bd-2n-skx-x710-64b.rst [new file with mode: 0644]
docs/cpta/trending/nf_service_density_vnfc-eth-l2bd-2n-skx-x710-64b.rst [new file with mode: 0644]
resources/tools/presentation/generator_CPTA.py
resources/tools/presentation/specification_CPTA.yaml
resources/tools/presentation/specification_parser.py

index 4f05500..6282784 100644 (file)
@@ -36,6 +36,7 @@ analysis and anomaly detection methodology.
     trending/srv6
     trending/link_bonding
     trending/vts
+    trending/nf_service_density
     trending/dpdk
 
 .. toctree::
diff --git a/docs/cpta/trending/nf_service_density.rst b/docs/cpta/trending/nf_service_density.rst
new file mode 100644 (file)
index 0000000..7b3341b
--- /dev/null
@@ -0,0 +1,9 @@
+NF Service Density
+==================
+
+
+.. toctree::
+
+    nf_service_density_vnfc-eth-l2bd-2n-skx-x710-64b
+    nf_service_density_cnfc-eth-l2bd-2n-skx-x710-64b
+    nf_service_density_cnfp-eth-l2bd-2n-skx-x710-64b
diff --git a/docs/cpta/trending/nf_service_density_cnfc-eth-l2bd-2n-skx-x710-64b.rst b/docs/cpta/trending/nf_service_density_cnfc-eth-l2bd-2n-skx-x710-64b.rst
new file mode 100644 (file)
index 0000000..3702733
--- /dev/null
@@ -0,0 +1,65 @@
+CNF Service Chains
+------------------
+
+2n-skx-x710-64b-eth-l2bd
+````````````````````````
+
+2t1c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-2t1c-cnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfc-eth-l2bd-64b-2t1c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfc-eth-l2bd-64b-2t1c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+4t2c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-4t2c-cnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfc-eth-l2bd-64b-4t2c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfc-eth-l2bd-64b-4t2c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+8t4c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-8t4c-cnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfc-eth-l2bd-64b-8t4c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfc-eth-l2bd-64b-8t4c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
diff --git a/docs/cpta/trending/nf_service_density_cnfp-eth-l2bd-2n-skx-x710-64b.rst b/docs/cpta/trending/nf_service_density_cnfp-eth-l2bd-2n-skx-x710-64b.rst
new file mode 100644 (file)
index 0000000..07dbc65
--- /dev/null
@@ -0,0 +1,65 @@
+CNF Service Pipelines
+---------------------
+
+2n-skx-x710-64b-eth-l2bd
+````````````````````````
+
+2t1c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-2t1c-cnfp-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfp-eth-l2bd-64b-2t1c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfp-eth-l2bd-64b-2t1c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+4t2c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-4t2c-cnfp-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfp-eth-l2bd-64b-4t2c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfp-eth-l2bd-64b-4t2c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+8t4c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-8t4c-cnfp-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-cnfp-eth-l2bd-64b-8t4c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-cnfp-eth-l2bd-64b-8t4c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
diff --git a/docs/cpta/trending/nf_service_density_vnfc-eth-l2bd-2n-skx-x710-64b.rst b/docs/cpta/trending/nf_service_density_vnfc-eth-l2bd-2n-skx-x710-64b.rst
new file mode 100644 (file)
index 0000000..3ed5cea
--- /dev/null
@@ -0,0 +1,65 @@
+VNF Service Chains
+------------------
+
+2n-skx-x710-64b-eth-l2bd
+````````````````````````
+
+2t1c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-2t1c-vnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-vnfc-eth-l2bd-64b-2t1c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-vnfc-eth-l2bd-64b-2t1c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+4t2c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-4t2c-vnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-vnfc-eth-l2bd-64b-4t2c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-vnfc-eth-l2bd-64b-4t2c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
+
+8t4c
+::::
+
+.. raw:: html
+
+    <a name="x710-64b-8t4c-vnfc-eth-l2bd"></a>
+    <center><b>
+
+:index:`2n-skx-x710-vnfc-eth-l2bd-64b-8t4c-mrr`
+
+.. raw:: html
+
+    </b>
+    Links to builds:
+    <a href="https://nexus.fd.io/content/repositories/fd.io.master.ubuntu.xenial.main/io/fd/vpp/vpp/" target="_blank">vpp-ref</a>,
+    <a href="https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-skx" target="_blank">csit-ref</a>
+    <iframe width="1100" height="800" frameborder="0" scrolling="no" src="../_static/vpp/cpta-vnfc-eth-l2bd-64b-8t4c-x710-2n-skx.html"></iframe>
+    <p><br><br></p>
+    </center>
index b42b639..1e77191 100644 (file)
@@ -25,6 +25,7 @@ import plotly.exceptions as plerr
 
 from collections import OrderedDict
 from datetime import datetime
+from copy import deepcopy
 
 from utils import archive_input_data, execute_command, \
     classify_anomalies, Worker
@@ -347,6 +348,7 @@ def _generate_all_charts(spec, input_data):
             return
 
         chart_data = dict()
+        chart_tags = dict()
         for job, job_data in data.iteritems():
             if job != job_name:
                 continue
@@ -357,6 +359,7 @@ def _generate_all_charts(spec, input_data):
                     try:
                         chart_data[test_name][int(index)] = \
                             test["result"]["receive-rate"]
+                        chart_tags[test_name] = test.get("tags", None)
                     except (KeyError, TypeError):
                         pass
 
@@ -369,45 +372,126 @@ def _generate_all_charts(spec, input_data):
                     itm = itm.avg
                 tst_lst.append(str(itm))
             csv_tbl.append("{0},".format(tst_name) + ",".join(tst_lst) + '\n')
+
         # Generate traces:
         traces = list()
         index = 0
-        for test_name, test_data in chart_data.items():
-            if not test_data:
-                logs.append(("WARNING", "No data for the test '{0}'".
-                             format(test_name)))
-                continue
-            message = "index: {index}, test: {test}".format(
-                index=index, test=test_name)
-            test_name = test_name.split('.')[-1]
-            try:
-                trace, rslt = _generate_trending_traces(
-                    test_data,
-                    job_name=job_name,
-                    build_info=build_info,
-                    name='-'.join(test_name.split('-')[2:-1]),
-                    color=COLORS[index])
-            except IndexError:
-                message = "Out of colors: {}".format(message)
-                logs.append(("ERROR", message))
-                logging.error(message)
+        groups = graph.get("groups", None)
+        visibility = list()
+
+        if groups:
+            for group in groups:
+                visible = list()
+                for tag in group:
+                    for test_name, test_data in chart_data.items():
+                        if not test_data:
+                            logs.append(("WARNING",
+                                         "No data for the test '{0}'".
+                                         format(test_name)))
+                            continue
+                        if tag in chart_tags[test_name]:
+                            message = "index: {index}, test: {test}".format(
+                                index=index, test=test_name)
+                            test_name = test_name.split('.')[-1]
+                            try:
+                                trace, rslt = _generate_trending_traces(
+                                    test_data,
+                                    job_name=job_name,
+                                    build_info=build_info,
+                                    name='-'.join(test_name.split('-')[2:-1]),
+                                    color=COLORS[index])
+                            except IndexError:
+                                message = "Out of colors: {}".format(message)
+                                logs.append(("ERROR", message))
+                                logging.error(message)
+                                index += 1
+                                continue
+                            traces.extend(trace)
+                            visible.extend([True for _ in range(len(trace))])
+                            res.append(rslt)
+                            index += 1
+                            break
+                visibility.append(visible)
+        else:
+            for test_name, test_data in chart_data.items():
+                if not test_data:
+                    logs.append(("WARNING", "No data for the test '{0}'".
+                                 format(test_name)))
+                    continue
+                message = "index: {index}, test: {test}".format(
+                    index=index, test=test_name)
+                test_name = test_name.split('.')[-1]
+                try:
+                    trace, rslt = _generate_trending_traces(
+                        test_data,
+                        job_name=job_name,
+                        build_info=build_info,
+                        name='-'.join(test_name.split('-')[2:-1]),
+                        color=COLORS[index])
+                except IndexError:
+                    message = "Out of colors: {}".format(message)
+                    logs.append(("ERROR", message))
+                    logging.error(message)
+                    index += 1
+                    continue
+                traces.extend(trace)
+                res.append(rslt)
                 index += 1
-                continue
-            traces.extend(trace)
-            res.append(rslt)
-            index += 1
 
         if traces:
             # Generate the chart:
-            graph["layout"]["title"] = \
-                "<b>{title}</b>".format(title=graph.get("title", ""))
+            try:
+                layout = deepcopy(graph["layout"])
+            except KeyError as err:
+                logging.error("Finished with error: No layout defined")
+                logging.error(repr(err))
+                return
+            if groups:
+                show = list()
+                for i in range(len(visibility)):
+                    visible = list()
+                    for r in range(len(visibility)):
+                        for _ in range(len(visibility[r])):
+                            visible.append(i == r)
+                    show.append(visible)
+
+                buttons = list()
+                buttons.append(dict(
+                    label="All",
+                    method="update",
+                    args=[{"visible": [True for _ in range(len(show[0]))]}, ]
+                ))
+                for i in range(len(groups)):
+                    try:
+                        label = graph["group-names"][i]
+                    except (IndexError, KeyError):
+                        label = "Group {num}".format(num=i + 1)
+                    buttons.append(dict(
+                        label=label,
+                        method="update",
+                        args=[{"visible": show[i]}, ]
+                    ))
+
+                layout['updatemenus'] = list([
+                    dict(
+                        active=0,
+                        type="dropdown",
+                        direction="down",
+                        xanchor="left",
+                        yanchor="bottom",
+                        x=-0.12,
+                        y=1.0,
+                        buttons=buttons
+                    )
+                ])
+
             name_file = "{0}-{1}{2}".format(spec.cpta["output-file"],
                                             graph["output-file-name"],
                                             spec.cpta["output-file-type"])
 
             logs.append(("INFO", "    Writing the file '{0}' ...".
                          format(name_file)))
-            plpl = plgo.Figure(data=traces, layout=graph["layout"])
+            plpl = plgo.Figure(data=traces, layout=layout)
             try:
                 ploff.plot(plpl, show_link=False, auto_open=False,
                            filename=name_file)
index 29cbc5d..ed6f6cb 100644 (file)
     # 3n-hsw
     plot-performance-trending-all-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 470
+        start: 482
         end: "lastCompletedBuild"
       csit-dpdk-perf-mrr-weekly-master:
-        start: 54
+        start: 55
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-3n-hsw:
       csit-vpp-perf-mrr-daily-master:
-        start: 470
+        start: 482
         end: "lastCompletedBuild"
 
     plot-performance-trending-dpdk-3n-hsw:
       csit-dpdk-perf-mrr-weekly-master:
-        start: 54
+        start: 55
         end: "lastCompletedBuild"
 
     # 3n-skx
     plot-performance-trending-all-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 220
+        start: 232
         end: "lastCompletedBuild"
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 19
-        end: 30 # "lastCompletedBuild"
+        start: 20
+        end: "lastCompletedBuild"
+        skip:
+          - 31
 
     plot-performance-trending-vpp-3n-skx:
       csit-vpp-perf-mrr-daily-master-3n-skx:
-        start: 220
+        start: 232
         end: "lastCompletedBuild"
 
     plot-performance-trending-dpdk-3n-skx:
       csit-dpdk-perf-mrr-weekly-master-3n-skx:
-        start: 19
-        end: 30 # "lastCompletedBuild"
+        start: 20
+        end: "lastCompletedBuild"
+        skip:
+          - 31
 
     # 2n-skx
     plot-performance-trending-all-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 220
+        start: 232
         end: "lastCompletedBuild"
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 19
+        start: 20
         end: "lastCompletedBuild"
 
     plot-performance-trending-vpp-2n-skx:
       csit-vpp-perf-mrr-daily-master-2n-skx:
-        start: 220
+        start: 232
         end: "lastCompletedBuild"
 
     plot-performance-trending-dpdk-2n-skx:
       csit-dpdk-perf-mrr-weekly-master-2n-skx:
-        start: 19
+        start: 20
         end: "lastCompletedBuild"
 
+    plot-performance-trending-vpp-nfv-2n-skx:
+      csit-vpp-perf-mrr-weekly-master-2n-skx:
+        start: 1
+        end: "lastCompletedBuild"
+        skip:
+          - 3
+          - 5
+
   plot-layouts:
 
     plot-cpta:
 
     # 3n-hsw
     csit-vpp-perf-mrr-daily-master:
-      start: 470
+      start: 482
       end: "lastCompletedBuild"
     csit-dpdk-perf-mrr-weekly-master:
-      start: 54
+      start: 55
       end: "lastCompletedBuild"
 
     # 3n-skx
     csit-vpp-perf-mrr-daily-master-3n-skx:
-      start: 220
+      start: 232
       end: "lastCompletedBuild"
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
-      start: 19
-      end: 30 # "lastCompletedBuild"
+      start: 20
+      end: "lastCompletedBuild"
+      skip:
+        - 31
 
     # 2n-skx
     csit-vpp-perf-mrr-daily-master-2n-skx:
-      start: 220
+      start: 232
       end: "lastCompletedBuild"
+    csit-vpp-perf-mrr-weekly-master-2n-skx:
+      start: 1
+      end: "lastCompletedBuild"
+      skip:
+        - 3
+        - 5
     csit-dpdk-perf-mrr-weekly-master-2n-skx:
-      start: 19
+      start: 20
       end: "lastCompletedBuild"
 
 -
 
   plots:
 
+################################################################################
+# NFV
+
+    - title: "VPP 2T1C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density VNFc 64B MRR Trending 2n-skx"
+      output-file-name: "vnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 2T1C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density CNFc 64B MRR Trending 2n-skx"
+      output-file-name: "cnfc-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Chain"
+      - "2 Chains"
+      - "4 Chains"
+      - "6 Chains"
+      - "8 Chains"
+      - "10 Chains"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 2T1C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-2t1c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 4T2C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-4t2c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
+    - title: "VPP 8T4C NF Service Density CNFp 64B MRR Trending 2n-skx"
+      output-file-name: "cnfp-eth-l2bd-64b-8t4c-x710-2n-skx"
+      data: "plot-performance-trending-vpp-nfv-2n-skx"
+      filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'"
+      groups:
+      - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"]
+      - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"]
+      - ["4R1C", "4R2C", "4R4C"]
+      - ["6R1C", "6R2C"]
+      - ["8R1C", "8R2C"]
+      - ["10R1C"]
+      group-names:
+      - "1 Pipe"
+      - "2 Pipes"
+      - "4 Pipes"
+      - "6 Pipes"
+      - "8 Pipes"
+      - "10 Pipes"
+      parameters:
+      - "result"
+      - "tags"
+      layout: "plot-cpta"
+
 ################################################################################
 # 3n-hsw
 
index b459bd3..ae566c6 100644 (file)
@@ -425,13 +425,14 @@ class Specification(object):
             for job, builds in data_set.items():
                 if builds:
                     if isinstance(builds, dict):
-                        build_nr = builds.get("end", None)
+                        build_end = builds.get("end", None)
                         try:
-                            build_nr = int(build_nr)
+                            build_end = int(build_end)
                         except ValueError:
                             # defined as a range <start, build_type>
-                            build_nr = self._get_build_number(job, build_nr)
-                        builds = [x for x in range(builds["start"], build_nr+1)]
+                            build_end = self._get_build_number(job, build_end)
+                        builds = [x for x in range(builds["start"], build_end+1)
+                                  if x not in builds.get("skip", list())]
                         self.configuration["data-sets"][set_name][job] = builds
 
         # Data sets: add sub-sets to sets (only one level):
@@ -515,13 +516,14 @@ class Specification(object):
             for job, builds in self._cfg_yaml[idx]["builds"].items():
                 if builds:
                     if isinstance(builds, dict):
-                        build_nr = builds.get("end", None)
+                        build_end = builds.get("end", None)
                         try:
-                            build_nr = int(build_nr)
+                            build_end = int(build_end)
                         except ValueError:
                             # defined as a range <start, build_type>
-                            build_nr = self._get_build_number(job, build_nr)
-                        builds = [x for x in range(builds["start"], build_nr+1)]
+                            build_end = self._get_build_number(job, build_end)
+                        builds = [x for x in range(builds["start"], build_end+1)
+                                  if x not in builds.get("skip", list())]
                     self._specification["input"]["builds"][job] = list()
                     for build in builds:
                         self._specification["input"]["builds"][job]. \