X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=72d567bf629c6e66b87042966f110fabf245ed6a;hb=9a993750b451cd75d1acc247352e8850b760806b;hp=15d4031da6fd070eb00c4061a7560f35e9781907;hpb=2c14ba6dfeaf66a1672be8df0b53ae589e0bdc29;p=csit.git

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 15d4031da6..72d567bf62 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -334,12 +334,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
 
     plot-vpp-hdrh-lat-2n-clx:
       csit-vpp-perf-report-iterative-2009-2n-clx:
@@ -561,6 +561,7 @@
       csit-vpp-perf-report-coverage-2009-3n-skx:
         - 3   # rls2009 NDRPDR cov 3n-skx-crypto-01
         - 4   # rls2009 NDRPDR cov 3n-skx-crypto-02
+        - 37  # rls2009 NDRPDR cov 3n-skx-crypto-03
         - 6   # rls2009 NDRPDR cov 3n-skx-ip4-00
         - 7   # rls2009 NDRPDR cov 3n-skx-ip4-01
         - 8   # rls2009 NDRPDR cov 3n-skx-ip4-02
@@ -582,7 +583,10 @@
         - 43  # rls2009 NDRPDR cov 3n-skx-l2-07
         - 28  # rls2009 NDRPDR cov 3n-skx-l2-08
         - 44  # rls2009 NDRPDR cov 3n-skx-l2-09
+        - 45  # rls2009 NDRPDR cov 3n-skx-l2-10
+        - 46  # rls2009 NDRPDR cov 3n-skx-memif-00
         - 47  # rls2009 NDRPDR cov 3n-skx-srv6-00
+        - 51  # rls2009 NDRPDR cov 3n-skx-vhost-02
 
     vpp-perf-results-2n-skx:
       csit-vpp-perf-report-coverage-2009-2n-skx:
@@ -889,12 +893,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
 
     vpp-performance-changes-2n-dnv-h1:
       csit-vpp-perf-verify-2001-2n-dnv:
@@ -993,6 +997,7 @@
         - 11  # rls2005 NDRPDR iter env 5
         - 12  # rls2005 NDRPDR iter env 5
         - 24  # rls2005 NDRPDR iter env 5
+        - 27  # rls2005 NDRPDR iter env 5
     vpp-performance-changes-3n-tsh-cmp:
       # TODO: Add:
       csit-vpp-perf-report-iterative-2009-3n-tsh:
@@ -1039,12 +1044,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
     vpp-soak-vs-ndr-2n-clx-cmp:
       csit-vpp-perf-report-iterative-2009-2n-clx:
         - 33  # rls2009 soak env 5
@@ -1055,12 +1060,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
         - 33  # rls2009 soak env 5
         - 34  # rls2009 soak env 5
 
@@ -1458,12 +1463,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
 
     vpp-compare-testbeds-hsw-clx-ref:
       csit-vpp-perf-report-iterative-2009-3n-hsw:
@@ -1483,12 +1488,12 @@
         - 39  # rls2009 NDRPDR iter env 5
         - 40  # rls2009 NDRPDR iter env 5
         - 42  # rls2009 NDRPDR iter env 5
-        - 64  # rls2009 NDRPDR iter env 5
         - 65  # rls2009 NDRPDR iter env 5
         - 66  # rls2009 NDRPDR iter env 5
-        - 67  # rls2009 NDRPDR iter env 5
         - 79  # rls2009 NDRPDR iter env 5
         - 82  # rls2009 NDRPDR iter env 5
+        - 89  # rls2009 NDRPDR iter env 5
+        - 90  # rls2009 NDRPDR iter env 5
 
     vpp-compare-testbeds-mrr-ref:
       csit-vpp-perf-report-iterative-2009-3n-hsw:
@@ -1818,6 +1823,116 @@
       hoverlabel:
         namelength: -1
 
+    plot-throughput-gbps:
+      titlefont:
+        size: 16
+      xaxis:
+        title: "<b>Test Cases [Index]</b>"
+        titlefont:
+          size: 14
+        autorange: True
+        fixedrange: False
+        gridcolor: "rgb(230, 230, 230)"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickmode: "linear"
+        tickfont:
+          size: 14
+        zeroline: False
+      yaxis:
+        title: "<b>Packet Throughput [Gbps]</b>"
+        titlefont:
+          size: 14
+        gridcolor: "rgb(230, 230, 230)"
+        hoverformat: ".4r"
+        tickformat: ".3r"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickfont:
+          size: 14
+        zeroline: False
+        range: [0,10]
+      autosize: False
+      margin:
+        t: 50
+        b: 0
+        l: 80
+        r: 20
+      showlegend: True
+      legend:
+        orientation: "h"
+        font:
+          size: 14
+      width: 700
+      height: 900
+      paper_bgcolor: "#fff"
+      plot_bgcolor: "#fff"
+      hoverlabel:
+        namelength: -1
+
+    plot-cps:
+      titlefont:
+        size: 16
+      xaxis:
+        title: "<b>Test Cases [Index]</b>"
+        titlefont:
+          size: 14
+        autorange: True
+        fixedrange: False
+        gridcolor: "rgb(230, 230, 230)"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickmode: "linear"
+        tickfont:
+          size: 14
+        zeroline: False
+      yaxis:
+        title: "<b>Connections Per Second [cps]</b>"
+        titlefont:
+          size: 14
+        gridcolor: "rgb(230, 230, 230)"
+        hoverformat: ".4r"
+        tickformat: ".3s"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickfont:
+          size: 14
+        zeroline: False
+        range: [0,10]
+      autosize: False
+      margin:
+        t: 50
+        b: 0
+        l: 80
+        r: 20
+      showlegend: True
+      legend:
+        orientation: "h"
+        font:
+          size: 14
+      width: 700
+      height: 900
+      paper_bgcolor: "#fff"
+      plot_bgcolor: "#fff"
+      hoverlabel:
+        namelength: -1
+
     plot-throughput-speedup-analysis:
       titlefont:
         size: 16
@@ -1914,6 +2029,198 @@
         },
       ]
 
+    plot-throughput-speedup-analysis-gbps:
+      titlefont:
+        size: 16
+      xaxis:
+        title: "<b>Number of Cores [Qty]</b>"
+        titlefont:
+          size: 14
+        autorange: True
+        fixedrange: False
+        gridcolor: "rgb(230, 230, 230)"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(238, 238, 238)"
+        tickmode: "linear"
+        tickfont:
+          size: 14
+        zeroline: False
+      yaxis:
+        title: "<b>Packet Throughput [Gbps]</b>"
+        titlefont:
+          size: 14
+        type: "linear"
+        gridcolor: "rgb(230, 230, 230)"
+        hoverformat: ".4s"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickformat: ".4s"
+        tickfont:
+          size: 14
+        zeroline: True
+        rangemode: "tozero"
+        range: [0,100]
+      legend:
+        orientation: "h"
+        font:
+          size: 14
+        xanchor: "left"
+        yanchor: "top"
+        x: 0
+        y: -0.2
+        bgcolor: "rgba(255, 255, 255, 0)"
+        bordercolor: "rgba(255, 255, 255, 0)"
+        traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+      autosize: False
+      margin:
+          't': 50
+          'b': 150
+          'l': 85
+          'r': 10
+      showlegend: True
+      width: 700
+      height: 700
+      paper_bgcolor: "#fff"
+      plot_bgcolor: "#fff"
+      hoverlabel:
+        namelength: -1
+      annotations: [
+        {
+          text: "_ _          __",
+          align: "left",
+          showarrow: False,
+          xref: "paper",
+          yref: "paper",
+          xanchor: "left",
+          yanchor: "top",
+          x: 0,
+          y: -0.13,
+          font: {
+            family: "Consolas, Courier New",
+            size: 13
+          },
+        },
+        {
+          text: "    Perfect     Measured",
+          align: "left",
+          showarrow: False,
+          xref: "paper",
+          yref: "paper",
+          xanchor: "left",
+          yanchor: "top",
+          x: 0,
+          y: -0.15,
+          font: {
+            family: "Consolas, Courier New",
+            size: 13
+          },
+        },
+      ]
+
+    plot-throughput-speedup-analysis-cps:
+      titlefont:
+        size: 16
+      xaxis:
+        title: "<b>Number of Cores [Qty]</b>"
+        titlefont:
+          size: 14
+        autorange: True
+        fixedrange: False
+        gridcolor: "rgb(230, 230, 230)"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(238, 238, 238)"
+        tickmode: "linear"
+        tickfont:
+          size: 14
+        zeroline: False
+      yaxis:
+        title: "<b>Connections Per Second [cps]</b>"
+        titlefont:
+          size: 14
+        type: "linear"
+        gridcolor: "rgb(230, 230, 230)"
+        hoverformat: ".4s"
+        linecolor: "rgb(220, 220, 220)"
+        linewidth: 1
+        showgrid: True
+        showline: True
+        showticklabels: True
+        tickcolor: "rgb(220, 220, 220)"
+        tickformat: ".4s"
+        tickfont:
+          size: 14
+        zeroline: True
+        rangemode: "tozero"
+        range: [0,100]
+      legend:
+        orientation: "h"
+        font:
+          size: 14
+        xanchor: "left"
+        yanchor: "top"
+        x: 0
+        y: -0.2
+        bgcolor: "rgba(255, 255, 255, 0)"
+        bordercolor: "rgba(255, 255, 255, 0)"
+        traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+      autosize: False
+      margin:
+          't': 50
+          'b': 150
+          'l': 85
+          'r': 10
+      showlegend: True
+      width: 700
+      height: 700
+      paper_bgcolor: "#fff"
+      plot_bgcolor: "#fff"
+      hoverlabel:
+        namelength: -1
+      annotations: [
+        {
+          text: "_ _          __",
+          align: "left",
+          showarrow: False,
+          xref: "paper",
+          yref: "paper",
+          xanchor: "left",
+          yanchor: "top",
+          x: 0,
+          y: -0.13,
+          font: {
+            family: "Consolas, Courier New",
+            size: 13
+          },
+        },
+        {
+          text: "    Perfect     Measured",
+          align: "left",
+          showarrow: False,
+          xref: "paper",
+          yref: "paper",
+          xanchor: "left",
+          yanchor: "top",
+          x: 0,
+          y: -0.15,
+          font: {
+            family: "Consolas, Courier New",
+            size: 13
+          },
+        },
+      ]
+
     plot-latency:
       titlefont:
         size: 16
@@ -2294,6 +2601,7 @@
     csit-vpp-perf-report-coverage-2009-3n-skx:
       - 3   # rls2009 NDRPDR cov 3n-skx-crypto-01
       - 4   # rls2009 NDRPDR cov 3n-skx-crypto-02
+      - 37  # rls2009 NDRPDR cov 3n-skx-crypto-03
       - 6   # rls2009 NDRPDR cov 3n-skx-ip4-00
       - 7   # rls2009 NDRPDR cov 3n-skx-ip4-01
       - 8   # rls2009 NDRPDR cov 3n-skx-ip4-02
@@ -2315,7 +2623,10 @@
       - 43  # rls2009 NDRPDR cov 3n-skx-l2-07
       - 28  # rls2009 NDRPDR cov 3n-skx-l2-08
       - 44  # rls2009 NDRPDR cov 3n-skx-l2-09
+      - 45  # rls2009 NDRPDR cov 3n-skx-l2-10
+      - 46  # rls2009 NDRPDR cov 3n-skx-memif-00
       - 47  # rls2009 NDRPDR cov 3n-skx-srv6-00
+      - 51  # rls2009 NDRPDR cov 3n-skx-vhost-02
 
     csit-vpp-perf-verify-2001-2n-skx:
       - 101  # MRR sel - old
@@ -2450,12 +2761,12 @@
       - 39  # rls2009 NDRPDR iter env 5
       - 40  # rls2009 NDRPDR iter env 5
       - 42  # rls2009 NDRPDR iter env 5
-      - 64  # rls2009 NDRPDR iter env 5
       - 65  # rls2009 NDRPDR iter env 5
       - 66  # rls2009 NDRPDR iter env 5
-      - 67  # rls2009 NDRPDR iter env 5
       - 79  # rls2009 NDRPDR iter env 5
       - 82  # rls2009 NDRPDR iter env 5
+      - 89  # rls2009 NDRPDR iter env 5
+      - 90  # rls2009 NDRPDR iter env 5
       - 37  # rls2009 nf-density iter env 5
       - 43  # rls2009 nf-density iter env 5
       - 69  # rls2009 nf-density iter env 5
@@ -2519,6 +2830,7 @@
       - 11  # rls2005 NDRPDR iter env 5
       - 12  # rls2005 NDRPDR iter env 5
       - 24  # rls2005 NDRPDR iter env 5
+      - 27  # rls2005 NDRPDR iter env 5
       - 13  # rls2005 MRR iter env 5
       - 14  # rls2009 NDRPDR iter env 5
       - 20  # rls2009 NDRPDR iter env 5