X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=309f45ccbc91c79f533f6cde851239c44521af9b;hb=7dc45304cd2e4e877c7c5b1885d242c3977e9245;hp=b1c441898f857184834108675ac7f8b96d2dd0dd;hpb=704f231f80444be4b28eb565465c8ad76ab55be6;p=csit.git

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index b1c441898f..309f45ccbc 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -470,7 +470,6 @@
       csit-vpp-perf-verify-2001-3n-hsw:
         - 18  # NDRPDR full
         - 20  # NDRPDR full
-        - 27  # NDRPDR full
         - 28  # NDRPDR full
 
     vpp-perf-results-3n-skx:
@@ -549,7 +548,6 @@
     dpdk-perf-results-3n-hsw:
       csit-dpdk-perf-verify-2001-3n-hsw:
         - 13  # NDRPDR sel
-        - 25  # NDRPDR sel
 
     dpdk-perf-results-3n-skx:
       csit-dpdk-perf-verify-2001-3n-skx:
@@ -558,7 +556,6 @@
     dpdk-perf-results-2n-skx:
       csit-dpdk-perf-verify-2001-2n-skx:
         - 1   # NDRPDR sel
-        - 19  # NDRPDR sel
 
     dpdk-perf-results-2n-clx:
       csit-dpdk-perf-verify-2001-2n-clx:
@@ -567,6 +564,75 @@
 ###########################################################################
     # Tables (more than one data set)
 
+    # The GOOD and the BAD
+
+    vpp-performance-3n-skx-bad:
+      csit-vpp-perf-verify-2001-3n-skx:
+        - 5   # NDRPDR sel BAD
+        - 6   # NDRPDR sel BAD
+        - 8   # NDRPDR sel BAD
+        - 9   # NDRPDR sel BAD
+    vpp-performance-3n-skx-good:
+      csit-vpp-perf-verify-2001-3n-skx:
+        - 14  # NDRPDR sel
+        - 15  # NDRPDR sel
+    vpp-performance-3n-skx:
+      csit-vpp-perf-verify-2001-3n-skx:
+        - 5   # NDRPDR sel BAD
+        - 6   # NDRPDR sel BAD
+        - 8   # NDRPDR sel BAD
+        - 9   # NDRPDR sel BAD
+        - 14  # NDRPDR sel
+        - 15  # NDRPDR sel
+
+    vpp-performance-2n-skx-bad:
+      csit-vpp-perf-verify-2001-2n-skx:
+        - 6   # NDRPDR sel BAD
+        - 7   # NDRPDR sel BAD
+        - 10  # NDRPDR sel BAD
+        - 11  # NDRPDR sel BAD
+        - 14  # NDRPDR sel BAD
+    vpp-performance-2n-skx-good:
+      csit-vpp-perf-verify-2001-2n-skx:
+        - 21  # NDRPDR sel
+        - 22  # NDRPDR sel
+        - 23  # NDRPDR sel
+        - 26  # NDRPDR sel
+    vpp-performance-2n-skx:
+      csit-vpp-perf-verify-2001-2n-skx:
+        - 6   # NDRPDR sel BAD
+        - 7   # NDRPDR sel BAD
+        - 10  # NDRPDR sel BAD
+        - 11  # NDRPDR sel BAD
+        - 14  # NDRPDR sel BAD
+        - 21  # NDRPDR sel
+        - 22  # NDRPDR sel
+        - 23  # NDRPDR sel
+        - 26  # NDRPDR sel
+
+    vpp-performance-2n-clx-bad:
+      csit-vpp-perf-verify-2001-2n-clx:
+        - 6   # NDRPDR sel BAD
+        - 7   # NDRPDR sel BAD
+        - 8   # NDRPDR sel BAD
+        - 10  # NDRPDR sel BAD
+        - 11  # NDRPDR sel BAD
+    vpp-performance-2n-clx-good:
+      csit-vpp-perf-verify-2001-2n-clx:
+        - 22  # NDRPDR sel
+        - 23  # NDRPDR sel
+        - 24  # NDRPDR sel
+    vpp-performance-2n-clx:
+      csit-vpp-perf-verify-2001-2n-clx:
+        - 6   # NDRPDR sel BAD
+        - 7   # NDRPDR sel BAD
+        - 8   # NDRPDR sel BAD
+        - 10  # NDRPDR sel BAD
+        - 11  # NDRPDR sel BAD
+        - 22  # NDRPDR sel
+        - 23  # NDRPDR sel
+        - 24  # NDRPDR sel
+
     # Performance changes
 
     vpp-performance-changes-3n-hsw-h1:
@@ -1758,13 +1824,13 @@
         bgcolor: "rgba(255, 255, 255, 0)"
         bordercolor: "rgba(255, 255, 255, 0)"
       xaxis:
-        type: "log"
+        type: "linear"
         title: "<b>Percentile [%]</b>"
         titlefont:
           size: 14
         autorange: False
         fixedrange: False
-        range: [1e-6, 3]
+        range: [0, 100]
         gridcolor: "rgb(230, 230, 230)"
         linecolor: "rgb(220, 220, 220)"
         linewidth: 1
@@ -1772,13 +1838,12 @@
         showline: True
         showticklabels: True
         tickcolor: "rgb(220, 220, 220)"
-        tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
-        tickangle: 315
-        ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
+        tickvals: [0, 25, 50, 75, 100]
+        ticktext: [0, 25, 50, 75, 100]
         tickfont:
           size: 14
       yaxis:
-        title: "<b>Packet Latency [uSec]</b>"
+        title: "<b>One-Way Latency per Direction [uSec]</b>"
         titlefont:
           size: 14
         gridcolor: "rgb(230, 230, 230)"
@@ -1859,7 +1924,6 @@
       - 17  # MRR sel
       - 18  # NDRPDR full
       - 20  # NDRPDR full
-      - 27  # NDRPDR full
       - 28  # NDRPDR full
 
     csit-vpp-perf-verify-1904-3n-skx:
@@ -1897,6 +1961,10 @@
       - 67  # NDRPDR sel vhost
       - 36  # MRR sel
     csit-vpp-perf-verify-2001-3n-skx:
+      - 5   # NDRPDR sel BAD
+      - 6   # NDRPDR sel BAD
+      - 8   # NDRPDR sel BAD
+      - 9   # NDRPDR sel BAD
       - 14  # NDRPDR sel
       - 15  # NDRPDR sel
 
@@ -1947,6 +2015,11 @@
       - 83  # SOAK
       - 86  # SOAK
     csit-vpp-perf-verify-2001-2n-skx:
+      - 6   # NDRPDR sel BAD
+      - 7   # NDRPDR sel BAD
+      - 10  # NDRPDR sel BAD
+      - 11  # NDRPDR sel BAD
+      - 14  # NDRPDR sel BAD
       - 21  # NDRPDR sel
       - 22  # NDRPDR sel
       - 23  # NDRPDR sel
@@ -1955,6 +2028,11 @@
       - 31  # NFV
 
     csit-vpp-perf-verify-2001-2n-clx:
+      - 6   # NDRPDR sel BAD
+      - 7   # NDRPDR sel BAD
+      - 8   # NDRPDR sel BAD
+      - 10  # NDRPDR sel BAD
+      - 11  # NDRPDR sel BAD
       - 22  # NDRPDR sel
       - 23  # NDRPDR sel
       - 24  # NDRPDR sel
@@ -2479,6 +2557,237 @@
   - "result"
   - "tags"
 
+################################################################################
+# The Bad and the good
+
+- type: "table"
+  title: "VPP Performance Comparison 3n-skx 2t1c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-3n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-3n-skx-good"
+  data: "vpp-performance-3n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 3n-skx 4t2c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-3n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-3n-skx-good"
+  data: "vpp-performance-3n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 3n-skx 2t1c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-3n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-3n-skx-good"
+  data: "vpp-performance-3n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 3n-skx 4t2c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-3n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-3n-skx-good"
+  data: "vpp-performance-3n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-skx 2t1c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-skx-good"
+  data: "vpp-performance-2n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-skx 4t2c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-skx-good"
+  data: "vpp-performance-2n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-skx 2t1c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-skx-good"
+  data: "vpp-performance-2n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-skx 4t2c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-skx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-skx-good"
+  data: "vpp-performance-2n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-clx 2t1c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-clx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-clx-good"
+  data: "vpp-performance-2n-clx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-clx 4t2c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-clx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-clx-good"
+  data: "vpp-performance-2n-clx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-clx 2t1c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-clx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-clx-good"
+  data: "vpp-performance-2n-clx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+- type: "table"
+  title: "VPP Performance Comparison 2n-clx 4t2c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr"
+  reference:
+    title: "The Bad"
+    data: "vpp-performance-2n-clx-bad"
+  compare:
+    title: "The Good"
+    data: "vpp-performance-2n-clx-good"
+  data: "vpp-performance-2n-clx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
 ################################################################################
 # VPP
 
@@ -6584,7 +6893,7 @@
            'NF_DENSITY' and
            'VHOST' and
            'VXLAN' and
-           'CHAIN' a
+           'CHAIN' and
            'IMIX' and
            '2T1C' and
            'NDRPDR'"
@@ -26899,6 +27208,7 @@
   output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst"
   target-links: "../../_static/vpp"
   data: "plot-vpp-hdrh-lat-2n-skx"
+  filter: "'2T1C' and 'NIC_Intel-XXV710'"
   layout:
     layout: "plot-hdrh-latency-by-percentile"
 
@@ -26909,6 +27219,7 @@
   output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst"
   target-links: "../../_static/vpp"
   data: "plot-vpp-hdrh-lat-3n-skx"
+  filter: "'2T1C' and 'NIC_Intel-XXV710'"
   layout:
     layout: "plot-hdrh-latency-by-percentile"
 
@@ -26919,6 +27230,7 @@
   output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst"
   target-links: "../../_static/vpp"
   data: "plot-vpp-hdrh-lat-2n-clx"
+  filter: "'2T1C' and 'NIC_Mellanox-CX556A'"
   layout:
     layout: "plot-hdrh-latency-by-percentile"
 
@@ -26929,6 +27241,7 @@
   output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst"
   target-links: "../../_static/vpp"
   data: "plot-vpp-hdrh-lat-3n-hsw"
+  filter: "'1T1C' and 'NIC_Intel-XL710'"
   layout:
     layout: "plot-hdrh-latency-by-percentile"
 
@@ -26939,5 +27252,6 @@
   output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst"
   target-links: "../../_static/vpp"
   data: "plot-vpp-hdrh-lat-3n-tsh"
+  filter: "'1T1C' and 'NIC_Intel-X520-DA2'"
   layout:
     layout: "plot-hdrh-latency-by-percentile"