Report: Current vs. Previous Release - NFV Tests

Change-Id: I00cbde38b8f900efe3e3123a942de2288381ea3b
Signed-off-by: Tibor Frank <tifrank@cisco.com>

diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
index cd0af1f..64bf06b 100644 (file)
--- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
@@ -50,6 +50,16 @@ Comparison tables in HTML, ASCII and CSV formats:
   - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-ndr.csv>`_
   - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-ndr.csv>`_
 
+  - `HTML 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.html>`_
+  - `HTML 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.html>`_
+  - `HTML 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.html>`_
+  - `ASCII 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.txt>`_
+  - `ASCII 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.txt>`_
+  - `ASCII 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.txt>`_
+  - `CSV 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.csv>`_
+  - `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.csv>`_
+  - `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.csv>`_
+
 PDR Comparison
 ``````````````
 
@@ -62,6 +72,16 @@ Comparison tables in HTML, ASCII and CSV formats:
   - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.csv>`_
   - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.csv>`_
 
+  - `HTML 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.html>`_
+  - `HTML 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.html>`_
+  - `HTML 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.html>`_
+  - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.txt>`_
+  - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.txt>`_
+  - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.txt>`_
+  - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.csv>`_
+  - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.csv>`_
+  - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.csv>`_
+
 MRR Comparison
 ``````````````
 
@@ -77,6 +97,16 @@ Comparison tables in HTML, ASCII and CSV formats:
   - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.csv>`_
   - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.csv>`_
 
+  - `HTML 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.html>`_
+  - `HTML 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.html>`_
+  - `HTML 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.html>`_
+  - `ASCII 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.txt>`_
+  - `ASCII 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.txt>`_
+  - `ASCII 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.txt>`_
+  - `CSV 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.csv>`_
+  - `CSV 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.csv>`_
+  - `CSV 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.csv>`_
+
 3n-skx
 ~~~~~~
 

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index a589725..b7f4e08 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -728,6 +728,29 @@
       - "vpp-performance-changes-2n-skx-ref"
       - "vpp-performance-changes-2n-skx-cmp"
 
+    vpp-performance-changes-nfv-2n-skx-ref:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 22  # NFV
+        - 31  # NFV
+        - 32  # NFV
+#        - 35  # NDRPDR sel
+#        - 36  # NDRPDR sel
+#        - 42  # NDRPDR sel
+#        - 43  # NDRPDR sel
+#        - 44  # NDRPDR sel
+#        - 45  # NDRPDR sel
+#        - 46  # NDRPDR sel
+    vpp-performance-changes-nfv-2n-skx-cmp:
+      # TODO: Replace
+      # csit-vpp-perf-verify-2001-2n-skx:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 22  # NFV
+        - 31  # NFV
+        - 32  # NFV
+    vpp-performance-changes-nfv-2n-skx:
+      - "vpp-performance-changes-nfv-2n-skx-ref"
+      - "vpp-performance-changes-nfv-2n-skx-cmp"
+
     vpp-performance-changes-2n-dnv-ref:
       csit-vpp-perf-verify-1908-2n-dnv:
           - 1   # NDRPDR sel
@@ -849,6 +872,18 @@
       - "vpp-performance-changes-2n-skx-mrr-ref"
       - "vpp-performance-changes-2n-skx-mrr-cmp"
 
+    vpp-performance-changes-nfv-2n-skx-mrr-ref:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 71  # NFV MRR
+    vpp-performance-changes-nfv-2n-skx-mrr-cmp:
+      # TODO: Replace
+      # csit-vpp-perf-verify-2001-2n-skx:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 71  # NFV MRR
+    vpp-performance-changes-nfv-2n-skx-mrr:
+      - "vpp-performance-changes-nfv-2n-skx-mrr-ref"
+      - "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
+
     vpp-performance-changes-2n-dnv-mrr-ref:
       csit-vpp-perf-verify-1908-2n-dnv:
         - 11  # MRR sel
@@ -2708,6 +2743,86 @@
   - "throughput"
   - "tags"
 
+# VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+# VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx"
+  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+# VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'NDRPDR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
+# VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx"
+  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'NDRPDR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "throughput"
+  - "tags"
+
 # VPP Performance Changes 2n-dnv 1t1c pdr
 - type: "table"
   title: "VPP Performance Changes 2n-dnv 1t1c pdr"
@@ -3390,6 +3505,63 @@
   - "parent"
   - "result"
 
+# VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx-mrr"
+  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+  filter: "'2T1C' and 'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+
+# VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx-mrr"
+  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+  filter: "'4T2C' and 'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+
+# VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr
+- type: "table"
+  title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr"
+  algorithm: "table_perf_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
+  reference:
+    title: "rls1908"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
+  compare:
+    title: "rls2001"
+    data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
+  data: "vpp-performance-changes-nfv-2n-skx-mrr"
+  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+  filter: "'8T4C' and 'MRR'"
+  parameters:
+  - "name"
+  - "parent"
+  - "result"
+
 # VPP Performance Changes 2n-dnv 1t1c MRR
 - type: "table"
   title: "VPP Performance Changes 2n-dnv 1t1c MRR"