From bce39d6a90bd1f14ce6b79b069228ddac496bed4 Mon Sep 17 00:00:00 2001
From: Tibor Frank <tifrank@cisco.com>
Date: Tue, 12 Feb 2019 13:33:18 +0100
Subject: [PATCH] Report: Add data

Change-Id: I8bdd1d906e7bc75554f45b691e613de37155beb1
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit bcaa35bde41dc70b3b3ef3af2c962488fb7f97e6)
---
 resources/tools/presentation/specification.yaml | 81 ++++++++++++++-----------
 1 file changed, 47 insertions(+), 34 deletions(-)

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 8f9fd8170c..216ef15845 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -248,23 +248,25 @@
       # TODO Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
 
     vpp-nic-comparison-2n-skx:
       # TODO: Add new data
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
 
     vpp-compare-testbeds:
       # TODO: Add new data
@@ -307,12 +309,13 @@
       # TODO: Add new data
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
 
     vpp-compare-topologies-mrr:
       # TODO: Add new data
@@ -397,15 +400,16 @@
       - 22  # MRR sel
 
     vpp-perf-results-3n-hsw:
-      # TODO: Replace with FULL data
+      # TODO: Add FULL data
       csit-vpp-perf-verify-1901-3n-hsw:
-      - 19  # NDRPDR sel
+      - 38  # NDRPDR full
 
     vpp-perf-results-3n-skx:
       # TODO: Add FULL data
       csit-vpp-perf-verify-1901-3n-skx:
       - 37  # NDRPDR full
       - 39  # NDRPDR full
+      - 40  # NDRPDR full
 
     vpp-perf-results-2n-skx:
       # TODO: Add FULL data
@@ -453,12 +457,13 @@
       # TODO: Add new data
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
 
     plot-vpp-throughput-latency-3n-hsw:
       # TODO: Add new data
@@ -507,12 +512,13 @@
       # TODO: Add new data
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
 
     plot-vpp-http-server-performance:
       # TODO: Replace with new data
@@ -605,7 +611,6 @@
       - 8   # NDRPDR sel
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -616,6 +621,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
 
     dpdk-performance-changes-3n-skx:
       csit-dpdk-perf-verify-1807-3n-skx:
@@ -674,7 +680,6 @@
       csit-dpdk-perf-verify-1901-3n-skx:
       - 1   # NDRPDR sel F
       - 2   # NDRPDR sel F
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -685,13 +690,13 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
 
     dpdk-compare-topologies:
-      # TODO: Replace with new data
+      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-skx:
       - 1   # NDRPDR sel F
       - 2   # NDRPDR sel F
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-2n-skx:
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
@@ -705,22 +710,18 @@
       - 11  # NDRPDR sel
 
     dpdk-perf-results-3n-hsw:
-      # TODO: Replace with FULL data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 6   # NDRPDR sel
 
     dpdk-perf-results-3n-skx:
-      # TODO: Replace with new data
       csit-dpdk-perf-verify-1901-3n-skx:
       - 2   # NDRPDR sel F
 
     dpdk-perf-results-2n-skx:
-      # TODO: Replace with FULL data
       csit-dpdk-perf-verify-1901-2n-skx:
       - 2   # NDRPDR sel
 
     plot-dpdk-throughput-latency-3n-hsw:
-      # TODO: Replace with new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -731,9 +732,10 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
 
     plot-dpdk-throughput-latency-3n-skx:
-      # TODO: Replace with new data
+      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-skx:
       - 1   # NDRPDR sel F
       - 2   # NDRPDR sel F
@@ -765,7 +767,6 @@
 
     # DMM Functional
     dmm-func-results:
-      # TODO: Replace with new data
       csit-dmm-functional-1901-ubuntu1604-virl:
       - 2
 
@@ -1173,6 +1174,7 @@
 
   builds:
 
+    # TODO: Replace with 1901 data
     intel-dnv-vpp-release-1810:
     - 1
 
@@ -1237,6 +1239,7 @@
     - 37  # WRK
     csit-vpp-perf-verify-1901-3n-hsw:
     - 35  # MRR sel
+    - 38  # NDRPDR full
     - 10  # NDRPDR sel
     - 18  # NDRPDR sel F
     - 19  # NDRPDR sel
@@ -1287,6 +1290,7 @@
     - 32  # MRR sel
     - 37  # NDRPDR full
     - 39  # NDRPDR full
+    - 40  # NDRPDR full
     - 18  # NDRPDR sel
     - 19  # NDRPDR sel
     - 20  # NDRPDR sel
@@ -1340,12 +1344,13 @@
     - 25  # NDRPDR full
     - 30  # NDRPDR full
     - 5   # NDRPDR sel
-    - 10  # NDRPDR sel fails
     - 12  # NDRPDR sel
     - 13  # NDRPDR sel
     - 16  # NDRPDR sel fails
     - 21  # NDRPDR sel
     - 23  # NDRPDR sel
+    - 31  # NDRPDR sel
+    - 34  # NDRPDR sel
     - 24  # NFV MRR
     - 26  # NFV MRR
     - 27  # NFV MRR
@@ -1402,6 +1407,7 @@
     - 9   # NDRPDR sel
     - 10  # NDRPDR sel
     - 11  # NDRPDR sel
+    - 12  # NDRPDR sel
     csit-dpdk-perf-verify-1807-3n-skx:
     - 1   # NDRPDR sel
     - 2   # NDRPDR sel
@@ -1455,6 +1461,7 @@
     - 50
     csit-vpp-device-1901-ubuntu1804-1n-skx:
     - 49
+    # TODO: Replace with 1901 data
     csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
     - 1
     csit-dmm-functional-1901-ubuntu1604-virl:
@@ -2408,12 +2415,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2462,12 +2470,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-performance-changes-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2516,12 +2525,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2570,12 +2580,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-performance-changes-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -2757,12 +2768,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'NDRPDR' and '1C'"
@@ -2796,12 +2808,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-compare-topologies"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'NDRPDR' and '2C'"
@@ -2835,12 +2848,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'NDRPDR' and '1C'"
@@ -2874,12 +2888,13 @@
       # TODO: Add new data:
       csit-vpp-perf-verify-1901-2n-skx:
       - 5   # NDRPDR sel
-      - 10  # NDRPDR sel fails
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel fails
       - 21  # NDRPDR sel
       - 23  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 34  # NDRPDR sel
   data: "vpp-compare-topologies"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'NDRPDR' and '2C'"
@@ -4063,7 +4078,6 @@
   compare:
     title: "rls1901"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4074,6 +4088,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4120,7 +4135,6 @@
   compare:
     title: "rls1901"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4131,6 +4145,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4177,7 +4192,6 @@
   compare:
     title: "rls1901"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4188,6 +4202,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4234,7 +4249,6 @@
   compare:
     title: "rls1901"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4245,6 +4259,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   data: "dpdk-performance-changes-3n-hsw"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -4462,7 +4477,6 @@
   reference:
     title: "3-Node Hsw"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4473,6 +4487,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   compare:
     title: "3-Node Skx"
     data:
@@ -4504,7 +4519,6 @@
   compare:
     title: "2-Node Skx"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-2n-skx:
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
@@ -4540,7 +4554,6 @@
   compare:
     title: "2-Node Skx"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-2n-skx:
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
@@ -4569,7 +4582,6 @@
   reference:
     title: "3-Node Hsw"
     data:
-      # TODO: Add new data
       csit-dpdk-perf-verify-1901-3n-hsw:
       - 3   # NDRPDR sel
       - 4   # NDRPDR sel
@@ -4580,6 +4592,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
   compare:
     title: "3-Node Skx"
     data:
-- 
2.16.6