Code Review / csit.git / commitdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | patch | inline | side by side (parent: a611ee7)
CSIT-1488: Add data to the Report 1904 52/19252/1
authorTibor Frank <tifrank@cisco.com>
Tue, 30 Apr 2019 10:35:18 +0000 (12:35 +0200)
committerTibor Frank <tifrank@cisco.com>
Tue, 30 Apr 2019 10:35:18 +0000 (12:35 +0200)
Change-Id: Ibf630b85f2e7b164847628efb9969edba753eb74
Signed-off-by: Tibor Frank <tifrank@cisco.com>
resources/tools/presentation/specification.yaml patch | blob | history

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index a579f21..1b65748 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -132,6 +132,7 @@
     plot-vpp-throughput-lat-tsa-3n-hsw:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
     plot-vpp-throughput-lat-tsa-3n-hsw:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
+        - 11  # NDRPDR sel
         - 12   # NDRPDR sel
 
     plot-vpp-http-server-performance:
         - 12   # NDRPDR sel
 
     plot-vpp-http-server-performance:
@@ -170,6 +171,7 @@
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
+        - 6   # NDRPDR sel
 
     # 3n-skx
 
 
     # 3n-skx
 
@@ -181,6 +183,7 @@
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
+        - 14  # NDRPDR sel
 
     plot-dpdk-throughput-latency-3n-skx:
       # TODO: Add 1904 data
 
     plot-dpdk-throughput-latency-3n-skx:
       # TODO: Add 1904 data
@@ -190,6 +193,7 @@
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
+        - 7   # NDRPDR sel
 
     # 2n-skx
 
 
     # 2n-skx
 
@@ -203,6 +207,8 @@
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
+        - 30  # NDRPDR sel
+        - 31  # NDRPDR sel
 
     plot-vpp-soak-2n-skx:
       # TODO: Replace with 1904 data
 
     plot-vpp-soak-2n-skx:
       # TODO: Replace with 1904 data
@@ -221,7 +227,6 @@
         - 10  # NFV MRR
 
     plot-dpdk-throughput-latency-2n-skx:
         - 10  # NFV MRR
 
     plot-dpdk-throughput-latency-2n-skx:
-      # TODO: Add 1904 data
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
@@ -232,6 +237,7 @@
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
+        - 12  # NDRPDR sel
 
     # 3rd party
 
 
     # 3rd party
 
@@ -250,6 +256,7 @@
     vpp-nic-comparison-3n-hsw:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
     vpp-nic-comparison-3n-hsw:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
+        - 11  # NDRPDR sel
         - 12   # NDRPDR sel
 
     vpp-nic-comparison-3n-skx:
         - 12   # NDRPDR sel
 
     vpp-nic-comparison-3n-skx:
@@ -260,6 +267,7 @@
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
+        - 14  # NDRPDR sel
 
     vpp-nic-comparison-2n-skx:
       # TODO: Add 1904 data
 
     vpp-nic-comparison-2n-skx:
       # TODO: Add 1904 data
@@ -271,6 +279,8 @@
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
+        - 30  # NDRPDR sel
+        - 31  # NDRPDR sel
 
     vpp-nic-comparison-3n-hsw-mrr:
       csit-vpp-perf-verify-1904-3n-hsw:
 
     vpp-nic-comparison-3n-hsw-mrr:
       csit-vpp-perf-verify-1904-3n-hsw:
@@ -287,31 +297,19 @@
     # Results
 
     vpp-perf-results-3n-hsw:
     # Results
 
     vpp-perf-results-3n-hsw:
-      # TODO: Replace with 1904 data
-      # csit-vpp-perf-verify-1904-3n-hsw:
-      csit-vpp-perf-verify-1901-3n-hsw:
-        - 38  # NDRPDR full
-        - 43  # NDRPDR full
-        - 45  # NDRPDR full
-        - 49  # NDRPDR full
+      # TODO: Replace with FULL 1904 data
+      csit-vpp-perf-verify-1904-3n-hsw:
+        - 12  # NDRPDR sel
 
     vpp-perf-results-3n-skx:
 
     vpp-perf-results-3n-skx:
-      # TODO: Replace with 1904 data
-      # csit-vpp-perf-verify-1904-3n-skx:
-      csit-vpp-perf-verify-1901-3n-skx:
-        - 37  # NDRPDR full
-        - 39  # NDRPDR full
-        - 40  # NDRPDR full
-        - 49  # NDRPDR full
+      # TODO: Replace with FULL 1904 data
+      csit-vpp-perf-verify-1904-3n-skx:
+        - 10  # NDRPDR sel
 
     vpp-perf-results-2n-skx:
 
     vpp-perf-results-2n-skx:
-      # TODO: Replace with 1904 data
-      # csit-vpp-perf-verify-1904-2n-skx:
-      csit-vpp-perf-verify-1901-2n-skx:
-        - 25  # NDRPDR full
-        - 30  # NDRPDR full
-        - 33  # NDRPDR full
-        - 44  # NDRPDR full
+      # TODO: Replace with FULL 1904 data
+      csit-vpp-perf-verify-1904-2n-skx:
+        - 21
 
     vpp-mrr-results-3n-hsw:
       csit-vpp-perf-verify-1904-3n-hsw:
 
     vpp-mrr-results-3n-hsw:
       csit-vpp-perf-verify-1904-3n-hsw:
@@ -350,7 +348,7 @@
 
     dpdk-perf-results-3n-skx:
       csit-dpdk-perf-verify-1904-3n-skx:
 
     dpdk-perf-results-3n-skx:
       csit-dpdk-perf-verify-1904-3n-skx:
-        - 10  # NDRPDR sel
+        - 7   # NDRPDR sel
 
     dpdk-perf-results-2n-skx:
       csit-dpdk-perf-verify-1904-2n-skx:
 
     dpdk-perf-results-2n-skx:
       csit-dpdk-perf-verify-1904-2n-skx:
@@ -430,6 +428,7 @@
     vpp-performance-changes-3n-hsw-cmp:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
     vpp-performance-changes-3n-hsw-cmp:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
+        - 11  # NDRPDR sel
         - 12   # NDRPDR sel
     vpp-performance-changes-3n-hsw:
       - "vpp-performance-changes-3n-hsw-h1"
         - 12   # NDRPDR sel
     vpp-performance-changes-3n-hsw:
       - "vpp-performance-changes-3n-hsw-h1"
@@ -478,6 +477,7 @@
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
+        - 14  # NDRPDR sel
     vpp-performance-changes-3n-skx:
       - "vpp-performance-changes-3n-skx-h1"
       - "vpp-performance-changes-3n-skx-ref"
     vpp-performance-changes-3n-skx:
       - "vpp-performance-changes-3n-skx-h1"
       - "vpp-performance-changes-3n-skx-ref"
@@ -517,6 +517,8 @@
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
+        - 30  # NDRPDR sel
+        - 31  # NDRPDR sel
     vpp-performance-changes-2n-skx:
       - "vpp-performance-changes-2n-skx-h1"
       - "vpp-performance-changes-2n-skx-ref"
     vpp-performance-changes-2n-skx:
       - "vpp-performance-changes-2n-skx-h1"
       - "vpp-performance-changes-2n-skx-ref"
@@ -600,6 +602,7 @@
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
+        - 6   # NDRPDR sel
     dpdk-performance-changes-3n-hsw:
       - "dpdk-performance-changes-3n-hsw-h1"
       - "dpdk-performance-changes-3n-hsw-ref"
     dpdk-performance-changes-3n-hsw:
       - "dpdk-performance-changes-3n-hsw-h1"
       - "dpdk-performance-changes-3n-hsw-ref"
@@ -637,6 +640,7 @@
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
+        - 7   # NDRPDR sel
     dpdk-performance-changes-3n-skx:
       - "dpdk-performance-changes-3n-skx-h1"
       - "dpdk-performance-changes-3n-skx-ref"
     dpdk-performance-changes-3n-skx:
       - "dpdk-performance-changes-3n-skx-h1"
       - "dpdk-performance-changes-3n-skx-ref"
@@ -667,7 +671,6 @@
         - 20  # NDRPDR sel
         - 21  # NDRPDR sel
     dpdk-performance-changes-2n-skx-cmp:
         - 20  # NDRPDR sel
         - 21  # NDRPDR sel
     dpdk-performance-changes-2n-skx-cmp:
-      # TODO: Add 1904 data
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
@@ -678,6 +681,7 @@
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
+        - 12  # NDRPDR sel
     dpdk-performance-changes-2n-skx:
       - "dpdk-performance-changes-2n-skx-h1"
       - "dpdk-performance-changes-2n-skx-ref"
     dpdk-performance-changes-2n-skx:
       - "dpdk-performance-changes-2n-skx-h1"
       - "dpdk-performance-changes-2n-skx-ref"
@@ -688,6 +692,7 @@
     vpp-compare-testbeds-ref:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
     vpp-compare-testbeds-ref:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
+        - 11  # NDRPDR sel
         - 12   # NDRPDR sel
     vpp-compare-testbeds-cmp:
       # TODO: Add 1904 data
         - 12   # NDRPDR sel
     vpp-compare-testbeds-cmp:
       # TODO: Add 1904 data
@@ -697,6 +702,7 @@
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
+        - 14  # NDRPDR sel
     vpp-compare-testbeds:
       - "vpp-compare-testbeds-ref"
       - "vpp-compare-testbeds-cmp"
     vpp-compare-testbeds:
       - "vpp-compare-testbeds-ref"
       - "vpp-compare-testbeds-cmp"
@@ -717,6 +723,7 @@
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
         - 5   # NDRPDR sel
+        - 6   # NDRPDR sel
     dpdk-compare-testbeds-cmp:
       # TODO: Add 1904 data
       csit-dpdk-perf-verify-1904-3n-skx:
     dpdk-compare-testbeds-cmp:
       # TODO: Add 1904 data
       csit-dpdk-perf-verify-1904-3n-skx:
@@ -725,6 +732,7 @@
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
+        - 7   # NDRPDR sel
     dpdk-compare-testbeds:
       - "dpdk-compare-testbeds-ref"
       - "dpdk-compare-testbeds-cmp"
     dpdk-compare-testbeds:
       - "dpdk-compare-testbeds-ref"
       - "dpdk-compare-testbeds-cmp"
@@ -739,6 +747,7 @@
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
+        - 14  # NDRPDR sel
     vpp-compare-topologies-cmp:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-2n-skx:
     vpp-compare-topologies-cmp:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-2n-skx:
@@ -749,6 +758,8 @@
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
         - 18  # NDRPDR sel
         - 21  # NDRPDR sel
         - 27  # NDRPDR sel
+        - 30  # NDRPDR sel
+        - 31  # NDRPDR sel
     vpp-compare-topologies:
       - "vpp-compare-topologies-ref"
       - "vpp-compare-topologies-cmp"
     vpp-compare-topologies:
       - "vpp-compare-topologies-ref"
       - "vpp-compare-topologies-cmp"
@@ -771,8 +782,8 @@
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel
         - 6   # NDRPDR sel
+        - 7   # NDRPDR sel
     dpdk-compare-topologies-cmp:
     dpdk-compare-topologies-cmp:
-      # TODO: Add 1904 data
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
       csit-dpdk-perf-verify-1904-2n-skx:
         - 2   # NDRPDR sel
         - 3   # NDRPDR sel
@@ -783,6 +794,7 @@
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
         - 9   # NDRPDR sel
         - 10  # NDRPDR sel
         - 11  # NDRPDR sel
+        - 12  # NDRPDR sel
     dpdk-compare-topologies:
       - "dpdk-compare-topologies-ref"
       - "dpdk-compare-topologies-cmp"
     dpdk-compare-topologies:
       - "dpdk-compare-topologies-ref"
       - "dpdk-compare-topologies-cmp"
@@ -1200,10 +1212,6 @@
 
     csit-vpp-perf-verify-1810-3n-hsw:
       - 9   # MRR sel
 
     csit-vpp-perf-verify-1810-3n-hsw:
       - 9   # MRR sel
-      - 20  # NDRPDR full
-      - 21  # NDRPDR full
-      - 22  # NDRPDR full
-      - 27  # NDRPDR full
       - 8   # NDRPDR sel
       - 12  # NDRPDR sel
       - 14  # NDRPDR sel
       - 8   # NDRPDR sel
       - 12  # NDRPDR sel
       - 14  # NDRPDR sel
@@ -1226,10 +1234,6 @@
       - 37  # WRK
     csit-vpp-perf-verify-1901-3n-hsw:
       - 35  # MRR sel
       - 37  # WRK
     csit-vpp-perf-verify-1901-3n-hsw:
       - 35  # MRR sel
-      - 38  # NDRPDR full
-      - 43  # NDRPDR full
-      - 45  # NDRPDR full
-      - 49  # NDRPDR full
       - 10  # NDRPDR sel
       - 19  # NDRPDR sel
       - 31  # NDRPDR sel
       - 10  # NDRPDR sel
       - 19  # NDRPDR sel
       - 31  # NDRPDR sel
@@ -1253,15 +1257,14 @@
     # TODO: Add 1904 Data
     csit-vpp-perf-verify-1904-3n-hsw:
       - 1   # MRR sel - replace
     # TODO: Add 1904 Data
     csit-vpp-perf-verify-1904-3n-hsw:
       - 1   # MRR sel - replace
-      - 12   # NDRPDR sel
+      - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
 
     csit-vpp-perf-verify-1810-3n-skx:
       - 9   # MRR sel
       - 11  # MRR sel
       - 12  # MRR sel
       - 13  # MRR sel
 
     csit-vpp-perf-verify-1810-3n-skx:
       - 9   # MRR sel
       - 11  # MRR sel
       - 12  # MRR sel
       - 13  # MRR sel
-      - 23  # NDRPDR full
-      - 24  # NDRPDR full
       - 10  # NDRPDR sel
       - 14  # NDRPDR sel
       - 15  # NDRPDR sel
       - 10  # NDRPDR sel
       - 14  # NDRPDR sel
       - 15  # NDRPDR sel
@@ -1274,10 +1277,6 @@
       - 25  # NDRPDR sel
     csit-vpp-perf-verify-1901-3n-skx:
       - 32  # MRR sel
       - 25  # NDRPDR sel
     csit-vpp-perf-verify-1901-3n-skx:
       - 32  # MRR sel
-      - 37  # NDRPDR full
-      - 39  # NDRPDR full
-      - 40  # NDRPDR full
-      - 49  # NDRPDR full
       - 18  # NDRPDR sel
       - 19  # NDRPDR sel
       - 20  # NDRPDR sel
       - 18  # NDRPDR sel
       - 19  # NDRPDR sel
       - 20  # NDRPDR sel
@@ -1306,14 +1305,13 @@
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
       - 12  # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
       - 12  # NDRPDR sel
+      - 14  # NDRPDR sel
 
     csit-vpp-perf-verify-1810-2n-skx:
       - 8   # MRR sel
       - 10  # MRR sel
       - 11  # MRR sel
       - 12  # MRR sel
 
     csit-vpp-perf-verify-1810-2n-skx:
       - 8   # MRR sel
       - 10  # MRR sel
       - 11  # MRR sel
       - 12  # MRR sel
-      - 25  # NDRPDR full
-      - 26  # NDRPDR full
       - 9   # NDRPDR sel
       - 13  # NDRPDR sel
       - 14  # NDRPDR sel
       - 9   # NDRPDR sel
       - 13  # NDRPDR sel
       - 14  # NDRPDR sel
@@ -1326,10 +1324,6 @@
       - 27  # NDRPDR sel
     csit-vpp-perf-verify-1901-2n-skx:
       - 22  # MRR sel
       - 27  # NDRPDR sel
     csit-vpp-perf-verify-1901-2n-skx:
       - 22  # MRR sel
-      - 25  # NDRPDR full
-      - 30  # NDRPDR full
-      - 33  # NDRPDR full
-      - 44  # NDRPDR full
       - 5   # NDRPDR sel
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 5   # NDRPDR sel
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
@@ -1361,8 +1355,10 @@
       - 18  # NDRPDR sel
       - 21  # NDRPDR sel
       - 27  # NDRPDR sel
       - 18  # NDRPDR sel
       - 21  # NDRPDR sel
       - 27  # NDRPDR sel
-      - 10  # NFV MRR
-      - 9   # NFV NDRPDR
+      - 30  # NDRPDR sel
+      - 31  # NDRPDR sel
+      - 10  # NFV MRR - replace
+      - 9   # NFV NDRPDR - replace
 
     # TODO: Remove
     csit-ligato-perf-verify-1901-3n-hsw:
 
     # TODO: Remove
     csit-ligato-perf-verify-1901-3n-hsw:
@@ -1408,6 +1404,7 @@
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
       - 5   # NDRPDR sel
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
       - 5   # NDRPDR sel
+      - 6   # NDRPDR sel
 
     csit-dpdk-perf-verify-1810-3n-skx:
       - 3   # NDRPDR sel
 
     csit-dpdk-perf-verify-1810-3n-skx:
       - 3   # NDRPDR sel
@@ -1438,6 +1435,7 @@
       - 4   # NDRPDR sel
       - 5   # NDRPDR sel
       - 6   # NDRPDR sel
       - 4   # NDRPDR sel
       - 5   # NDRPDR sel
       - 6   # NDRPDR sel
+      - 7   # NDRPDR sel
 
     csit-dpdk-perf-verify-1810-2n-skx:
       - 3   # NDRPDR sel
 
     csit-dpdk-perf-verify-1810-2n-skx:
       - 3   # NDRPDR sel
@@ -1461,7 +1459,6 @@
       - 19  # NDRPDR sel
       - 20  # NDRPDR sel
       - 21  # NDRPDR sel
       - 19  # NDRPDR sel
       - 20  # NDRPDR sel
       - 21  # NDRPDR sel
-    # TODO: Add 1904 data
     csit-dpdk-perf-verify-1904-2n-skx:
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
     csit-dpdk-perf-verify-1904-2n-skx:
       - 2   # NDRPDR sel
       - 3   # NDRPDR sel
@@ -1472,6 +1469,7 @@
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
       - 11  # NDRPDR sel
+      - 12  # NDRPDR sel
 
     csit-vpp-functional-1904-ubuntu1604-virl:
       - 33
 
     csit-vpp-functional-1904-ubuntu1604-virl:
       - 33
Integration tests