X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=d7097473909f7727c0a63f1ac2953ad7cff6d600;hb=f187d0b4f9cfa3b980a94b1f56e828b183367c15;hp=1a9cbaef20c82b7371cda9409d82d5560398ad55;hpb=c69a9c629cdc4a8021fd048922826af907e13a05;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 1a9cbaef20..d709747390 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -141,36 +141,13 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1904-3n-hsw:
+ # TODO: Add data
# plot-vpp-http-server-performance:
-# # TODO: Replace with 1904 data
-# # csit-vpp-perf-verify-1904-3n-hsw:
-# csit-vpp-perf-verify-1810-3n-hsw:
-# - 28 # WRK
-# - 29 # WRK
-# - 30 # WRK
-# - 31 # WRK
-# - 32 # WRK
-# - 33 # WRK
-# - 34 # WRK
-# - 35 # WRK
-# - 36 # WRK
-# - 37 # WRK
-
-# plot-ligato-throughput-lat-tsa-3n-hsw:
-# # TODO: Replace with 1904 data
-# # csit-ligato-perf-verify-1904-3n-hsw:
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
+# csit-vpp-perf-verify-1908-3n-hsw:
+# -
plot-dpdk-throughput-latency-3n-hsw:
csit-dpdk-perf-verify-1904-3n-hsw:
@@ -184,6 +161,8 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-hsw:
# 3n-skx
@@ -199,6 +178,8 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
plot-dpdk-throughput-latency-3n-skx:
csit-dpdk-perf-verify-1904-3n-skx:
@@ -212,6 +193,8 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
# 2n-skx
@@ -227,12 +210,15 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-soak-2n-skx:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-ndrpdr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -242,14 +228,27 @@
- 65 # NFV NDRPDR 64b
- 68 # NFV NDRPDR 64b
- 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-ndrpdr-imix:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
- 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-mrr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -259,6 +258,12 @@
- 47 # NFV MRR 64b
- 48 # NFV MRR 64b
- 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-mrr-imix:
csit-vpp-perf-verify-1904-2n-skx:
@@ -268,6 +273,12 @@
- 54 # NFV MRR IMIX
- 55 # NFV MRR IMIX
- 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-1904-2n-skx:
@@ -281,12 +292,13 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1904-2n-skx:
# 3rd party
# # Denverton:
# intel-dnv-vpp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -308,6 +320,8 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-nic-comparison-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
@@ -321,6 +335,8 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
@@ -334,87 +350,107 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-nic-comparison-3n-hsw-mrr:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-nic-comparison-2n-skx-mrr:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
# Results
vpp-perf-results-3n-hsw:
- # TODO: Replace with FULL 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- - 12 # NDRPDR sel
+ - 30 # NDRPDR sel
+ # TODO: Add FULL data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-perf-results-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
- - 26 # NDRPDR full
- - 27 # NDRPDR full
- - 30 # NDRPDR full
- - 31 # NDRPDR full
+ - 25 # NDRPDR sel
+ # TODO: Add FULL data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- - 33 # NDRPDR full
- - 39 # NDRPDR full
- - 58 # NDRPDR full
- - 62 # NDRPDR full
+ - 32 # NDRPDR sel
+ # TODO: Add FULL data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-mrr-results-3n-hsw:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-mrr-results-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-mrr-results-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-func-results-ubuntu:
csit-vpp-functional-1904-ubuntu1604-virl:
- - 29
+ - 33
+ # TODO: Add data
+ # csit-vpp-functional-1908-ubuntu1604-virl:
vpp-func-results-centos:
csit-vpp-functional-1904-centos7-virl:
- 32
+ # TODO: Add data
+ # csit-vpp-functional-1908-centos7-virl:
vpp-device-results-ubuntu:
csit-vpp-device-1904-ubuntu1804-1n-skx:
- - 33
-
-# # VPP Ligato
-# ligato-perf-results-3n-hsw:
-# # TODO: Replace with 1904 data
-# # csit-ligato-perf-verify-1904-3n-hsw:
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 10 # NDRPDR full
+ - 32
+ # TODO: Add data
+ # csit-vpp-device-1908-ubuntu1804-1n-skx:
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-1904-3n-hsw:
- 5 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-hsw:
dpdk-perf-results-3n-skx:
csit-dpdk-perf-verify-1904-3n-skx:
- 7 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
dpdk-perf-results-2n-skx:
csit-dpdk-perf-verify-1904-2n-skx:
- 9 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-2n-skx:
# HoneyComb Functional
hc-func-results:
csit-hc2vpp-verify-func-1904-ubuntu1604:
- 4
+ # TODO: Add data
+ # csit-hc2vpp-verify-func-1908-ubuntu1604:
# # NSH SFC Functional
# nsh-func-results:
@@ -426,6 +462,8 @@
dmm-func-results:
csit-dmm-functional-1904-ubuntu1604-virl:
- 1
+ # TODO: Add data
+ # csit-dmm-functional-1908-ubuntu1604-virl:
###########################################################################
# Tables (more than one data set)
@@ -439,7 +477,6 @@
# intel-dnv-vpp-release-1901:
# - 1
# intel-dnv-vpp-changes-2n-dnv-cmp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -449,18 +486,6 @@
# - "intel-dnv-vpp-changes-2n-dnv-cmp"
vpp-performance-changes-3n-hsw-h1:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
- vpp-performance-changes-3n-hsw-ref:
csit-vpp-perf-verify-1901-3n-hsw:
- 10 # NDRPDR sel
- 19 # NDRPDR sel
@@ -482,6 +507,18 @@
- 69 # NDRPDR LB
- 70 # NDRPDR LB
- 71 # NDRPDR LB
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-performance-changes-3n-hsw-cmp:
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
@@ -494,24 +531,14 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-performance-changes-3n-hsw:
- "vpp-performance-changes-3n-hsw-h1"
- "vpp-performance-changes-3n-hsw-ref"
- "vpp-performance-changes-3n-hsw-cmp"
vpp-performance-changes-3n-skx-h1:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
- vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1901-3n-skx:
- 18 # NDRPDR sel
- 19 # NDRPDR sel
@@ -533,6 +560,18 @@
- 65 # NDRPDR LB
- 66 # NDRPDR LB
- 67 # NDRPDR LB
+ vpp-performance-changes-3n-skx-ref:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
vpp-performance-changes-3n-skx-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 8 # NDRPDR sel
@@ -545,24 +584,14 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
- "vpp-performance-changes-3n-skx-cmp"
vpp-performance-changes-2n-skx-h1:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
- vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1901-2n-skx:
- 5 # NDRPDR sel
- 12 # NDRPDR sel
@@ -574,6 +603,18 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
+ vpp-performance-changes-2n-skx-ref:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
@@ -586,6 +627,8 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-performance-changes-2n-skx:
- "vpp-performance-changes-2n-skx-h1"
- "vpp-performance-changes-2n-skx-ref"
@@ -603,10 +646,14 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-soak-vs-ndr-2n-skx-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
@@ -619,70 +666,60 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-performance-changes-3n-hsw-mrr-h1:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-ref:
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 9 # MRR sel
vpp-performance-changes-3n-hsw-mrr-cmp:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-performance-changes-3n-hsw-mrr:
- "vpp-performance-changes-3n-hsw-mrr-h1"
- "vpp-performance-changes-3n-hsw-mrr-ref"
- "vpp-performance-changes-3n-hsw-mrr-cmp"
vpp-performance-changes-3n-skx-mrr-h1:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
- vpp-performance-changes-3n-skx-mrr-ref:
csit-vpp-perf-verify-1901-3n-skx:
- 32 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 7 # MRR sel
vpp-performance-changes-3n-skx-mrr-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-performance-changes-3n-skx-mrr:
- "vpp-performance-changes-3n-skx-mrr-h1"
- "vpp-performance-changes-3n-skx-mrr-ref"
- "vpp-performance-changes-3n-skx-mrr-cmp"
vpp-performance-changes-2n-skx-mrr-h1:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- vpp-performance-changes-2n-skx-mrr-ref:
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-ref:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 11 # MRR sel
vpp-performance-changes-2n-skx-mrr-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-performance-changes-2n-skx-mrr:
- "vpp-performance-changes-2n-skx-mrr-h1"
- "vpp-performance-changes-2n-skx-mrr-ref"
- "vpp-performance-changes-2n-skx-mrr-cmp"
dpdk-performance-changes-3n-hsw-h1:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-verify-1901-3n-hsw:
- 13 # NDRPDR sel
- 14 # NDRPDR sel
@@ -694,6 +731,18 @@
- 21 # NDRPDR sel
- 22 # NDRPDR sel
- 23 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1904-3n-hsw:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
dpdk-performance-changes-3n-hsw-cmp:
csit-dpdk-perf-verify-1904-3n-hsw:
- 2 # NDRPDR sel
@@ -706,15 +755,17 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-hsw:
dpdk-performance-changes-3n-hsw:
- "dpdk-performance-changes-3n-hsw-h1"
- "dpdk-performance-changes-3n-hsw-ref"
- "dpdk-performance-changes-3n-hsw-cmp"
dpdk-performance-changes-3n-skx-h1:
- csit-dpdk-perf-verify-1810-3n-skx:
+ csit-dpdk-perf-verify-1901-3n-skx:
- 3 # NDRPDR sel
- - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
@@ -724,17 +775,17 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
dpdk-performance-changes-3n-skx-ref:
- csit-dpdk-perf-verify-1901-3n-skx:
+ csit-dpdk-perf-verify-1904-3n-skx:
+ - 2 # NDRPDR sel
- 3 # NDRPDR sel
+ - 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
+ - 14 # NDRPDR sel
dpdk-performance-changes-3n-skx-cmp:
csit-dpdk-perf-verify-1904-3n-skx:
- 2 # NDRPDR sel
@@ -747,24 +798,14 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
dpdk-performance-changes-3n-skx:
- "dpdk-performance-changes-3n-skx-h1"
- "dpdk-performance-changes-3n-skx-ref"
- "dpdk-performance-changes-3n-skx-cmp"
dpdk-performance-changes-2n-skx-h1:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-verify-1901-2n-skx:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -776,6 +817,18 @@
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1904-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
dpdk-performance-changes-2n-skx-cmp:
csit-dpdk-perf-verify-1904-2n-skx:
- 2 # NDRPDR sel
@@ -788,6 +841,8 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1904-2n-skx:
dpdk-performance-changes-2n-skx:
- "dpdk-performance-changes-2n-skx-h1"
- "dpdk-performance-changes-2n-skx-ref"
@@ -807,6 +862,8 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-compare-testbeds-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 8 # NDRPDR sel
@@ -819,6 +876,8 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
@@ -826,9 +885,13 @@
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-compare-testbeds-mrr-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-testbeds-mrr:
- "vpp-compare-testbeds-mrr-ref"
- "vpp-compare-testbeds-mrr-cmp"
@@ -845,6 +908,8 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-hsw:
dpdk-compare-testbeds-cmp:
csit-dpdk-perf-verify-1904-3n-skx:
- 2 # NDRPDR sel
@@ -857,6 +922,8 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
dpdk-compare-testbeds:
- "dpdk-compare-testbeds-ref"
- "dpdk-compare-testbeds-cmp"
@@ -875,6 +942,8 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-topologies-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
@@ -887,6 +956,8 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-compare-topologies:
- "vpp-compare-topologies-ref"
- "vpp-compare-topologies-cmp"
@@ -894,9 +965,13 @@
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-topologies-mrr-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-compare-topologies-mrr:
- "vpp-compare-topologies-mrr-ref"
- "vpp-compare-topologies-mrr-cmp"
@@ -913,6 +988,8 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
dpdk-compare-topologies-cmp:
csit-dpdk-perf-verify-1904-2n-skx:
- 2 # NDRPDR sel
@@ -925,6 +1002,8 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-2n-skx:
dpdk-compare-topologies:
- "dpdk-compare-topologies-ref"
- "dpdk-compare-topologies-cmp"
@@ -952,7 +1031,7 @@
size: 16
zeroline: False
yaxis:
- title: "Packet Throughput [Mpps]"
+ title: "Critical Rate Lower Bound [Mpps]"
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
@@ -1330,38 +1409,12 @@
extract: "robot-plugin/output.xml"
builds:
-# # TODO: Add 1904 data
-## intel-dnv-vpp-release-1904:
-## - 1
-#
-# intel-dnv-vpp-release-1901:
+# intel-dnv-vpp-release-1904:
# - 1
#
-# intel-dnv-vpp-release-1810:
+# intel-dnv-vpp-release-1901:
# - 1
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
-# - 28 # WRK
-# - 29 # WRK
-# - 30 # WRK
-# - 31 # WRK
-# - 32 # WRK
-# - 33 # WRK
-# - 34 # WRK
-# - 35 # WRK
-# - 36 # WRK
-# - 37 # WRK
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
- 10 # NDRPDR sel
@@ -1384,7 +1437,6 @@
- 69 # NDRPDR LB
- 70 # NDRPDR LB
- 71 # NDRPDR LB
- # TODO: Add 1904 Data
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
- 11 # NDRPDR sel
@@ -1397,22 +1449,9 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
csit-vpp-perf-verify-1901-3n-skx:
- 32 # MRR sel
- 18 # NDRPDR sel
@@ -1437,10 +1476,6 @@
- 67 # NDRPDR LB
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
- - 26 # NDRPDR full
- - 27 # NDRPDR full
- - 30 # NDRPDR full
- - 31 # NDRPDR full
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
@@ -1451,22 +1486,9 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
- 5 # NDRPDR sel
@@ -1479,13 +1501,8 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
- - 33 # NDRPDR full
- - 39 # NDRPDR full
- - 58 # NDRPDR full
- - 62 # NDRPDR full
- 12 # NDRPDR sel
- 14 # NDRPDR sel
- 16 # NDRPDR sel
@@ -1496,6 +1513,7 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Remove
- 40 # NFV MRR 64b
- 41 # NFV MRR 64b
- 42 # NFV MRR 64b
@@ -1514,37 +1532,18 @@
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
- 80 # NFV MRR NDRPDR 64b IMIX
- - 70 # SOAK
- - 71 # SOAK
-
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 10 # NDRPDR full
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# # TODO: Add 1904 data
-## csit-ligato-perf-verify-1904-3n-hsw:
-## -
-
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
+
csit-dpdk-perf-verify-1901-3n-hsw:
- 13 # NDRPDR sel
- 14 # NDRPDR sel
@@ -1567,18 +1566,9 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-hsw:
- csit-dpdk-perf-verify-1810-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
csit-dpdk-perf-verify-1901-3n-skx:
- 3 # NDRPDR sel
- 5 # NDRPDR sel
@@ -1601,18 +1591,9 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-3n-skx:
- csit-dpdk-perf-verify-1810-2n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
csit-dpdk-perf-verify-1901-2n-skx:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -1635,34 +1616,45 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ # TODO: Add data
+ # csit-dpdk-perf-verify-1908-2n-skx:
+ # TODO: Replace
csit-vpp-functional-1904-ubuntu1604-virl:
- 33
csit-vpp-functional-1904-centos7-virl:
- 32
csit-vpp-device-1904-ubuntu1804-1n-skx:
- 32
-# # Not used
-# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
-# - 1
csit-dmm-functional-1904-ubuntu1604-virl:
- 1
csit-hc2vpp-verify-func-1904-ubuntu1604:
- 4
+# csit-vpp-functional-1908-ubuntu1604-virl:
+# -
+# csit-vpp-functional-1908-centos7-virl:
+# -
+# csit-vpp-device-1908-ubuntu1804-1n-skx:
+# -
+# csit-dmm-functional-1908-ubuntu1604-virl:
+# -
+# csit-hc2vpp-verify-func-1908-ubuntu1604:
+# -
+
- type: "output"
output: "report"
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
################################################################################
-# VPP SOAK vs NDR
+# VPP Soak vs NDR
- type: "table"
title: "VPP Soak vs NDR 2n-skx"
algorithm: "table_soak_vs_ndr"
@@ -3001,7 +2993,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "parent"
@@ -3077,7 +3069,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3153,7 +3145,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -4000,7 +3992,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4068,7 +4060,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4136,7 +4128,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4562,9 +4554,9 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" @@ -4586,12 +4578,12 @@ boxpoints: "all" whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" @@ -4611,7 +4603,7 @@ boxpoints: "all" whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################