X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=02141ac1624030d31cfdf707deaf3c5db5d2ab10;hb=144ebec26ff0a32000283eddfac393e497e01164;hp=9346cf4b6fce61f4a3b1c5bfedf74b157cdc1736;hpb=019a796394d6b8484225fe133c24c0e502b219f6;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 9346cf4b6f..02141ac162 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -76,8 +76,9 @@
URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/{release}/robot-plugin.zip"
# URL[VIRL,DNV]: "http://download.it/from/nexus"
- URL[NEXUS]: "https://docs.fd.io/csit"
- DIR[NEXUS]: "report/_static/archive"
+ URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
+ URL[NEXUS,DOC]: "https://docs.fd.io/csit"
+ DIR[NEXUS,DOC]: "report/_static/archive"
make-dirs:
# List the directories which are created while preparing the environment.
@@ -130,109 +131,65 @@
# 3n-hsw
plot-vpp-throughput-lat-tsa-3n-hsw:
- csit-vpp-perf-verify-1904-3n-hsw:
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ # TODO: Add data
# plot-vpp-http-server-performance:
-# # TODO: Replace with 1904 data
-# # csit-vpp-perf-verify-1904-3n-hsw:
-# csit-vpp-perf-verify-1810-3n-hsw:
-# - 28 # WRK
-# - 29 # WRK
-# - 30 # WRK
-# - 31 # WRK
-# - 32 # WRK
-# - 33 # WRK
-# - 34 # WRK
-# - 35 # WRK
-# - 36 # WRK
-# - 37 # WRK
-
-# plot-ligato-throughput-lat-tsa-3n-hsw:
-# # TODO: Replace with 1904 data
-# # csit-ligato-perf-verify-1904-3n-hsw:
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
+# csit-vpp-perf-verify-1908-3n-hsw:
+# -
plot-dpdk-throughput-latency-3n-hsw:
- csit-dpdk-perf-verify-1904-3n-hsw:
+ # TODO: Add data
+ csit-dpdk-perf-verify-1908-3n-hsw:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
+ - 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
# 3n-skx
plot-vpp-throughput-lat-tsa-3n-skx:
- csit-vpp-perf-verify-1904-3n-skx:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
plot-dpdk-throughput-latency-3n-skx:
- csit-dpdk-perf-verify-1904-3n-skx:
- - 2 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-3n-skx:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
# 2n-skx
plot-vpp-throughput-lat-tsa-2n-skx:
- csit-vpp-perf-verify-1904-2n-skx:
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 21 # NDRPDR sel
- - 27 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ - 4 # NDRPDR sel Dry run
plot-vpp-soak-2n-skx:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-ndrpdr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -241,13 +198,28 @@
- 60 # NFV NDRPDR 64b
- 65 # NFV NDRPDR 64b
- 68 # NFV NDRPDR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-ndrpdr-imix:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-mrr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -256,6 +228,13 @@
- 42 # NFV MRR 64b
- 47 # NFV MRR 64b
- 48 # NFV MRR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-vpp-nfv-2n-skx-mrr-imix:
csit-vpp-perf-verify-1904-2n-skx:
@@ -264,9 +243,16 @@
- 51 # NFV MRR IMIX
- 54 # NFV MRR IMIX
- 55 # NFV MRR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
plot-dpdk-throughput-latency-2n-skx:
- csit-dpdk-perf-verify-1904-2n-skx:
+ csit-dpdk-perf-verify-1908-2n-skx:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
@@ -282,7 +268,6 @@
# # Denverton:
# intel-dnv-vpp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -293,124 +278,112 @@
# NIC Comparisons
vpp-nic-comparison-3n-hsw:
- csit-vpp-perf-verify-1904-3n-hsw:
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-nic-comparison-3n-skx:
- csit-vpp-perf-verify-1904-3n-skx:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-nic-comparison-2n-skx:
- csit-vpp-perf-verify-1904-2n-skx:
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 21 # NDRPDR sel
- - 27 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ - 4 # NDRPDR sel Dry run
vpp-nic-comparison-3n-hsw-mrr:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-nic-comparison-2n-skx-mrr:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
# Results
vpp-perf-results-3n-hsw:
- # TODO: Replace with FULL 1904 data
- csit-vpp-perf-verify-1904-3n-hsw:
- - 12 # NDRPDR sel
+ # TODO: Add FULL data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
vpp-perf-results-3n-skx:
- csit-vpp-perf-verify-1904-3n-skx:
- - 26 # NDRPDR full
- - 27 # NDRPDR full
- - 30 # NDRPDR full
- - 31 # NDRPDR full
+ # TODO: Add FULL data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
vpp-perf-results-2n-skx:
- csit-vpp-perf-verify-1904-2n-skx:
- - 33 # NDRPDR full
- - 39 # NDRPDR full
- - 58 # NDRPDR full
- - 62 # NDRPDR full
+ # TODO: Add FULL data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
vpp-mrr-results-3n-hsw:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-mrr-results-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-mrr-results-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-func-results-ubuntu:
csit-vpp-functional-1904-ubuntu1604-virl:
- - 29
+ - 33
+ # TODO: Add data
+ # csit-vpp-functional-1908-ubuntu1604-virl:
vpp-func-results-centos:
csit-vpp-functional-1904-centos7-virl:
- 32
+ # TODO: Add data
+ # csit-vpp-functional-1908-centos7-virl:
vpp-device-results-ubuntu:
- csit-vpp-device-1904-ubuntu1804-1n-skx:
- - 33
-
-# # VPP Ligato
-# ligato-perf-results-3n-hsw:
-# # TODO: Replace with 1904 data
-# # csit-ligato-perf-verify-1904-3n-hsw:
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 10 # NDRPDR full
+ # TODO: Add data
+ csit-vpp-device-1908-ubuntu1804-1n-skx:
+ - 2 # Dry run
dpdk-perf-results-3n-hsw:
- csit-dpdk-perf-verify-1904-3n-hsw:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-3n-hsw:
+ - 10 # NDRPDR sel
dpdk-perf-results-3n-skx:
- csit-dpdk-perf-verify-1904-3n-skx:
- - 7 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-3n-skx:
+ - 12 # NDRPDR sel
dpdk-perf-results-2n-skx:
- csit-dpdk-perf-verify-1904-2n-skx:
- - 9 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-2n-skx:
+ - 12 # NDRPDR sel
# HoneyComb Functional
hc-func-results:
csit-hc2vpp-verify-func-1904-ubuntu1604:
- 4
+ # TODO: Add data
+ # csit-hc2vpp-verify-func-1908-ubuntu1604:
# # NSH SFC Functional
# nsh-func-results:
@@ -422,6 +395,8 @@
dmm-func-results:
csit-dmm-functional-1904-ubuntu1604-virl:
- 1
+ # TODO: Add data
+ # csit-dmm-functional-1908-ubuntu1604-virl:
###########################################################################
# Tables (more than one data set)
@@ -435,7 +410,6 @@
# intel-dnv-vpp-release-1901:
# - 1
# intel-dnv-vpp-changes-2n-dnv-cmp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -445,18 +419,6 @@
# - "intel-dnv-vpp-changes-2n-dnv-cmp"
vpp-performance-changes-3n-hsw-h1:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
- vpp-performance-changes-3n-hsw-ref:
csit-vpp-perf-verify-1901-3n-hsw:
- 10 # NDRPDR sel
- 19 # NDRPDR sel
@@ -478,7 +440,7 @@
- 69 # NDRPDR LB
- 70 # NDRPDR LB
- 71 # NDRPDR LB
- vpp-performance-changes-3n-hsw-cmp:
+ vpp-performance-changes-3n-hsw-ref:
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -490,24 +452,17 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-cmp:
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-performance-changes-3n-hsw:
- "vpp-performance-changes-3n-hsw-h1"
- "vpp-performance-changes-3n-hsw-ref"
- "vpp-performance-changes-3n-hsw-cmp"
vpp-performance-changes-3n-skx-h1:
- csit-vpp-perf-verify-1810-3n-skx:
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
- vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1901-3n-skx:
- 18 # NDRPDR sel
- 19 # NDRPDR sel
@@ -529,7 +484,7 @@
- 65 # NDRPDR LB
- 66 # NDRPDR LB
- 67 # NDRPDR LB
- vpp-performance-changes-3n-skx-cmp:
+ vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1904-3n-skx:
- 8 # NDRPDR sel
- 9 # NDRPDR sel
@@ -541,24 +496,17 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ vpp-performance-changes-3n-skx-cmp:
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
- "vpp-performance-changes-3n-skx-cmp"
vpp-performance-changes-2n-skx-h1:
- csit-vpp-perf-verify-1810-2n-skx:
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
- vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1901-2n-skx:
- 5 # NDRPDR sel
- 12 # NDRPDR sel
@@ -570,7 +518,7 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- vpp-performance-changes-2n-skx-cmp:
+ vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
- 14 # NDRPDR sel
@@ -582,6 +530,12 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ vpp-performance-changes-2n-skx-cmp:
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ - 4 # NDRPDR sel Dry run
vpp-performance-changes-2n-skx:
- "vpp-performance-changes-2n-skx-h1"
- "vpp-performance-changes-2n-skx-ref"
@@ -599,10 +553,14 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-soak-vs-ndr-2n-skx-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
@@ -615,70 +573,60 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-performance-changes-3n-hsw-mrr-h1:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-ref:
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 9 # MRR sel
vpp-performance-changes-3n-hsw-mrr-cmp:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-performance-changes-3n-hsw-mrr:
- "vpp-performance-changes-3n-hsw-mrr-h1"
- "vpp-performance-changes-3n-hsw-mrr-ref"
- "vpp-performance-changes-3n-hsw-mrr-cmp"
vpp-performance-changes-3n-skx-mrr-h1:
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
- vpp-performance-changes-3n-skx-mrr-ref:
csit-vpp-perf-verify-1901-3n-skx:
- 32 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 7 # MRR sel
vpp-performance-changes-3n-skx-mrr-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-performance-changes-3n-skx-mrr:
- "vpp-performance-changes-3n-skx-mrr-h1"
- "vpp-performance-changes-3n-skx-mrr-ref"
- "vpp-performance-changes-3n-skx-mrr-cmp"
vpp-performance-changes-2n-skx-mrr-h1:
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- vpp-performance-changes-2n-skx-mrr-ref:
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-ref:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 11 # MRR sel
vpp-performance-changes-2n-skx-mrr-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-performance-changes-2n-skx-mrr:
- "vpp-performance-changes-2n-skx-mrr-h1"
- "vpp-performance-changes-2n-skx-mrr-ref"
- "vpp-performance-changes-2n-skx-mrr-cmp"
dpdk-performance-changes-3n-hsw-h1:
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-verify-1901-3n-hsw:
- 13 # NDRPDR sel
- 14 # NDRPDR sel
@@ -690,7 +638,7 @@
- 21 # NDRPDR sel
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-cmp:
+ dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-verify-1904-3n-hsw:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -702,24 +650,24 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- dpdk-performance-changes-3n-hsw:
- - "dpdk-performance-changes-3n-hsw-h1"
- - "dpdk-performance-changes-3n-hsw-ref"
- - "dpdk-performance-changes-3n-hsw-cmp"
-
- dpdk-performance-changes-3n-skx-h1:
- csit-dpdk-perf-verify-1810-3n-skx:
+ dpdk-performance-changes-3n-hsw-cmp:
+ # TODO: Add data
+ csit-dpdk-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- dpdk-performance-changes-3n-skx-ref:
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
csit-dpdk-perf-verify-1901-3n-skx:
- 3 # NDRPDR sel
- 5 # NDRPDR sel
@@ -731,7 +679,7 @@
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- dpdk-performance-changes-3n-skx-cmp:
+ dpdk-performance-changes-3n-skx-ref:
csit-dpdk-perf-verify-1904-3n-skx:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -743,24 +691,24 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
- dpdk-performance-changes-3n-skx:
- - "dpdk-performance-changes-3n-skx-h1"
- - "dpdk-performance-changes-3n-skx-ref"
- - "dpdk-performance-changes-3n-skx-cmp"
-
- dpdk-performance-changes-2n-skx-h1:
- csit-dpdk-perf-verify-1810-2n-skx:
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1908-3n-skx:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
+ - 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 13 # NDRPDR sel
- dpdk-performance-changes-2n-skx-ref:
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-h1:
csit-dpdk-perf-verify-1901-2n-skx:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -772,7 +720,7 @@
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- 21 # NDRPDR sel
- dpdk-performance-changes-2n-skx-cmp:
+ dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-verify-1904-2n-skx:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -784,6 +732,18 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
dpdk-performance-changes-2n-skx:
- "dpdk-performance-changes-2n-skx-h1"
- "dpdk-performance-changes-2n-skx-ref"
@@ -792,29 +752,15 @@
# Compare testbeds
vpp-compare-testbeds-ref:
- csit-vpp-perf-verify-1904-3n-hsw:
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-compare-testbeds-cmp:
- csit-vpp-perf-verify-1904-3n-skx:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
@@ -822,37 +768,42 @@
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-hsw:
vpp-compare-testbeds-mrr-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-testbeds-mrr:
- "vpp-compare-testbeds-mrr-ref"
- "vpp-compare-testbeds-mrr-cmp"
dpdk-compare-testbeds-ref:
- csit-dpdk-perf-verify-1904-3n-hsw:
+ # TODO: Add data
+ csit-dpdk-perf-verify-1908-3n-hsw:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
+ - 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
dpdk-compare-testbeds-cmp:
- csit-dpdk-perf-verify-1904-3n-skx:
- - 2 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-3n-skx:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
dpdk-compare-testbeds:
- "dpdk-compare-testbeds-ref"
- "dpdk-compare-testbeds-cmp"
@@ -860,29 +811,16 @@
# Compare topologies
vpp-compare-topologies-ref:
- csit-vpp-perf-verify-1904-3n-skx:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 21 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
vpp-compare-topologies-cmp:
- csit-vpp-perf-verify-1904-2n-skx:
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 21 # NDRPDR sel
- - 27 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ - 4 # NDRPDR sel Dry run
vpp-compare-topologies:
- "vpp-compare-topologies-ref"
- "vpp-compare-topologies-cmp"
@@ -890,27 +828,31 @@
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-3n-skx:
vpp-compare-topologies-mrr-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
+ # TODO: Add data
+ # csit-vpp-perf-verify-1908-2n-skx:
vpp-compare-topologies-mrr:
- "vpp-compare-topologies-mrr-ref"
- "vpp-compare-topologies-mrr-cmp"
dpdk-compare-topologies-ref:
- csit-dpdk-perf-verify-1904-3n-skx:
- - 2 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-3n-skx:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
dpdk-compare-topologies-cmp:
- csit-dpdk-perf-verify-1904-2n-skx:
+ csit-dpdk-perf-verify-1908-2n-skx:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
@@ -948,12 +890,12 @@
size: 16
zeroline: False
yaxis:
- title: "Packet Throughput [Mpps]"
+ title: "Critical Rate Lower Bound [Mpps]"
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1137,8 +1079,8 @@
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1320,44 +1262,26 @@
- type: "input"
general:
- file-name: "robot-plugin.zip"
- file-format: ".zip"
- download-path: "{job}/{build}/robot/report/*zip*/{filename}"
- extract: "robot-plugin/output.xml"
+ file-name: "output_info.xml.gz"
+ file-format: ".gz"
+ arch-file-format:
+ - ".gz"
+ - ".zip"
+ download-path: "{job}/{build}/archives/{filename}"
+ extract: "output.xml"
+
+ zip-file-name: "robot-plugin.zip"
+ zip-file-format: ".zip"
+ zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+ zip-extract: "robot-plugin/output.xml"
builds:
-# # TODO: Add 1904 data
-## intel-dnv-vpp-release-1904:
-## - 1
-#
-# intel-dnv-vpp-release-1901:
+# intel-dnv-vpp-release-1904:
# - 1
#
-# intel-dnv-vpp-release-1810:
+# intel-dnv-vpp-release-1901:
# - 1
- csit-vpp-perf-verify-1810-3n-hsw:
- - 9 # MRR sel
- - 8 # NDRPDR sel
- - 12 # NDRPDR sel
- - 14 # NDRPDR sel
- - 18 # NDRPDR sel
- - 23 # NDRPDR sel
- - 25 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- - 42 # NDRPDR sel
-# - 28 # WRK
-# - 29 # WRK
-# - 30 # WRK
-# - 31 # WRK
-# - 32 # WRK
-# - 33 # WRK
-# - 34 # WRK
-# - 35 # WRK
-# - 36 # WRK
-# - 37 # WRK
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
- 10 # NDRPDR sel
@@ -1380,7 +1304,6 @@
- 69 # NDRPDR LB
- 70 # NDRPDR LB
- 71 # NDRPDR LB
- # TODO: Add 1904 Data
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
- 11 # NDRPDR sel
@@ -1393,22 +1316,11 @@
- 26 # NDRPDR sel
- 29 # NDRPDR sel
- 30 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
- csit-vpp-perf-verify-1810-3n-skx:
- - 9 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 13 # MRR sel
- - 10 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 25 # NDRPDR sel
csit-vpp-perf-verify-1901-3n-skx:
- 32 # MRR sel
- 18 # NDRPDR sel
@@ -1433,10 +1345,6 @@
- 67 # NDRPDR LB
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
- - 26 # NDRPDR full
- - 27 # NDRPDR full
- - 30 # NDRPDR full
- - 31 # NDRPDR full
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
@@ -1447,22 +1355,11 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
- csit-vpp-perf-verify-1810-2n-skx:
- - 8 # MRR sel
- - 10 # MRR sel
- - 11 # MRR sel
- - 12 # MRR sel
- - 9 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 27 # NDRPDR sel
csit-vpp-perf-verify-1901-2n-skx:
- 22 # MRR sel
- 5 # NDRPDR sel
@@ -1475,13 +1372,8 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
- - 33 # NDRPDR full
- - 39 # NDRPDR full
- - 58 # NDRPDR full
- - 62 # NDRPDR full
- 12 # NDRPDR sel
- 14 # NDRPDR sel
- 16 # NDRPDR sel
@@ -1492,6 +1384,7 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
+ # TODO: Remove
- 40 # NFV MRR 64b
- 41 # NFV MRR 64b
- 42 # NFV MRR 64b
@@ -1510,36 +1403,21 @@
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
- - 70 # SOAK
- - 71 # SOAK
-
-# csit-ligato-perf-verify-1901-3n-hsw:
-# - 10 # NDRPDR full
-# - 8 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 13 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 17 # NDRPDR sel
-# - 18 # NDRPDR sel
-# # TODO: Add 1904 data
-## csit-ligato-perf-verify-1904-3n-hsw:
-## -
-
- csit-dpdk-perf-verify-1810-3n-hsw:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ - 70 # soak
+ - 71 # soak
+ # TODO: Add data
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel Dry run
+ - 3 # NDRPDR sel Dry run
+ - 4 # NDRPDR sel Dry run
+
csit-dpdk-perf-verify-1901-3n-hsw:
- 13 # NDRPDR sel
- 14 # NDRPDR sel
@@ -1562,18 +1440,18 @@
- 18 # NDRPDR sel
- 19 # NDRPDR sel
- 20 # NDRPDR sel
-
- csit-dpdk-perf-verify-1810-3n-skx:
+ # TODO: Add data
+ csit-dpdk-perf-verify-1908-3n-hsw:
+ - 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 5 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
+
csit-dpdk-perf-verify-1901-3n-skx:
- 3 # NDRPDR sel
- 5 # NDRPDR sel
@@ -1596,18 +1474,18 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
-
- csit-dpdk-perf-verify-1810-2n-skx:
+ csit-dpdk-perf-verify-1908-3n-skx:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
+ - 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 13 # NDRPDR sel
+
csit-dpdk-perf-verify-1901-2n-skx:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -1630,82 +1508,71 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
+ csit-dpdk-perf-verify-1908-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ # TODO: Replace
csit-vpp-functional-1904-ubuntu1604-virl:
- 33
csit-vpp-functional-1904-centos7-virl:
- 32
- csit-vpp-device-1904-ubuntu1804-1n-skx:
- - 32
-# # Not used
-# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
-# - 1
csit-dmm-functional-1904-ubuntu1604-virl:
- 1
csit-hc2vpp-verify-func-1904-ubuntu1604:
- 4
+ csit-vpp-functional-1908-ubuntu1604-virl:
+ - 19
+# csit-vpp-functional-1908-centos7-virl:
+# -
+ csit-vpp-device-1908-ubuntu1804-1n-skx:
+ - 2 # Dry run
+# csit-dmm-functional-1908-ubuntu1604-virl:
+# -
+# csit-hc2vpp-verify-func-1908-ubuntu1604:
+# -
+
- type: "output"
output: "report"
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
################################################################################
-# VPP SOAK vs NDR
+# VPP Soak vs NDR
- type: "table"
- title: "VPP SOAK vs NDR 2n-skx"
+ title: "VPP Soak vs NDR 2n-skx"
algorithm: "table_soak_vs_ndr"
output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
reference:
title: "NDR"
data: "vpp-soak-vs-ndr-2n-skx-ref"
compare:
- title: "SOAK"
+ title: "Soak"
data: "vpp-soak-vs-ndr-2n-skx-cmp"
data: "vpp-soak-vs-ndr-2n-skx"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ include-tests: "NDR"
filter: "('NDRPDR' or 'SOAK')"
parameters:
- "throughput"
- "name"
- "parent"
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+################################################################################
# VPP Compare NICs 3n-hsw 1t1c ndr
- type: "table"
@@ -3025,7 +2892,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "parent"
@@ -3044,7 +2911,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -3063,7 +2930,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -3101,7 +2968,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3120,7 +2987,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3139,7 +3006,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3177,7 +3044,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3196,7 +3063,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3215,7 +3082,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -4024,7 +3891,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "doc"
@@ -4041,7 +3908,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4058,7 +3925,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4092,7 +3959,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "doc"
@@ -4109,7 +3976,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4126,7 +3993,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4160,7 +4027,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "doc"
@@ -4177,7 +4044,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4194,7 +4061,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "doc"
@@ -4586,50 +4453,56 @@
### P L O T S ###
################################################################################
-# Soak test - 30min Soak Test (PLRsearch), boxes
+# Soak Test (PLRsearch), boxes
- type: "plot"
- title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes"
- algorithm: "plot_soak_boxes"
+ title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
+ algorithm: "plot_performance_box"
output-file-type: ".html"
- output-file: "{DIR[STATIC,VPP]}/example-soak-boxes"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-1"
data: "plot-vpp-soak-2n-skx"
- filter: "'SOAK'"
+ filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'"
parameters:
- - "throughput"
- - "parent"
- - "tags"
-# sort:
-# - "L2PATCH"
-# - "L2XCBASE"
-# - "L2BDMACLRN"
-# - "IP4FWD"
-# - "IP6FWD"
- - "VHOST"
+ - "throughput"
+ - "parent"
+ - "tags"
+ sort:
+ - "DRV_AVF"
+ - "DRV_AVF"
+ - "DRV_AVF"
+ - "L2BDMACLRN"
+ - "L2XCBASE"
+ - "L2PATCH"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "all"
+ whiskerwidth: 0
layout:
- title: "30min Soak Test (PLRsearch)"
+ title: "2 Hours Soak Test (PLRsearch)"
layout: "plot-soak-throughput"
-# Soak test - example, not used
+# Soak Test (PLRsearch), boxes
- type: "plot"
- title: "VPP Throughput: 30min Soak Test (PLRsearch) bars"
- algorithm: "plot_soak_bars"
+ title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
+ algorithm: "plot_performance_box"
output-file-type: ".html"
- output-file: "{DIR[STATIC,VPP]}/example-soak-bars"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2"
data: "plot-vpp-soak-2n-skx"
- filter: "'SOAK'"
+ filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'"
parameters:
- - "throughput"
- - "parent"
- - "tags"
-# sort:
-# - "L2PATCH"
-# - "L2XCBASE"
-# - "L2BDMACLRN"
-# - "IP4FWD"
-# - "IP6FWD"
- - "VHOST"
+ - "throughput"
+ - "parent"
+ - "tags"
+ sort:
+ - "VHOST"
+ - "MEMIF"
+ - "IP4FWD"
+ - "IP6FWD"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "all"
+ whiskerwidth: 0
layout:
- title: "30min Soak Test (PLRsearch)"
+ title: "2 Hours Soak Test (PLRsearch)"
layout: "plot-soak-throughput"
################################################################################
@@ -6427,6 +6300,61 @@
################################################################################
+# Example plots
+
+# Packet Throughput - VPP L2 3n-skx-x710 base and scale
+- type: "plot"
+ title: "Throughput: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr"
+ algorithm: "plot_performance_name_box"
+ output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr"
+ data: "plot-vpp-throughput-lat-tsa-3n-skx"
+ include:
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+ layout:
+ title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr"
+ layout: "plot-throughput"
+
+# Packet Latency - VPP L2 3n-skx-x710 base and scale
+- type: "plot"
+ title: "Latency: l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat"
+ algorithm: "plot_latency_error_bars_name"
+ output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr-lat"
+ data: "plot-vpp-throughput-lat-tsa-3n-skx"
+ include:
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+ layout:
+ title: "l2sw-3n-skx-x710-64b-2t1c-base_and_scale-ndr"
+ layout: "plot-latency"
+
+# Speedup - VPP L2 3n-skx-x710 base and scale
+- type: "plot"
+ title: "Speedup: l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa"
+ algorithm: "plot_throughput_speedup_analysis_name"
+ output-file: "{DIR[STATIC,VPP]}/l2sw-3n-skx-x710-64b-base_and_scale-ndr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-3n-skx"
+ include:
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+ - "Tests.Vpp.Perf.L2.10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+ layout:
+ title: "l2sw-3n-skx-x710-64b-base_and_scale-ndr"
+ layout: "plot-throughput-speedup-analysis"
+
+################################################################################
+
# Packet Throughput - VPP L2 3n-hsw-x520 base and scale
- type: "plot"
title: "VPP Throughput: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr"
@@ -14339,7 +14267,6 @@
'BASE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14366,7 +14293,6 @@
'BASE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14393,7 +14319,6 @@
'BASE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14420,7 +14345,6 @@
'BASE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14448,7 +14372,6 @@
'SCALE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14475,7 +14398,6 @@
'SCALE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14502,7 +14424,6 @@
'SCALE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14529,7 +14450,6 @@
'SCALE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14556,7 +14476,6 @@
'NDRPDR' and
'1T1C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14582,7 +14501,6 @@
'NDRPDR' and
'1T1C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14608,7 +14526,6 @@
'NDRPDR' and
'2T2C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -14634,7 +14551,6 @@
'NDRPDR' and
'2T2C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -21501,7 +21417,6 @@
'BASE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -21524,7 +21439,6 @@
'BASE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -21548,7 +21462,6 @@
'SCALE' and
'1T1C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -21571,7 +21484,6 @@
'SCALE' and
'2T2C' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -21594,7 +21506,6 @@
'NDRPDR' and
'1T1C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -21616,7 +21527,6 @@
'NDRPDR' and
'2T2C' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "latency"
@@ -25783,7 +25693,6 @@
'NDRPDR' and
'BASE' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -25805,7 +25714,6 @@
'NDRPDR' and
'BASE' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -25828,7 +25736,6 @@
'NDRPDR' and
'SCALE' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -25850,7 +25757,6 @@
'NDRPDR' and
'SCALE' and
'IPSECHW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -25872,7 +25778,6 @@
'IP4FWD' and
'NDRPDR' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"
@@ -25893,7 +25798,6 @@
'IP4FWD' and
'NDRPDR' and
'IPSECSW' and
- ('IPSECTRAN' or 'IPSECTUN') and
not 'VHOST'"
parameters:
- "throughput"