X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=6f4fbd826fe9ec99342a8ee1e9084cbaf0a0d0f7;hb=f51658bf4d987f95cd2230fea5263f9a6badeb19;hp=f4110133a0766e3c7959be12d58af5b642458d98;hpb=b5e2d94901060f29dddbc3cc1c3dcf47499dd158;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index f4110133a0..6f4fbd826f 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -32,6 +32,7 @@
DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx"
DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv"
DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
+ DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
@@ -434,6 +435,8 @@
- 5 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
plot-dpdk-hdrh-lat-3n-tsh:
csit-dpdk-perf-verify-2001-3n-tsh:
@@ -534,6 +537,8 @@
- 18 # NDRPDR full
- 20 # NDRPDR full
- 28 # NDRPDR full
+ - 35 # NDRPDR full
+ - 46 # NDRPDR full
vpp-perf-results-3n-skx:
# TODO: Replace
@@ -564,6 +569,7 @@
- 23 # NDRPDR full
- 24 # NDRPDR full
- 25 # NDRPDR full
+ - 26 # NDRPDR full
vpp-perf-results-2n-dnv:
csit-vpp-perf-verify-2001-2n-dnv:
@@ -616,8 +622,8 @@
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-2001-3n-hsw:
- - 13 # NDRPDR sel
- - 24 # NDRPDR sel
+ - 25 # NDRPDR full
+ - 26 # NDRPDR full
dpdk-perf-results-3n-skx:
csit-dpdk-perf-verify-2001-3n-skx:
@@ -1974,6 +1980,8 @@
- 18 # NDRPDR full
- 20 # NDRPDR full
- 28 # NDRPDR full
+ - 35 # NDRPDR full
+ - 46 # NDRPDR full
# csit-vpp-perf-verify-1904-3n-skx:
# - 7 # MRR sel
@@ -2127,6 +2135,7 @@
- 23 # NDRPDR full
- 24 # NDRPDR full
- 25 # NDRPDR full
+ - 26 # NDRPDR full
csit-vpp-perf-verify-1908-2n-dnv:
- 1 # NDRPDR sel
@@ -2202,6 +2211,8 @@
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
+ - 25 # NDRPDR full
+ - 26 # NDRPDR full
# csit-dpdk-perf-verify-1904-3n-skx:
# - 2 # NDRPDR sel
@@ -2323,6 +2334,8 @@
- 5 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
csit-vpp-device-2001-ubuntu1804-1n-skx:
- 57
@@ -2332,7 +2345,6 @@
format:
html:
- full
-# TODO: Enable for release runs:
# pdf:
# - minimal
@@ -4134,7 +4146,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
@@ -4153,7 +4165,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-perf-results-3n-skx"
@@ -4172,7 +4184,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-perf-results-2n-skx"
@@ -4191,7 +4203,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-perf-results-2n-clx"
@@ -4210,7 +4222,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-tsh"
@@ -4229,7 +4241,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-dnv"
@@ -4248,7 +4260,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "vpp-perf-results-2n-dnv"
@@ -4456,7 +4468,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: "Status"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
data: "data msg"
rows: "generated"
data: "vpp-mrr-results-3n-hsw"
@@ -4475,7 +4487,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: "Status"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-mrr-results-3n-skx"
@@ -4494,7 +4506,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: "Status"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-mrr-results-2n-skx"
@@ -4513,7 +4525,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: "Status"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-mrr-results-2n-clx"
@@ -4532,7 +4544,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: "Status"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
# data: "data msg"
# rows: "generated"
# data: "vpp-mrr-results-3n-tsh"
@@ -4551,7 +4563,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: "Status"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
data: "data msg"
rows: "generated"
data: "vpp-mrr-results-3n-dnv"
@@ -4570,7 +4582,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: "Status"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
data: "data msg"
rows: "generated"
data: "vpp-mrr-results-2n-dnv"
@@ -5141,7 +5153,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "dpdk-perf-results-3n-hsw"
@@ -5160,7 +5172,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "dpdk-perf-results-3n-skx"
@@ -5179,7 +5191,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "dpdk-perf-results-2n-skx"
@@ -5198,7 +5210,7 @@
# columns:
# - title: " |prein| Test Name |preout| "
# data: "data name"
-# - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
# data: "data msg"
# rows: "generated"
# data: "dpdk-perf-results-2n-clx"
@@ -5217,7 +5229,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "dpdk-perf-results-2n-dnv"
@@ -5236,7 +5248,7 @@
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- - title: " |prein| 1. Mpps Gbps (NDR Throughput) |br| 2. Mpps Gbps (PDR Throughput) |br| 3. P50 P90 P99 , P50 P90 P99 (10% PDR Uni-Dir Latency in uSec) |br| 4. P50 P90 P99 , P50 P90 P99 (50% PDR Uni-Dir Latency in uSec) |br| 5. P50 P90 P99 , P50 P90 P99 (90% PDR Uni-Dir Latency in uSec) |preout| "
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
rows: "generated"
data: "dpdk-perf-results-3n-dnv"
@@ -5246,6 +5258,25 @@
- "parent"
- "msg"
+# Detailed Test Results - DPDK Performance Results 3n-tsh
+- type: "table"
+ title: "Detailed Test Results - DPDK Performance Results 3n-tsh"
+ algorithm: "table_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| Two sets of Uni-Dir Latency Percentiles in uSec at %PDR load: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ rows: "generated"
+ data: "dpdk-perf-results-3n-tsh"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
################################################################################
### F I L E S ###
################################################################################
@@ -5939,6 +5970,23 @@
- "parent"
data-start-level: 3
+# DPDK Performance Results 3n-tsh
+- type: "file"
+ title: "DPDK Performance Results 3n-tsh"
+ algorithm: "file_test_results"
+ output-file-ext: ".rst"
+ output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh"
+ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + data: "dpdk-perf-results-3n-tsh" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + ################################################################################ ### P L O T S ### ################################################################################