X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=309f45ccbc91c79f533f6cde851239c44521af9b;hb=refs%2Fchanges%2F02%2F24902%2F4;hp=1a706fa78d65cadf203c9c35a7f88f6c4428ebf9;hpb=c34b584bec20a3239b204d9bb4e8b8e5ccfad6f2;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 1a706fa78d..309f45ccbc 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -548,7 +548,6 @@
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-2001-3n-hsw:
- 13 # NDRPDR sel
- - 25 # NDRPDR sel
dpdk-perf-results-3n-skx:
csit-dpdk-perf-verify-2001-3n-skx:
@@ -557,7 +556,6 @@
dpdk-perf-results-2n-skx:
csit-dpdk-perf-verify-2001-2n-skx:
- 1 # NDRPDR sel
- - 19 # NDRPDR sel
dpdk-perf-results-2n-clx:
csit-dpdk-perf-verify-2001-2n-clx:
@@ -566,6 +564,75 @@
###########################################################################
# Tables (more than one data set)
+ # The GOOD and the BAD
+
+ vpp-performance-3n-skx-bad:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ vpp-performance-3n-skx-good:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ vpp-performance-3n-skx:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+
+ vpp-performance-2n-skx-bad:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ vpp-performance-2n-skx-good:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+ vpp-performance-2n-skx:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+
+ vpp-performance-2n-clx-bad:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ vpp-performance-2n-clx-good:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ vpp-performance-2n-clx:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+
# Performance changes
vpp-performance-changes-3n-hsw-h1:
@@ -1757,13 +1824,13 @@
bgcolor: "rgba(255, 255, 255, 0)"
bordercolor: "rgba(255, 255, 255, 0)"
xaxis:
- type: "log"
+ type: "linear"
title: "Percentile [%]"
titlefont:
size: 14
autorange: False
fixedrange: False
- range: [1e-6, 3]
+ range: [0, 100]
gridcolor: "rgb(230, 230, 230)"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
@@ -1771,13 +1838,12 @@
showline: True
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
- tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
- tickangle: 315
- ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
+ tickvals: [0, 25, 50, 75, 100]
+ ticktext: [0, 25, 50, 75, 100]
tickfont:
size: 14
yaxis:
- title: "Packet Latency [uSec]"
+ title: "One-Way Latency per Direction [uSec]"
titlefont:
size: 14
gridcolor: "rgb(230, 230, 230)"
@@ -1895,6 +1961,10 @@
- 67 # NDRPDR sel vhost
- 36 # MRR sel
csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
- 14 # NDRPDR sel
- 15 # NDRPDR sel
@@ -1945,6 +2015,11 @@
- 83 # SOAK
- 86 # SOAK
csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
- 21 # NDRPDR sel
- 22 # NDRPDR sel
- 23 # NDRPDR sel
@@ -1953,6 +2028,11 @@
- 31 # NFV
csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
@@ -2477,6 +2557,237 @@
- "result"
- "tags"
+################################################################################
+# The Bad and the good
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
################################################################################
# VPP
@@ -6582,7 +6893,7 @@
'NF_DENSITY' and
'VHOST' and
'VXLAN' and
- 'CHAIN' a
+ 'CHAIN' and
'IMIX' and
'2T1C' and
'NDRPDR'"
@@ -26897,6 +27208,7 @@
output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-2n-skx"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26907,6 +27219,7 @@
output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-skx"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26917,6 +27230,7 @@
output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-2n-clx"
+ filter: "'2T1C' and 'NIC_Mellanox-CX556A'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26927,6 +27241,7 @@
output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-hsw"
+ filter: "'1T1C' and 'NIC_Intel-XL710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26937,5 +27252,6 @@
output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-tsh"
+ filter: "'1T1C' and 'NIC_Intel-X520-DA2'"
layout:
layout: "plot-hdrh-latency-by-percentile"