X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=309f45ccbc91c79f533f6cde851239c44521af9b;hb=refs%2Fchanges%2F02%2F24902%2F4;hp=32739e9b76a9f5a1a2f261269a470f4d4e941719;hpb=574397e8d5e606ebeff4656d75829c494af418a9;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 32739e9b76..309f45ccbc 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -564,6 +564,75 @@
###########################################################################
# Tables (more than one data set)
+ # The GOOD and the BAD
+
+ vpp-performance-3n-skx-bad:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ vpp-performance-3n-skx-good:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ vpp-performance-3n-skx:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+
+ vpp-performance-2n-skx-bad:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ vpp-performance-2n-skx-good:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+ vpp-performance-2n-skx:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+
+ vpp-performance-2n-clx-bad:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ vpp-performance-2n-clx-good:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ vpp-performance-2n-clx:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+
# Performance changes
vpp-performance-changes-3n-hsw-h1:
@@ -1755,13 +1824,13 @@
bgcolor: "rgba(255, 255, 255, 0)"
bordercolor: "rgba(255, 255, 255, 0)"
xaxis:
- type: "log"
+ type: "linear"
title: "Percentile [%]"
titlefont:
size: 14
autorange: False
fixedrange: False
- range: [1e-6, 3]
+ range: [0, 100]
gridcolor: "rgb(230, 230, 230)"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
@@ -1769,13 +1838,12 @@
showline: True
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
- tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
- tickangle: 315
- ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
+ tickvals: [0, 25, 50, 75, 100]
+ ticktext: [0, 25, 50, 75, 100]
tickfont:
size: 14
yaxis:
- title: "Packet Latency [uSec]"
+ title: "One-Way Latency per Direction [uSec]"
titlefont:
size: 14
gridcolor: "rgb(230, 230, 230)"
@@ -1893,6 +1961,10 @@
- 67 # NDRPDR sel vhost
- 36 # MRR sel
csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
- 14 # NDRPDR sel
- 15 # NDRPDR sel
@@ -1943,6 +2015,11 @@
- 83 # SOAK
- 86 # SOAK
csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
- 21 # NDRPDR sel
- 22 # NDRPDR sel
- 23 # NDRPDR sel
@@ -1951,6 +2028,11 @@
- 31 # NFV
csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
@@ -2475,6 +2557,237 @@
- "result"
- "tags"
+################################################################################
+# The Bad and the good
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-clx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
################################################################################
# VPP
@@ -6580,7 +6893,7 @@
'NF_DENSITY' and
'VHOST' and
'VXLAN' and
- 'CHAIN' a
+ 'CHAIN' and
'IMIX' and
'2T1C' and
'NDRPDR'"
@@ -26895,6 +27208,7 @@
output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-2n-skx"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26905,6 +27219,7 @@
output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-skx"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26915,6 +27230,7 @@
output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-2n-clx"
+ filter: "'2T1C' and 'NIC_Mellanox-CX556A'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26925,6 +27241,7 @@
output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-hsw"
+ filter: "'1T1C' and 'NIC_Intel-XL710'"
layout:
layout: "plot-hdrh-latency-by-percentile"
@@ -26935,5 +27252,6 @@
output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst"
target-links: "../../_static/vpp"
data: "plot-vpp-hdrh-lat-3n-tsh"
+ filter: "'1T1C' and 'NIC_Intel-X520-DA2'"
layout:
layout: "plot-hdrh-latency-by-percentile"