X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=eca0f43845b8ca650ce2d0f409fc71f9c2a52290;hp=816f21134b44c26ab8605a14cea0d73aa631bfe4;hb=77175cdd458e9c9fa9020d73d2f0f0c9b6e7eeb6;hpb=d23c99f9c74dc75cc3176ce5d7885562d13aa2f9
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 816f21134b..eca0f43845 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -33,9 +33,11 @@
DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw"
DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
+ DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv"
DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw"
DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx"
DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx"
+ DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv"
DIR[DTR,PERF,COT,3N,HSW]: "{DIR[DTR]}/cot_performance_results_3n_hsw"
DIR[DTR,FUNC,VPP,UBUNTU]: "{DIR[DTR]}/vpp_functional_results_ubuntu"
DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
@@ -70,6 +72,7 @@
urls:
URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
URL[JENKINS,HC]: "https://jenkins.fd.io/view/hc2vpp/job"
+ URL[VIRL,DNV]: "http://10.30.51.28/download/denverton/intel_denverton_vpp_release_1810.tar.gz"
URL[NEXUS]: "https://docs.fd.io/csit"
DIR[NEXUS]: "report/_static/archive"
@@ -118,6 +121,11 @@
data-sets:
+ # Denverton:
+ intel-dnv-vpp:
+ intel-dnv-vpp-release-1810:
+ - 1
+
# VPP Performance
vpp-performance-changes-3n-hsw:
csit-vpp-perf-1804-all:
@@ -239,6 +247,42 @@
- 12 # MRR sel
- 13 # MRR sel
+ vpp-compare-topologies:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+
+ vpp-compare-topologies-mrr:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+
vpp-performance-changes-3n-hsw-mrr:
csit-vpp-perf-check-1804:
- 6 # mrr - sel
@@ -552,6 +596,30 @@
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ dpdk-compare-topologies:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+
dpdk-perf-results-3n-hsw:
csit-dpdk-perf-verify-1810-3n-hsw:
- 1
@@ -943,6 +1011,9 @@
builds:
+ intel-dnv-vpp-release-1810:
+ - 1
+
csit-vpp-perf-1804-all:
- 21 # sel
- 22 # sel
@@ -1204,8 +1275,8 @@
format:
html:
- full
- pdf:
- - minimal
+# pdf:
+# - minimal
################################################################################
### T A B L E S ###
@@ -1874,6 +1945,90 @@
- "parent"
- "throughput"
+# VPP Comparison Across Topologies 3n-skx to 2n-skx ndr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
+ reference:
+ title: "3-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ compare:
+ title: "2-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ data: "vpp-compare-topologies"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# VPP Comparison Across Topologies 3n-skx to 2n-skx pdr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
+ reference:
+ title: "3-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ compare:
+ title: "2-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ data: "vpp-compare-topologies"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
# VPP Performance Changes 3n-hsw 1t1c MRR
-
type: "table"
@@ -2255,6 +2410,36 @@
- "parent"
- "result"
+# VPP Comparison Across Topologies 3n-skx to 2n-skx mrr
+-
+ type: "table"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx mrr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-mrr"
+ reference:
+ title: "3-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ compare:
+ title: "2-Node Skx"
+ data:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ data: "vpp-compare-topologies-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+
# Detailed Test Results - VPP Performance Results 3n-hsw
-
type: "table"
@@ -2321,6 +2506,28 @@
- "parent"
- "msg"
+# Detailed Test Results - VPP Performance Results 2n-dnv
+-
+ type: "table"
+ title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+ algorithm: "table_merged_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "intel-dnv-vpp"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
# Test configuration - VPP Performance Test Configs 3n-hsw
-
type: "table"
@@ -2519,6 +2726,28 @@
- "parent"
- "msg"
+# Detailed Test Results - VPP MRR Results 2n-dnv
+-
+ type: "table"
+ title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+ algorithm: "table_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Status"
+ data: "data msg"
+ rows: "generated"
+ data: "intel-dnv-vpp"
+ filter: "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
# Test configuration - VPP MRR Test Configs 3n-hsw
-
type: "table"
@@ -3192,6 +3421,90 @@
- "parent"
- "throughput"
+# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
+-
+ type: "table"
+ title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
+ reference:
+ title: "3-Node Skx"
+ data:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ compare:
+ title: "2-Node Skx"
+ data:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ data: "dpdk-compare-topologies"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
+# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
+-
+ type: "table"
+ title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
+ algorithm: "table_performance_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
+ reference:
+ title: "3-Node Skx"
+ data:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ compare:
+ title: "2-Node Skx"
+ data:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ data: "dpdk-compare-topologies"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
-
type: "table"
@@ -3485,6 +3798,24 @@
- "parent"
data-start-level: 3
+# VPP Performance Results 2n-dnv
+-
+ type: "file"
+ title: "VPP Performance Results 2n-dnv"
+ algorithm: "file_test_results"
+ output-file-ext: ".rst"
+ output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP Performance Configuration 3n-hsw - type: "file" @@ -3647,6 +3978,24 @@ - "parent" data-start-level: 3 +# VPP MRR Results 2n-dnv +- + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + # VPP MRR Configuration 3n-hsw - type: "file"