X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=c58be4a8564746c9688a4fa0876a750a5b992be4;hb=5ad9b364cbd45a0b25d73412b9777ac14df92b0a;hp=85c140a0f1f85d2ad4f1ec8e339c901c585eb80f;hpb=eb61b6f15d88dbf51ff72fb942cd85dacf4c34e7;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 85c140a0f1..c58be4a856 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -41,6 +41,7 @@
DIR[DTR,FUNC,VPP,CENTOS]: "{DIR[DTR]}/vpp_functional_results_centos"
DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results"
DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results"
+ DIR[DTR,FUNC,DMM]: "{DIR[DTR]}/dmm_functional_results"
DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements"
# Detailed test configurations
@@ -126,19 +127,36 @@
- 35 # sel
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+
vpp-compare-testbeds:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
csit-vpp-perf-verify-1807-3n-skx:
- 33 # NDRPDR sel
- 35 # NDRPDR sel
@@ -154,7 +172,15 @@
vpp-compare-testbeds-mrr:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
csit-vpp-perf-verify-1807-3n-skx:
- 28 # MRR sel
- 32 # MRR sel
@@ -192,12 +218,23 @@
- 22 # mrr - sel
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
vpp-perf-results-3n-hsw:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
- 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
vpp-perf-results-3n-skx:
csit-vpp-perf-verify-1807-3n-skx:
@@ -224,11 +261,19 @@
plot-throughput-speedup-analysis-3n-hsw:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
plot-throughput-speedup-analysis-3n-skx:
csit-vpp-perf-verify-1807-3n-skx:
@@ -259,11 +304,19 @@
plot-vpp-throughput-latency-3n-hsw:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
plot-vpp-throughput-latency-3n-skx:
csit-vpp-perf-verify-1807-3n-skx:
@@ -292,25 +345,26 @@
- 42 # NDRPDR sel
plot-vpp-http-server-performance:
- # TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
- 24 # WRK
- 25 # WRK
- 23 # WRK
- 26 # WRK
- 27 # WRK
+ - 28 # WRK
- 29 # WRK
+ - 30 # WRK
+ - 32 # WRK
+ - 35 # WRK
# VPP Functional
vpp-func-results-ubuntu:
csit-vpp-functional-1807-ubuntu1604-virl:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 278
vpp-func-results-centos:
csit-vpp-functional-1807-centos7-virl:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 278
# VPP Ligato
ligato-perf-results-3n-hsw:
@@ -321,11 +375,13 @@
plot-ligato-throughput-speedup-analysis-3n-hsw:
# TODO: Add Data sources
csit-ligato-perf-1807-all:
+ - 3 # full ?
- 4 # sel
plot-ligato-throughput-latency-3n-hsw:
# TODO: Add Data sources
csit-ligato-perf-1807-all:
+ - 3 # full ?
- 4 # sel
# DPDK Performance
@@ -431,14 +487,19 @@
# HoneyComb Functional
hc-func-results:
csit-hc2vpp-verify-func-1807-ubuntu1604:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 6
# NSH SFC Functional
nsh-func-results:
csit-nsh_sfc-verify-func-1807-ubuntu1604-virl:
- 2
+ # DMM Functional
+ dmm-func-results:
+ # TODO: Replace with 1807 job:
+ csit-dmm-functional-master-ubuntu1604-virl:
+ - 95
+
plot-layouts:
plot-cps:
@@ -689,18 +750,36 @@
csit-vpp-perf-verify-1807-3n-hsw:
- 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
- 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
- 24 # WRK
- 25 # WRK
- 23 # WRK
- 26 # WRK
- 27 # WRK
+ - 28 # WRK
- 29 # WRK
+ - 30 # WRK
+ - 32 # WRK
+ - 35 # WRK
csit-vpp-perf-verify-1807-3n-skx:
- 31 # MRR full
- 28 # MRR sel
@@ -832,16 +911,16 @@
- 9
- 10
csit-vpp-functional-1807-ubuntu1604-virl:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 278
csit-vpp-functional-1807-centos7-virl:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 278
csit-nsh_sfc-verify-func-1807-ubuntu1604-virl:
- 2
+ # TODO: Replace with 1807 job:
+ csit-dmm-functional-master-ubuntu1604-virl:
+ - 95
csit-hc2vpp-verify-func-1807-ubuntu1604:
- # TODO: Add Data sources
- - "lastSuccessfulBuild"
+ - 6
-
type: "output"
@@ -899,11 +978,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -953,11 +1040,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1007,11 +1102,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1061,11 +1164,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
data: "vpp-performance-changes"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1084,11 +1195,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
compare:
title: "3-Node Skx"
data:
@@ -1121,11 +1240,19 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 19 # NDRPDR sel
- 18 # NDRPDR sel
- 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
compare:
title: "3-Node Skx"
data:
@@ -1187,7 +1314,15 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
data: "vpp-performance-changes-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1235,7 +1370,15 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
data: "vpp-performance-changes-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1283,7 +1426,15 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
data: "vpp-performance-changes-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'"
@@ -1302,7 +1453,15 @@
data:
# TODO: Add Data sources
csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
- 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
compare:
title: "3-Node Skx"
data:
@@ -1344,7 +1503,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1366,7 +1524,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1388,7 +1545,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1536,7 +1692,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1558,7 +1713,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1580,7 +1734,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
-
@@ -1758,7 +1911,6 @@
parameters:
- "name"
- "parent"
- - "doc"
- "msg"
################################################################################
@@ -2170,6 +2322,34 @@
- "doc"
- "status"
+################################################################################
+# DMM
+-
+ type: "table"
+ title: "Detailed Test Results - DMM Functional Results"
+ algorithm: "table_details"
+ output-file-ext: ".csv"
+ output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
+ columns:
+ -
+ title: "Name"
+ data: "data name"
+ -
+ title: "Documentation"
+ data: "data doc"
+ -
+ title: "Status"
+ data: "data status"
+ rows: "generated"
+ data:
+ "dmm-func-results"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "doc"
+ - "status"
+
################################################################################
### F I L E S ###
################################################################################
@@ -2603,6 +2783,24 @@
- "parent"
data-start-level: 3
+-
+ type: "file"
+ title: "DMM Functional Results"
+ algorithm: "file_test_results"
+ output-file-ext: ".rst"
+ output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results"
+ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n \n\n\n.. |preout| raw:: html\n\n
\n\n"
+ dir-tables: "{DIR[DTR,FUNC,DMM]}"
+ data:
+ "dmm-func-results"
+ filter: "all"
+ parameters:
+ - "name"
+ - "doc"
+ - "level"
+ - "parent"
+ data-start-level: 3
+
################################################################################
### P L O T S ###
################################################################################
@@ -10852,7 +11050,7 @@
layout:
title: "" # No title
layout: "plot-latency"
-
+
################################################################################
# Packet Latency - DPDK l3fwd 3n-hsw-x520