X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=f1e9e56d2420b0f5eb8673d78ad5797a84d7c440;hb=e0f79b5169b8623ee46a74fb4e405c08f3963193;hp=2e28429b106bfa347c21c75749b949c05af33060;hpb=3588713f9c903ce5ba1e9216b948688c4c86ee78;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 2e28429b10..f1e9e56d24 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -130,7 +130,6 @@
# 3n-hsw
plot-vpp-throughput-lat-tsa-3n-hsw:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -141,6 +140,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
# plot-vpp-http-server-performance:
# # TODO: Replace with 1904 data
@@ -228,25 +228,28 @@
- 31 # NDRPDR sel
- 32 # NDRPDR sel
-# plot-vpp-soak-2n-skx:
-# # TODO: Replace with 1904 data
-# # csit-vpp-perf-verify-1904-2n-skx:
-# csit-vpp-perf-verify-1901-2n-skx:
-# - 45 # SOAK sel
+ plot-vpp-soak-2n-skx:
+ # TODO: Add 1904 data
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 70 # SOAK
+ - 71 # SOAK
plot-vpp-nfv-2n-skx-ndrpdr-64b:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 56 # NFV NDRPDR 64b
- 59 # NFV NDRPDR 64b
- 60 # NFV NDRPDR 64b
- 65 # NFV NDRPDR 64b
+ - 68 # NFV NDRPDR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-ndrpdr-imix:
# TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- - 61 # NFV NDRPDR IMIX
- - 63 # NFV NDRPDR IMIX
+ - 66 # NFV NDRPDR IMIX
+ - 67 # NFV NDRPDR IMIX
+ - 69 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -255,6 +258,7 @@
- 42 # NFV MRR 64b
- 47 # NFV MRR 64b
- 48 # NFV MRR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-imix:
csit-vpp-perf-verify-1904-2n-skx:
@@ -263,6 +267,7 @@
- 51 # NFV MRR IMIX
- 54 # NFV MRR IMIX
- 55 # NFV MRR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-1904-2n-skx:
@@ -292,7 +297,6 @@
# NIC Comparisons
vpp-nic-comparison-3n-hsw:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -303,6 +307,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-nic-comparison-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
@@ -350,10 +355,11 @@
- 12 # NDRPDR sel
vpp-perf-results-3n-skx:
- # TODO: Add FULL 1904 data
csit-vpp-perf-verify-1904-3n-skx:
- 26 # NDRPDR full
- 27 # NDRPDR full
+ - 30 # NDRPDR full
+ - 31 # NDRPDR full
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
@@ -477,7 +483,6 @@
- 70 # NDRPDR LB
- 71 # NDRPDR LB
vpp-performance-changes-3n-hsw-cmp:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -488,6 +493,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-performance-changes-3n-hsw:
- "vpp-performance-changes-3n-hsw-h1"
- "vpp-performance-changes-3n-hsw-ref"
@@ -585,6 +591,37 @@
- "vpp-performance-changes-2n-skx-ref"
- "vpp-performance-changes-2n-skx-cmp"
+ vpp-soak-vs-ndr-2n-skx-ref:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ vpp-soak-vs-ndr-2n-skx-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 70 # SOAK
+ - 71 # SOAK
+ vpp-soak-vs-ndr-2n-skx:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 70 # SOAK
+ - 71 # SOAK
+
vpp-performance-changes-3n-hsw-mrr-h1:
csit-vpp-perf-verify-1810-3n-hsw:
- 9 # MRR sel
@@ -759,7 +796,6 @@
# Compare testbeds
vpp-compare-testbeds-ref:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -770,6 +806,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-compare-testbeds-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 8 # NDRPDR sel
@@ -919,8 +956,8 @@
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1104,8 +1141,8 @@
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1359,6 +1396,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
csit-vpp-perf-verify-1810-3n-skx:
- 9 # MRR sel
@@ -1401,6 +1439,8 @@
- 7 # MRR sel
- 26 # NDRPDR full
- 27 # NDRPDR full
+ - 30 # NDRPDR full
+ - 31 # NDRPDR full
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
@@ -1439,7 +1479,6 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
-# - 45 # SOAK
# TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
@@ -1471,8 +1510,13 @@
- 59 # NFV NDRPDR 64b
- 60 # NFV NDRPDR 64b
- 65 # NFV NDRPDR 64b
- - 61 # NFV NDRPDR IMIX
- - 63 # NFV NDRPDR IMIX
+ - 68 # NFV NDRPDR 64b
+ - 66 # NFV NDRPDR IMIX
+ - 67 # NFV NDRPDR IMIX
+ - 69 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 70 # SOAK
+ - 71 # SOAK
# csit-ligato-perf-verify-1901-3n-hsw:
# - 10 # NDRPDR full
@@ -1611,13 +1655,34 @@
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
################################################################################
+# VPP SOAK vs NDR
+- type: "table"
+ title: "VPP Soak vs NDR 2n-skx"
+ algorithm: "table_soak_vs_ndr"
+ output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
+ reference:
+ title: "NDR"
+ data: "vpp-soak-vs-ndr-2n-skx-ref"
+ compare:
+ title: "Soak"
+ data: "vpp-soak-vs-ndr-2n-skx-cmp"
+ data: "vpp-soak-vs-ndr-2n-skx"
+ include-tests: "NDR"
+ filter: "('NDRPDR' or 'SOAK')"
+ parameters:
+ - "throughput"
+ - "name"
+ - "parent"
+
+################################################################################
+
# VPP Compare NICs 3n-hsw 1t1c ndr
- type: "table"
title: "VPP Compare NICs 3n-hsw 1t1c ndr"
@@ -2955,7 +3020,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -2974,7 +3039,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -3031,7 +3096,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3050,7 +3115,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3107,7 +3172,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3126,7 +3191,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3952,7 +4017,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3969,7 +4034,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4020,7 +4085,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4037,7 +4102,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4088,7 +4153,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4105,7 +4170,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4497,51 +4562,57 @@ ### P L O T S ### ################################################################################ -## Soak test - 30min Soak Test (PLRsearch), boxes -#- type: "plot" -# title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" -# algorithm: "plot_soak_boxes" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" -# data: "plot-vpp-soak-2n-skx" -# filter: "'SOAK'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "L2PATCH" -## - "L2XCBASE" -## - "L2BDMACLRN" -## - "IP4FWD" -## - "IP6FWD" -# - "VHOST" -# layout: -# title: "30min Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" -# -## Soak test - example, not used -#- type: "plot" -# title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" -# algorithm: "plot_soak_bars" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/example-soak-bars" -# data: "plot-vpp-soak-2n-skx" -# filter: "'SOAK'" -# parameters: -# - "throughput" -# - "parent" -# - "tags" -# sort: -# - "L2PATCH" -## - "L2XCBASE" -## - "L2BDMACLRN" -## - "IP4FWD" -## - "IP6FWD" -# - "VHOST" -# layout: -# title: "30min Soak Test (PLRsearch)" -# layout: "plot-soak-throughput" +# Soak test - 30min Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" + data: "plot-vpp-soak-2n-skx" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - 30min Soak Test (PLRsearch), boxes +- type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" + data: "plot-vpp-soak-2n-skx" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" ################################################################################ # Plots - NF Density - VSC - MRR 64b @@ -14250,7 +14321,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14277,7 +14347,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14304,7 +14373,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14331,7 +14399,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14359,7 +14426,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14386,7 +14452,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14413,7 +14478,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14440,7 +14504,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14467,7 +14530,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14493,7 +14555,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14519,7 +14580,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14545,7 +14605,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21412,7 +21471,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21435,7 +21493,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21459,7 +21516,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21482,7 +21538,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21505,7 +21560,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21527,7 +21581,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25694,7 +25747,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25716,7 +25768,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25739,7 +25790,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25761,7 +25811,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25783,7 +25832,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25804,7 +25852,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"