X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=33323854447c65ec06b749520bf5ce75fa539e01;hb=refs%2Fchanges%2F53%2F19953%2F1;hp=5719b2396a8d71c224645bc721d91904aec8adcd;hpb=704927d423388e29edaf36a4e0dc6235cec0f48b;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 5719b2396a..3332385444 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -143,7 +143,6 @@
- 30 # NDRPDR sel
# plot-vpp-http-server-performance:
-# # TODO: Replace with 1904 data
# # csit-vpp-perf-verify-1904-3n-hsw:
# csit-vpp-perf-verify-1810-3n-hsw:
# - 28 # WRK
@@ -158,7 +157,6 @@
# - 37 # WRK
# plot-ligato-throughput-lat-tsa-3n-hsw:
-# # TODO: Replace with 1904 data
# # csit-ligato-perf-verify-1904-3n-hsw:
# csit-ligato-perf-verify-1901-3n-hsw:
# - 8 # NDRPDR sel
@@ -229,10 +227,9 @@
- 32 # NDRPDR sel
plot-vpp-soak-2n-skx:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
plot-vpp-nfv-2n-skx-ndrpdr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -241,13 +238,24 @@
- 60 # NFV NDRPDR 64b
- 65 # NFV NDRPDR 64b
- 68 # NFV NDRPDR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-ndrpdr-imix:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -256,6 +264,11 @@
- 42 # NFV MRR 64b
- 47 # NFV MRR 64b
- 48 # NFV MRR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-imix:
csit-vpp-perf-verify-1904-2n-skx:
@@ -264,6 +277,11 @@
- 51 # NFV MRR IMIX
- 54 # NFV MRR IMIX
- 55 # NFV MRR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-1904-2n-skx:
@@ -282,7 +300,6 @@
# # Denverton:
# intel-dnv-vpp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -346,9 +363,21 @@
# Results
vpp-perf-results-3n-hsw:
- # TODO: Replace with FULL 1904 data
+ # TODO: Add FULL 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- - 12 # NDRPDR sel
+ - 32 # NDRPDR full
+ - 33 # NDRPDR full
+ - 35 # NDRPDR full
+ - 36 # NDRPDR full
+ - 37 # NDRPDR full
+ - 38 # NDRPDR full
+ - 40 # NDRPDR full
+ - 45 # NDRPDR full
+ - 46 # NDRPDR full
+ - 48 # NDRPDR full
+ - 49 # NDRPDR full
+ - 50 # NDRPDR full
+ - 51 # NDRPDR full
vpp-perf-results-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
@@ -378,7 +407,7 @@
vpp-func-results-ubuntu:
csit-vpp-functional-1904-ubuntu1604-virl:
- - 29
+ - 33
vpp-func-results-centos:
csit-vpp-functional-1904-centos7-virl:
@@ -386,11 +415,10 @@
vpp-device-results-ubuntu:
csit-vpp-device-1904-ubuntu1804-1n-skx:
- - 33
+ - 32
# # VPP Ligato
# ligato-perf-results-3n-hsw:
-# # TODO: Replace with 1904 data
# # csit-ligato-perf-verify-1904-3n-hsw:
# csit-ligato-perf-verify-1901-3n-hsw:
# - 10 # NDRPDR full
@@ -435,7 +463,6 @@
# intel-dnv-vpp-release-1901:
# - 1
# intel-dnv-vpp-changes-2n-dnv-cmp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -601,8 +628,8 @@
- 32 # NDRPDR sel
vpp-soak-vs-ndr-2n-skx-cmp:
csit-vpp-perf-verify-1904-2n-skx:
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
- 12 # NDRPDR sel
@@ -615,8 +642,8 @@
- 30 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
- - 70 # SOAK
- - 71 # SOAK
+ - 70 # soak
+ - 71 # soak
vpp-performance-changes-3n-hsw-mrr-h1:
csit-vpp-perf-verify-1810-3n-hsw:
@@ -948,12 +975,12 @@
size: 16
zeroline: False
yaxis:
- title: "Packet Throughput [Mpps]"
+ title: "Critical Rate Lower Bound [Mpps]"
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1137,8 +1164,8 @@
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1326,7 +1353,6 @@
extract: "robot-plugin/output.xml"
builds:
-# # TODO: Add 1904 data
## intel-dnv-vpp-release-1904:
## - 1
#
@@ -1383,6 +1409,19 @@
# TODO: Add 1904 Data
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ - 32 # NDRPDR full
+ - 33 # NDRPDR full
+ - 35 # NDRPDR full
+ - 36 # NDRPDR full
+ - 37 # NDRPDR full
+ - 38 # NDRPDR full
+ - 40 # NDRPDR full
+ - 45 # NDRPDR full
+ - 46 # NDRPDR full
+ - 48 # NDRPDR full
+ - 49 # NDRPDR full
+ - 50 # NDRPDR full
+ - 51 # NDRPDR full
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 20 # NDRPDR sel
@@ -1475,7 +1514,6 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
- 33 # NDRPDR full
@@ -1510,8 +1548,15 @@
- 66 # NFV NDRPDR IMIX
- 67 # NFV NDRPDR IMIX
- 69 # NFV NDRPDR IMIX
- - 70 # SOAK
- - 71 # SOAK
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ - 70 # soak
+ - 71 # soak
# csit-ligato-perf-verify-1901-3n-hsw:
# - 10 # NDRPDR full
@@ -1525,7 +1570,6 @@
# - 16 # NDRPDR sel
# - 17 # NDRPDR sel
# - 18 # NDRPDR sel
-# # TODO: Add 1904 data
## csit-ligato-perf-verify-1904-3n-hsw:
## -
@@ -1650,14 +1694,14 @@
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
################################################################################
-# VPP SOAK vs NDR
+# VPP Soak vs NDR
- type: "table"
title: "VPP Soak vs NDR 2n-skx"
algorithm: "table_soak_vs_ndr"
@@ -2996,7 +3040,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "parent"
@@ -3072,7 +3116,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3148,7 +3192,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3995,7 +4039,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4063,7 +4107,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4131,7 +4175,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4557,10 +4601,10 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" data: "plot-vpp-soak-2n-skx" @@ -4573,17 +4617,21 @@ - "DRV_AVF" - "DRV_AVF" - "DRV_AVF" - - "L2PATCH" - "L2BDMACLRN" - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" data: "plot-vpp-soak-2n-skx" @@ -4597,8 +4645,12 @@ - "MEMIF" - "IP4FWD" - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ @@ -14308,7 +14360,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14335,7 +14386,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14362,7 +14412,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14389,7 +14438,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14417,7 +14465,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14444,7 +14491,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14471,7 +14517,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14498,7 +14543,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14525,7 +14569,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14551,7 +14594,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14577,7 +14619,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14603,7 +14644,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -21470,7 +21510,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21493,7 +21532,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21517,7 +21555,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21540,7 +21577,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21563,7 +21599,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21585,7 +21620,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25752,7 +25786,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25774,7 +25807,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25797,7 +25829,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25819,7 +25850,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25841,7 +25871,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25862,7 +25891,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"