X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=12dda52ead1373336f52f6b28b10742e2729a865;hb=refs%2Fchanges%2F70%2F19970%2F1;hp=e4bc132b766dc417ce886a15567f2f8cda0b266e;hpb=e0db487320596ce7fbdd29bd121969878297e12a;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e4bc132b76..12dda52ead 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -130,7 +130,6 @@
# 3n-hsw
plot-vpp-throughput-lat-tsa-3n-hsw:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -141,24 +140,23 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
- plot-vpp-http-server-performance:
- # TODO: Replace with 1904 data
- # csit-vpp-perf-verify-1904-3n-hsw:
- csit-vpp-perf-verify-1810-3n-hsw:
- - 28 # WRK
- - 29 # WRK
- - 30 # WRK
- - 31 # WRK
- - 32 # WRK
- - 33 # WRK
- - 34 # WRK
- - 35 # WRK
- - 36 # WRK
- - 37 # WRK
+# plot-vpp-http-server-performance:
+# # csit-vpp-perf-verify-1904-3n-hsw:
+# csit-vpp-perf-verify-1810-3n-hsw:
+# - 28 # WRK
+# - 29 # WRK
+# - 30 # WRK
+# - 31 # WRK
+# - 32 # WRK
+# - 33 # WRK
+# - 34 # WRK
+# - 35 # WRK
+# - 36 # WRK
+# - 37 # WRK
# plot-ligato-throughput-lat-tsa-3n-hsw:
-# # TODO: Replace with 1904 data
# # csit-ligato-perf-verify-1904-3n-hsw:
# csit-ligato-perf-verify-1901-3n-hsw:
# - 8 # NDRPDR sel
@@ -229,23 +227,35 @@
- 32 # NDRPDR sel
plot-vpp-soak-2n-skx:
- # TODO: Replace with 1904 data
- # csit-vpp-perf-verify-1904-2n-skx:
- csit-vpp-perf-verify-1901-2n-skx:
- - 45 # SOAK sel
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 70 # soak
+ - 71 # soak
plot-vpp-nfv-2n-skx-ndrpdr-64b:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 56 # NFV NDRPDR 64b
- 59 # NFV NDRPDR 64b
- 60 # NFV NDRPDR 64b
+ - 65 # NFV NDRPDR 64b
+ - 68 # NFV NDRPDR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-ndrpdr-imix:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- - 61 # NFV NDRPDR IMIX
- - 63 # NFV NDRPDR IMIX
+ - 66 # NFV NDRPDR IMIX
+ - 67 # NFV NDRPDR IMIX
+ - 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-64b:
csit-vpp-perf-verify-1904-2n-skx:
@@ -254,6 +264,11 @@
- 42 # NFV MRR 64b
- 47 # NFV MRR 64b
- 48 # NFV MRR 64b
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-vpp-nfv-2n-skx-mrr-imix:
csit-vpp-perf-verify-1904-2n-skx:
@@ -262,6 +277,11 @@
- 51 # NFV MRR IMIX
- 54 # NFV MRR IMIX
- 55 # NFV MRR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-1904-2n-skx:
@@ -280,7 +300,6 @@
# # Denverton:
# intel-dnv-vpp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -291,7 +310,6 @@
# NIC Comparisons
vpp-nic-comparison-3n-hsw:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -302,6 +320,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-nic-comparison-3n-skx:
csit-vpp-perf-verify-1904-3n-skx:
@@ -344,15 +363,29 @@
# Results
vpp-perf-results-3n-hsw:
- # TODO: Replace with FULL 1904 data
+ # TODO: Add FULL 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- - 12 # NDRPDR sel
+ - 32 # NDRPDR full
+ - 33 # NDRPDR full
+ - 35 # NDRPDR full
+ - 36 # NDRPDR full
+ - 37 # NDRPDR full
+ - 38 # NDRPDR full
+ - 40 # NDRPDR full
+ - 45 # NDRPDR full
+ - 46 # NDRPDR full
+ - 48 # NDRPDR full
+ - 49 # NDRPDR full
+ - 50 # NDRPDR full
+ - 51 # NDRPDR full
+ - 52 # NDRPDR full
vpp-perf-results-3n-skx:
- # TODO: Add FULL 1904 data
csit-vpp-perf-verify-1904-3n-skx:
- 26 # NDRPDR full
- 27 # NDRPDR full
+ - 30 # NDRPDR full
+ - 31 # NDRPDR full
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-1904-2n-skx:
@@ -375,7 +408,7 @@
vpp-func-results-ubuntu:
csit-vpp-functional-1904-ubuntu1604-virl:
- - 29
+ - 33
vpp-func-results-centos:
csit-vpp-functional-1904-centos7-virl:
@@ -383,11 +416,10 @@
vpp-device-results-ubuntu:
csit-vpp-device-1904-ubuntu1804-1n-skx:
- - 33
+ - 32
# # VPP Ligato
# ligato-perf-results-3n-hsw:
-# # TODO: Replace with 1904 data
# # csit-ligato-perf-verify-1904-3n-hsw:
# csit-ligato-perf-verify-1901-3n-hsw:
# - 10 # NDRPDR full
@@ -432,7 +464,6 @@
# intel-dnv-vpp-release-1901:
# - 1
# intel-dnv-vpp-changes-2n-dnv-cmp:
-# # TODO: Replace with 1904 data
# # intel-dnv-vpp-release-1904:
# intel-dnv-vpp-release-1901:
# - 1
@@ -476,7 +507,6 @@
- 70 # NDRPDR LB
- 71 # NDRPDR LB
vpp-performance-changes-3n-hsw-cmp:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -487,6 +517,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-performance-changes-3n-hsw:
- "vpp-performance-changes-3n-hsw-h1"
- "vpp-performance-changes-3n-hsw-ref"
@@ -584,6 +615,37 @@
- "vpp-performance-changes-2n-skx-ref"
- "vpp-performance-changes-2n-skx-cmp"
+ vpp-soak-vs-ndr-2n-skx-ref:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ vpp-soak-vs-ndr-2n-skx-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 70 # soak
+ - 71 # soak
+ vpp-soak-vs-ndr-2n-skx:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ - 70 # soak
+ - 71 # soak
+
vpp-performance-changes-3n-hsw-mrr-h1:
csit-vpp-perf-verify-1810-3n-hsw:
- 9 # MRR sel
@@ -758,7 +820,6 @@
# Compare testbeds
vpp-compare-testbeds-ref:
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 12 # NDRPDR sel
@@ -769,6 +830,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-compare-testbeds-cmp:
csit-vpp-perf-verify-1904-3n-skx:
- 8 # NDRPDR sel
@@ -914,12 +976,12 @@
size: 16
zeroline: False
yaxis:
- title: "Packet Throughput [Mpps]"
+ title: "Critical Rate Lower Bound [Mpps]"
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1103,8 +1165,8 @@
titlefont:
size: 16
gridcolor: "rgb(230, 230, 230)"
- hoverformat: ".4s"
- tickformat: ".3s"
+ hoverformat: ".4r"
+ tickformat: ".3r"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
showgrid: True
@@ -1292,7 +1354,6 @@
extract: "robot-plugin/output.xml"
builds:
-# # TODO: Add 1904 data
## intel-dnv-vpp-release-1904:
## - 1
#
@@ -1314,16 +1375,16 @@
- 39 # NDRPDR sel
- 41 # NDRPDR sel
- 42 # NDRPDR sel
- - 28 # WRK
- - 29 # WRK
- - 30 # WRK
- - 31 # WRK
- - 32 # WRK
- - 33 # WRK
- - 34 # WRK
- - 35 # WRK
- - 36 # WRK
- - 37 # WRK
+# - 28 # WRK
+# - 29 # WRK
+# - 30 # WRK
+# - 31 # WRK
+# - 32 # WRK
+# - 33 # WRK
+# - 34 # WRK
+# - 35 # WRK
+# - 36 # WRK
+# - 37 # WRK
csit-vpp-perf-verify-1901-3n-hsw:
- 35 # MRR sel
- 10 # NDRPDR sel
@@ -1349,6 +1410,20 @@
# TODO: Add 1904 Data
csit-vpp-perf-verify-1904-3n-hsw:
- 9 # MRR sel
+ - 32 # NDRPDR full
+ - 33 # NDRPDR full
+ - 35 # NDRPDR full
+ - 36 # NDRPDR full
+ - 37 # NDRPDR full
+ - 38 # NDRPDR full
+ - 40 # NDRPDR full
+ - 45 # NDRPDR full
+ - 46 # NDRPDR full
+ - 48 # NDRPDR full
+ - 49 # NDRPDR full
+ - 50 # NDRPDR full
+ - 51 # NDRPDR full
+ - 52 # NDRPDR full
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 20 # NDRPDR sel
@@ -1358,6 +1433,7 @@
- 25 # NDRPDR sel
- 26 # NDRPDR sel
- 29 # NDRPDR sel
+ - 30 # NDRPDR sel
csit-vpp-perf-verify-1810-3n-skx:
- 9 # MRR sel
@@ -1400,6 +1476,8 @@
- 7 # MRR sel
- 26 # NDRPDR full
- 27 # NDRPDR full
+ - 30 # NDRPDR full
+ - 31 # NDRPDR full
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
@@ -1438,8 +1516,6 @@
- 40 # NDRPDR sel
- 42 # NDRPDR sel
- 43 # NDRPDR sel
- - 45 # SOAK
- # TODO: Add 1904 data
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
- 33 # NDRPDR full
@@ -1469,8 +1545,20 @@
- 56 # NFV NDRPDR 64b
- 59 # NFV NDRPDR 64b
- 60 # NFV NDRPDR 64b
- - 61 # NFV NDRPDR IMIX
- - 63 # NFV NDRPDR IMIX
+ - 65 # NFV NDRPDR 64b
+ - 68 # NFV NDRPDR 64b
+ - 66 # NFV NDRPDR IMIX
+ - 67 # NFV NDRPDR IMIX
+ - 69 # NFV NDRPDR IMIX
+ - 82 # NFV NDRPDR IMIX
+ - 83 # NFV NDRPDR IMIX
+ - 80 # NFV MRR NDRPDR 64b IMIX
+ - 81 # NFV MRR NDRPDR 64b IMIX
+ - 84 # NFV MRR NDRPDR 64b IMIX
+ - 85 # NFV MRR NDRPDR 64b IMIX
+ - 86 # NFV MRR NDRPDR 64b IMIX
+ - 70 # soak
+ - 71 # soak
# csit-ligato-perf-verify-1901-3n-hsw:
# - 10 # NDRPDR full
@@ -1484,7 +1572,6 @@
# - 16 # NDRPDR sel
# - 17 # NDRPDR sel
# - 18 # NDRPDR sel
-# # TODO: Add 1904 data
## csit-ligato-perf-verify-1904-3n-hsw:
## -
@@ -1609,13 +1696,34 @@
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
################################################################################
+# VPP Soak vs NDR
+- type: "table"
+ title: "VPP Soak vs NDR 2n-skx"
+ algorithm: "table_soak_vs_ndr"
+ output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
+ reference:
+ title: "NDR"
+ data: "vpp-soak-vs-ndr-2n-skx-ref"
+ compare:
+ title: "Soak"
+ data: "vpp-soak-vs-ndr-2n-skx-cmp"
+ data: "vpp-soak-vs-ndr-2n-skx"
+ include-tests: "NDR"
+ filter: "('NDRPDR' or 'SOAK')"
+ parameters:
+ - "throughput"
+ - "name"
+ - "parent"
+
+################################################################################
+
# VPP Compare NICs 3n-hsw 1t1c ndr
- type: "table"
title: "VPP Compare NICs 3n-hsw 1t1c ndr"
@@ -2934,7 +3042,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "name"
- "parent"
@@ -2953,7 +3061,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -2972,7 +3080,7 @@
data: "data msg"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "name"
- "parent"
@@ -3010,7 +3118,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3029,7 +3137,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3048,7 +3156,7 @@
data: "data conf-history"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3086,7 +3194,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
parameters:
- "parent"
- "name"
@@ -3105,7 +3213,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-3n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3124,7 +3232,7 @@
data: "data show-run"
rows: "generated"
data: "vpp-perf-results-2n-skx"
- filter: "not 'NDRCHK' and not 'PDRCHK'"
+ filter: "not 'CFS_OPT'"
parameters:
- "parent"
- "name"
@@ -3933,7 +4041,7 @@
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -3950,7 +4058,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -3967,7 +4075,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4001,7 +4109,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4018,7 +4126,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4035,7 +4143,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4069,7 +4177,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" parameters: - "name" - "doc" @@ -4086,7 +4194,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4103,7 +4211,7 @@ file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + filter: "not 'CFS_OPT'" parameters: - "name" - "doc" @@ -4495,50 +4603,56 @@ ### P L O T S ### ################################################################################ -# Soak test - 30min Soak Test (PLRsearch), boxes +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" - algorithm: "plot_soak_boxes" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + output-file: "{DIR[STATIC,VPP]}/soak-test-1" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'" parameters: - - "throughput" - - "parent" - - "tags" + - "throughput" + - "parent" + - "tags" sort: - - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "DRV_AVF" + - "DRV_AVF" + - "DRV_AVF" + - "L2BDMACLRN" + - "L2XCBASE" + - "L2PATCH" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - example, not used +# Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" - algorithm: "plot_soak_bars" + title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)" + algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + output-file: "{DIR[STATIC,VPP]}/soak-test-2" data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'" parameters: - - "throughput" - - "parent" - - "tags" + - "throughput" + - "parent" + - "tags" sort: - - "L2PATCH" -# - "L2XCBASE" -# - "L2BDMACLRN" -# - "IP4FWD" -# - "IP6FWD" - - "VHOST" + - "VHOST" + - "MEMIF" + - "IP4FWD" + - "IP6FWD" + traces: + hoverinfo: "x+y" + boxpoints: "all" + whiskerwidth: 0 layout: - title: "30min Soak Test (PLRsearch)" + title: "2 Hours Soak Test (PLRsearch)" layout: "plot-soak-throughput" ################################################################################ @@ -6291,48 +6405,48 @@ layout: "plot-service-density" ################################################################################ -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'HTTP' and 'TCP_CPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" +## Plots VPP HTTP Server Performance +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" +# data: +# "plot-vpp-http-server-performance" +# # Keep this formatting, the filter is enclosed with " (quotation mark) and +# # each tag is enclosed with ' (apostrophe). +# filter: "'HTTP' and 'TCP_CPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-cps" +# +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_RPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-rps" ################################################################################ @@ -14248,7 +14362,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14275,7 +14388,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14302,7 +14414,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14329,7 +14440,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14357,7 +14467,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14384,7 +14493,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14411,7 +14519,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14438,7 +14545,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14465,7 +14571,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14491,7 +14596,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14517,7 +14621,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -14543,7 +14646,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -18901,10 +19003,10 @@ # Packet Latency - VPP L2 2n-skx-x710 base and scale - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -18927,14 +19029,14 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-2t1c-base-ndr" + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" layout: "plot-latency" - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -18957,7 +19059,7 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-4t2c-base-ndr" + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" layout: "plot-latency" # Packet Latency - VPP L2 2n-skx-xxv710 base and scale @@ -21410,7 +21512,6 @@ 'BASE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21433,7 +21534,6 @@ 'BASE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21457,7 +21557,6 @@ 'SCALE' and '1T1C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21480,7 +21579,6 @@ 'SCALE' and '2T2C' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21503,7 +21601,6 @@ 'NDRPDR' and '1T1C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -21525,7 +21622,6 @@ 'NDRPDR' and '2T2C' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "latency" @@ -25692,7 +25788,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25714,7 +25809,6 @@ 'NDRPDR' and 'BASE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25737,7 +25831,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25759,7 +25852,6 @@ 'NDRPDR' and 'SCALE' and 'IPSECHW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25781,7 +25873,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput" @@ -25802,7 +25893,6 @@ 'IP4FWD' and 'NDRPDR' and 'IPSECSW' and - ('IPSECTRAN' or 'IPSECTUN') and not 'VHOST'" parameters: - "throughput"