-
type: "configuration"
data-sets:
-# TODO: Add the data sources
-# plot-vpp-http-server-performance:
-# csit-vpp-perf-1801-all:
-# - 1
-# - 2
-# - 3
-# - 4
+ plot-vpp-http-server-performance:
+ csit-vpp-perf-1801-all:
+ - 157
+ - 158
+ - 159
+ - 160
+ - 161
+ - 164
+ - 165
+ - 166
+ - 168
+ - 169
+ - 170
# TODO: Add the data sources
# vpp-meltdown-impact:
# csit-vpp-perf-1707-all:
- 18
- 19
- 20
-# TODO: Add the data sources
csit-vpp-perf-1801-all:
- - 124
- - 127
- - 128
-# TODO: Add the data sources
+ - 124 # sel
+ - 127 # sel
+ - 128 # sel
+ - 141 # sel
+ - 142 # sel
+ - 143 # sel
+ - 145 # sel
+ - 146 # sel
+ - 162 # sel
+ - 163 # sel
+ - 167 # sel
+ - 172 # sel acl only
plot-throughput-speedup-analysis:
csit-vpp-perf-1801-all:
- - 124
- - 127
- - 128
+ - 122 # full
+ - 126 # full
+ - 129 # full
+ - 140 # full
+ - 124 # sel
+ - 127 # sel
+ - 128 # sel
+ - 141 # sel
+ - 142 # sel
+ - 143 # sel
+ - 145 # sel
+ - 146 # sel
+ - 162 # sel
+ - 163 # sel
+ - 167 # sel
+ - 172 # sel acl only
# performance-improvements:
# csit-vpp-perf-1707-all:
# - 9
# - 18
# - 19
# - 20
-## TODO: Add the data sources
# csit-vpp-perf-1801-all:
# - 124
# - 127
# - 16
# - 17
# csit-ligato-perf-1801-all:
-# - 1
-# - 3
-# - 7
-# TODO: Add the data sources
+# - 16 # sel
+# - 17 # sel
+# - 18 # sel
+# - 19 # sel
+# - 20 # sel
+# - 21 # sel
+# - 22 # sel
+# - 23 # sel
+# - 24 # sel
vpp-perf-results:
csit-vpp-perf-1801-all:
- 122
vpp-func-results:
csit-vpp-functional-1801-ubuntu1604-virl:
- "lastSuccessfulBuild"
-# TODO: Add the data sources
ligato-perf-results:
csit-ligato-perf-1801-all:
- - 1
+ - 25 # full
dpdk-perf-results:
csit-dpdk-perf-1801-all:
- 12
nsh-func-results:
csit-nsh_sfc-verify-func-1801-ubuntu1604-virl:
- 1
-# TODO: Add the data sources
plot-vpp-throughput-latency:
csit-vpp-perf-1801-all:
- - 124
- - 127
- - 128
+ - 122 # full
+ - 126 # full
+ - 129 # full
+ - 140 # full
+ - 124 # sel
+ - 127 # sel
+ - 128 # sel
+ - 141 # sel
+ - 142 # sel
+ - 143 # sel
+ - 145 # sel
+ - 146 # sel
+ - 162 # sel
+ - 163 # sel
+ - 167 # sel
+ - 172 # sel acl only
plot-dpdk-throughput-latency:
csit-dpdk-perf-1801-all:
- 1
- 8
- 10
- 12
-# TODO: Add the data sources
plot-ligato-throughput-latency:
csit-ligato-perf-1801-all:
- - 1
- - 3
- - 7
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
+ - 19 # sel
+ - 20 # sel
+ - 21 # sel
+ - 22 # sel
+ - 23 # sel
+ - 24 # sel
plot-layouts:
- 18
- 19
- 20
-# TODO:
csit-vpp-perf-1801-all:
- 122 # full
- 126 # full
- 124 # sel
- 127 # sel
- 128 # sel
+ - 141 # sel
+ - 142 # sel
+ - 143 # sel
+ - 145 # sel
+ - 146 # sel
+ - 157 # wrk
+ - 158 # wrk
+ - 159 # wrk
+ - 160 # wrk
+ - 161 # wrk
+ - 162 # sel
+ - 163 # sel
+ - 164 # wrk
+ - 165 # wrk
+ - 166 # wrk
+ - 167 # sel
+ - 168 # wrk
+ - 169 # wrk
+ - 170 # wrk
+ - 172 # sel acl only
csit-ligato-perf-1710-all:
- 5
- 7
- 12
- 16
- 17
-# TODO:
csit-ligato-perf-1801-all:
- - 1
- - 3
- - 7
+ - 16 # sel
+ - 17 # sel
+ - 18 # sel
+ - 19 # sel
+ - 20 # sel
+ - 21 # sel
+ - 22 # sel
+ - 23 # sel
+ - 24 # sel
+ - 25 # full
csit-dpdk-perf-1801-all:
- 1
- 3
-
type: "output"
+ output: "report"
format:
html:
- full
title: "VPP Performance Changes"
algorithm: "table_performance_comparison"
output-file-ext: ".csv"
-# TODO: specify dir
output-file: "{DIR[STATIC,VPP]}/performance-changes"
reference:
title: "Release 1710"
-# TODO: specify data sources
data:
csit-vpp-perf-1710-all:
- 11
# TODO: specify data sources
data:
csit-vpp-perf-1801-all:
- - 124
- - 127
- - 128
+ - 124 # sel
+ - 127 # sel
+ - 128 # sel
+ - 141 # sel
+ - 142 # sel
+ - 143 # sel
+ - 145 # sel
+ - 146 # sel
+ - 162 # sel
+ - 163 # sel
+ - 167 # sel
+ - 172 # sel acl only
data: "vpp-performance-changes"
filter: "all"
parameters:
# Number of the best and the worst tests presented in the table. Use 0 (zero)
# to present all tests.
nr-of-tests-shown: 20
+ outlier-const: 1.5
#-
# type: "table"
################################################################################
# Plots VPP HTTP Server Performance
-#-
-# type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_performance_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
-# data:
-# "plot-vpp-http-server-performance"
-# # Keep this formatting, the filter is enclosed with " (quotation mark) and
-# # each tag is enclosed with ' (apostrophe).
-# filter: "'HTTP' and 'TCP_CPS'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "x+y"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-cps"
-#
-#-
-# type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_performance_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
-# data:
-# "plot-vpp-http-server-performance"
-# filter: "'HTTP' and 'TCP_RPS'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "x+y"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-rps"
+-
+ type: "plot"
+ title: "VPP HTTP Server Performance"
+ algorithm: "plot_http_server_performance_box"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
+ data:
+ "plot-vpp-http-server-performance"
+ # Keep this formatting, the filter is enclosed with " (quotation mark) and
+ # each tag is enclosed with ' (apostrophe).
+ filter: "'HTTP' and 'TCP_CPS'"
+ parameters:
+ - "result"
+ - "name"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "outliers"
+ whiskerwidth: 0
+ layout:
+ title: "VPP HTTP Server Performance"
+ layout:
+ "plot-cps"
+
+-
+ type: "plot"
+ title: "VPP HTTP Server Performance"
+ algorithm: "plot_http_server_performance_box"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
+ data:
+ "plot-vpp-http-server-performance"
+ filter: "'HTTP' and 'TCP_RPS'"
+ parameters:
+ - "result"
+ - "name"
+ traces:
+ hoverinfo: "x+y"
+ boxpoints: "outliers"
+ whiskerwidth: 0
+ layout:
+ title: "VPP HTTP Server Performance"
+ layout:
+ "plot-rps"
# Plot Throughput Speedup Analysis
output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "throughput"
- "parent"
output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "throughput"
- "parent"
output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "throughput"
- "parent"
output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "throughput"
- "parent"
output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "latency"
- "parent"
output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50"
data:
"plot-vpp-throughput-latency"
- filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'"
+ filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'"
parameters:
- "latency"
- "parent"