X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=309f45ccbc91c79f533f6cde851239c44521af9b;hb=refs%2Fchanges%2F02%2F24902%2F4;hp=d50778f0850a8d23544e904b2db19f4d1e065f9d;hpb=d639b4d35441078219c77a887d222d26d42ebeff;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d50778f085..309f45ccbc 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -76,6 +76,9 @@
DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv"
DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv"
+ # Latencies:
+ DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
+
# .css patch file to fix tables generated by Sphinx
DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
DIR[CSS_PATCH_FILE2]: "{DIR[WORKING,SRC,STATIC]}/theme_overrides.css"
@@ -181,33 +184,23 @@
plot-vpp-throughput-lat-tsa-3n-hsw:
csit-vpp-perf-verify-2001-3n-hsw:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 30 # NDRPDR sel
plot-vpp-hdrh-lat-3n-hsw:
csit-vpp-perf-verify-2001-3n-hsw:
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
plot-vpp-nfv-3n-hsw-ndrpdr:
csit-vpp-perf-verify-2001-3n-hsw:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 30 # NDRPDR sel
plot-vpp-nfv-3n-hsw-mrr:
csit-vpp-perf-verify-2001-3n-hsw:
@@ -225,6 +218,11 @@
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
plot-dpdk-hdrh-lat-3n-hsw:
csit-dpdk-perf-verify-2001-3n-hsw:
@@ -235,22 +233,18 @@
plot-vpp-throughput-lat-tsa-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
+ - 14 # NDRPDR sel
plot-vpp-nfv-3n-skx-ndrpdr:
# TODO: Add data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
plot-vpp-nfv-3n-skx-mrr:
# TODO: Replace
@@ -274,21 +268,21 @@
plot-dpdk-hdrh-lat-3n-skx:
csit-dpdk-perf-verify-2001-3n-skx:
- 1 # NDRPDR sel
+ - 19 # NDRPDR sel
# 2n-skx
plot-vpp-throughput-lat-tsa-2n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 11 # NDRPDR sel
+ - 21 # NDRPDR sel
plot-vpp-http-server-performance:
# TODO: Replace:
@@ -308,12 +302,8 @@
plot-vpp-nfv-2n-skx-ndrpdr:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 8 # NFV
- - 9 # NFV
- - 12 # NFV
- - 13 # NFV
- - 15 # NFV
- - 16 # NFV
+ - 27 # NFV
+ - 31 # NFV
plot-vpp-nfv-2n-skx-mrr:
# TODO: Replace the data
@@ -343,8 +333,14 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
- 18 # NDRPDR sel
- 19 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 25 # NDRPDR sel
plot-dpdk-hdrh-lat-2n-skx:
csit-dpdk-perf-verify-2001-2n-skx:
@@ -356,24 +352,20 @@
plot-vpp-throughput-lat-tsa-2n-clx:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
+ - 22 # NDRPDR sel
plot-vpp-nfv-2n-clx-ndrpdr:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
plot-vpp-nfv-2n-clx-mrr:
# TODO: Replace the data
@@ -405,6 +397,7 @@
csit-vpp-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 7 # NDRPDR sel
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-verify-2001-3n-tsh:
@@ -413,7 +406,6 @@
# 3n-dnv
plot-vpp-throughput-lat-tsa-3n-dnv:
- # TODO: Add the data
csit-vpp-perf-verify-2001-3n-dnv:
- 5 # NDRPDR sel
- 6 # NDRPDR sel
@@ -421,11 +413,14 @@
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
# 2n-dnv
plot-vpp-throughput-lat-tsa-2n-dnv:
- # TODO: Add the data
csit-vpp-perf-verify-2001-2n-dnv:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -436,6 +431,7 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 16 # NDRPDR sel
###########################################################################
# Simple tables (only one data set):
@@ -445,19 +441,16 @@
vpp-nic-comparison-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
vpp-nic-comparison-2n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
vpp-nic-comparison-3n-skx-mrr:
# TODO: Replace
@@ -475,22 +468,24 @@
vpp-perf-results-3n-hsw:
csit-vpp-perf-verify-2001-3n-hsw:
- - 15 # NDRPDR sel
+ - 18 # NDRPDR full
+ - 20 # NDRPDR full
+ - 28 # NDRPDR full
vpp-perf-results-3n-skx:
# TODO: Replace
csit-vpp-perf-verify-2001-3n-skx:
- - 6 # NDRPDR sel
+ - 14 # NDRPDR sel
vpp-perf-results-2n-skx:
# TODO: Replace
csit-vpp-perf-verify-2001-2n-skx:
- - 13 # NDRPDR sel
+ - 21 # NDRPDR sel
vpp-perf-results-2n-clx:
# TODO: Replace
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
+ - 22 # NDRPDR sel
vpp-perf-results-3n-tsh:
# TODO: Replace
@@ -498,14 +493,17 @@
- 3 # NDRPDR sel
vpp-perf-results-3n-dnv:
- # TODO: Replace
csit-vpp-perf-verify-2001-3n-dnv:
- - 5 # NDRPDR sel
+ - 13 # NDRPDR full
+ - 15 # NDRPDR full
+ - 19 # NDRPDR full
+ - 20 # NDRPDR full
+ - 21 # NDRPDR full
vpp-perf-results-2n-dnv:
- # TODO: Replace
csit-vpp-perf-verify-2001-2n-dnv:
- - 4 # NDRPDR sel
+ - 21 # NDRPDR full
+ - 22 # NDRPDR full
vpp-mrr-results-3n-hsw:
csit-vpp-perf-verify-2001-3n-hsw:
@@ -536,16 +534,12 @@
- 17 # MRR sel
vpp-mrr-results-3n-dnv:
- # TODO: Replace
- # csit-vpp-perf-verify-2001-3n-dnv:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 17 # MRR sel
+ csit-vpp-perf-verify-2001-3n-dnv:
+ - 11 # MRR sel
vpp-mrr-results-2n-dnv:
- # TODO: Replace
- # csit-vpp-perf-verify-2001-2n-dnv:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 11 # MRR sel
+ csit-vpp-perf-verify-2001-2n-dnv:
+ - 12 # MRR sel
vpp-device-results-ubuntu:
csit-vpp-device-2001-ubuntu1804-1n-skx:
@@ -562,7 +556,6 @@
dpdk-perf-results-2n-skx:
csit-dpdk-perf-verify-2001-2n-skx:
- 1 # NDRPDR sel
- - 19 # NDRPDR sel
dpdk-perf-results-2n-clx:
csit-dpdk-perf-verify-2001-2n-clx:
@@ -571,6 +564,75 @@
###########################################################################
# Tables (more than one data set)
+ # The GOOD and the BAD
+
+ vpp-performance-3n-skx-bad:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ vpp-performance-3n-skx-good:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ vpp-performance-3n-skx:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+
+ vpp-performance-2n-skx-bad:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ vpp-performance-2n-skx-good:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+ vpp-performance-2n-skx:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+
+ vpp-performance-2n-clx-bad:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ vpp-performance-2n-clx-good:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ vpp-performance-2n-clx:
+ csit-vpp-perf-verify-2001-2n-clx:
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+
# Performance changes
vpp-performance-changes-3n-hsw-h1:
@@ -599,16 +661,11 @@
- 21 # NDRPDR sel
vpp-performance-changes-3n-hsw-cmp:
csit-vpp-perf-verify-2001-3n-hsw:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-performance-changes-3n-hsw:
- "vpp-performance-changes-3n-hsw-h1"
- "vpp-performance-changes-3n-hsw-ref"
@@ -641,10 +698,8 @@
vpp-performance-changes-3n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
vpp-performance-changes-3n-skx:
- "vpp-performance-changes-3n-skx-h1"
- "vpp-performance-changes-3n-skx-ref"
@@ -677,11 +732,10 @@
vpp-performance-changes-2n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
vpp-performance-changes-2n-skx:
- "vpp-performance-changes-2n-skx-h1"
- "vpp-performance-changes-2n-skx-ref"
@@ -695,12 +749,8 @@
vpp-performance-changes-nfv-2n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 8 # NFV
- - 9 # NFV
- - 12 # NFV
- - 13 # NFV
- - 15 # NFV
- - 16 # NFV
+ - 27 # NFV
+ - 31 # NFV
vpp-performance-changes-nfv-2n-skx:
- "vpp-performance-changes-nfv-2n-skx-ref"
- "vpp-performance-changes-nfv-2n-skx-cmp"
@@ -718,7 +768,6 @@
- 9 # NDRPDR sel
- 10 # NDRPDR sel
vpp-performance-changes-2n-dnv-cmp:
- # TODO: Add the data
csit-vpp-perf-verify-2001-2n-dnv:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -729,6 +778,7 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 16 # NDRPDR sel
vpp-performance-changes-2n-dnv:
- "vpp-performance-changes-2n-dnv-ref"
- "vpp-performance-changes-2n-dnv-cmp"
@@ -746,7 +796,6 @@
- 15 # NDRPDR sel
- 16 # NDRPDR sel
vpp-performance-changes-3n-dnv-cmp:
- # TODO: Add the data
csit-vpp-perf-verify-2001-3n-dnv:
- 5 # NDRPDR sel
- 6 # NDRPDR sel
@@ -754,6 +803,10 @@
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
vpp-performance-changes-3n-dnv:
- "vpp-performance-changes-3n-dnv-ref"
- "vpp-performance-changes-3n-dnv-cmp"
@@ -775,6 +828,7 @@
csit-vpp-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 7 # NDRPDR sel
vpp-performance-changes-3n-tsh:
- "vpp-performance-changes-3n-tsh-ref"
- "vpp-performance-changes-3n-tsh-cmp"
@@ -864,10 +918,8 @@
csit-vpp-perf-verify-1908-2n-dnv:
- 11 # MRR sel
vpp-performance-changes-2n-dnv-mrr-cmp:
- # TODO: Replace
- # csit-vpp-perf-verify-2001-2n-dnv:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 11 # MRR sel
+ csit-vpp-perf-verify-2001-2n-dnv:
+ - 12 # MRR sel
vpp-performance-changes-2n-dnv-mrr:
- "vpp-performance-changes-2n-dnv-mrr-ref"
- "vpp-performance-changes-2n-dnv-mrr-cmp"
@@ -876,10 +928,8 @@
csit-vpp-perf-verify-1908-3n-dnv:
- 17 # MRR sel
vpp-performance-changes-3n-dnv-mrr-cmp:
- # TODO: Replace
- # csit-vpp-perf-verify-2001-3n-dnv:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 17 # MRR sel
+ csit-vpp-perf-verify-2001-3n-dnv:
+ - 11 # MRR sel
vpp-performance-changes-3n-dnv-mrr:
- "vpp-performance-changes-3n-dnv-mrr-ref"
- "vpp-performance-changes-3n-dnv-mrr-cmp"
@@ -932,6 +982,11 @@
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
dpdk-performance-changes-3n-hsw:
- "dpdk-performance-changes-3n-hsw-h1"
- "dpdk-performance-changes-3n-hsw-ref"
@@ -1016,8 +1071,14 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
- 18 # NDRPDR sel
- 19 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 25 # NDRPDR sel
dpdk-performance-changes-2n-skx:
- "dpdk-performance-changes-2n-skx-h1"
- "dpdk-performance-changes-2n-skx-ref"
@@ -1027,23 +1088,16 @@
vpp-compare-testbeds-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 30 # NDRPDR sel
vpp-compare-testbeds-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
vpp-compare-testbeds:
- "vpp-compare-testbeds-ref"
- "vpp-compare-testbeds-cmp"
@@ -1051,19 +1105,16 @@
vpp-compare-testbeds-skx-clx-ref:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
vpp-compare-testbeds-skx-clx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
vpp-compare-testbeds-skx-clx:
- "vpp-compare-testbeds-skx-clx-ref"
- "vpp-compare-testbeds-skx-clx-cmp"
@@ -1106,6 +1157,11 @@
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
dpdk-compare-testbeds-cmp:
csit-dpdk-perf-verify-2001-3n-skx:
- 1 # NDRPDR sel
@@ -1136,8 +1192,14 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
- 18 # NDRPDR sel
- 19 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 25 # NDRPDR sel
dpdk-compare-testbeds-skx-clx-cmp:
csit-dpdk-perf-verify-2001-2n-clx:
- 1 # NDRPDR sel
@@ -1159,18 +1221,15 @@
vpp-compare-topologies-ref:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
vpp-compare-topologies-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
vpp-compare-topologies:
- "vpp-compare-topologies-ref"
- "vpp-compare-topologies-cmp"
@@ -1215,8 +1274,14 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
- 18 # NDRPDR sel
- 19 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 25 # NDRPDR sel
dpdk-compare-topologies:
- "dpdk-compare-topologies-ref"
- "dpdk-compare-topologies-cmp"
@@ -1759,13 +1824,13 @@
bgcolor: "rgba(255, 255, 255, 0)"
bordercolor: "rgba(255, 255, 255, 0)"
xaxis:
- type: "log"
+ type: "linear"
title: "Percentile [%]"
titlefont:
size: 14
autorange: False
fixedrange: False
- range: [1e-6, 3]
+ range: [0, 100]
gridcolor: "rgb(230, 230, 230)"
linecolor: "rgb(220, 220, 220)"
linewidth: 1
@@ -1773,13 +1838,12 @@
showline: True
showticklabels: True
tickcolor: "rgb(220, 220, 220)"
- tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
- tickangle: 315
- ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
+ tickvals: [0, 25, 50, 75, 100]
+ ticktext: [0, 25, 50, 75, 100]
tickfont:
size: 14
yaxis:
- title: "Packet Latency [uSec]"
+ title: "One-Way Latency per Direction [uSec]"
titlefont:
size: 14
gridcolor: "rgb(230, 230, 230)"
@@ -1852,17 +1916,15 @@
- 59 # NDRPDR sel vhost
- 39 # MRR sel
csit-vpp-perf-verify-2001-3n-hsw:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 30 # NDRPDR sel
- 17 # MRR sel
+ - 18 # NDRPDR full
+ - 20 # NDRPDR full
+ - 28 # NDRPDR full
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
@@ -1899,10 +1961,12 @@
- 67 # NDRPDR sel vhost
- 36 # MRR sel
csit-vpp-perf-verify-2001-3n-skx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 5 # NDRPDR sel BAD
+ - 6 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 9 # NDRPDR sel BAD
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
csit-vpp-perf-verify-1904-2n-skx:
- 11 # MRR sel
@@ -1951,24 +2015,27 @@
- 83 # SOAK
- 86 # SOAK
csit-vpp-perf-verify-2001-2n-skx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 14 # NDRPDR sel
- - 8 # NFV
- - 9 # NFV
- - 12 # NFV
- - 13 # NFV
- - 15 # NFV
- - 16 # NFV
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 14 # NDRPDR sel BAD
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 27 # NFV
+ - 31 # NFV
csit-vpp-perf-verify-2001-2n-clx:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
+ - 6 # NDRPDR sel BAD
+ - 7 # NDRPDR sel BAD
+ - 8 # NDRPDR sel BAD
+ - 10 # NDRPDR sel BAD
+ - 11 # NDRPDR sel BAD
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
@@ -1985,6 +2052,7 @@
csit-vpp-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 7 # NDRPDR sel
csit-vpp-perf-verify-1908-3n-dnv:
- 6 # NDRPDR sel
@@ -2005,6 +2073,16 @@
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 11 # MRR sel
+ - 13 # NDRPDR full
+ - 15 # NDRPDR full
+ - 19 # NDRPDR full
+ - 20 # NDRPDR full
+ - 21 # NDRPDR full
csit-vpp-perf-verify-1908-2n-dnv:
- 1 # NDRPDR sel
@@ -2028,6 +2106,10 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 12 # MRR sel
+ - 21 # NDRPDR full
+ - 22 # NDRPDR full
csit-dpdk-perf-verify-1904-3n-hsw:
- 2 # NDRPDR sel
@@ -2062,6 +2144,11 @@
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
csit-dpdk-perf-verify-1904-3n-skx:
- 2 # NDRPDR sel
@@ -2132,8 +2219,14 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 13 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
- 18 # NDRPDR sel
- 19 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 25 # NDRPDR sel
csit-dpdk-perf-verify-2001-2n-clx:
- 1 # NDRPDR sel
@@ -2344,124 +2437,355 @@
- "throughput"
- "tags"
-# VPP Compare NICs 2n-skx 4t2c ndr
+# VPP Compare NICs 2n-skx 4t2c ndr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c ndr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+ # VPP Compare NICs 2n-skx 2t1c pdr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 2t1c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 4t2c pdr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c pdr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 2t1c mrr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 2t1c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 4t2c mrr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 4t2c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+# VPP Compare NICs 2n-skx 8t4c mrr
+- type: "table"
+ title: "VPP Compare NICs 2n-skx 8t4c mrr"
+ algorithm: "table_nics_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
+ reference:
+ title: "x710"
+ nic: "NIC_Intel-X710"
+ compare:
+ title: "xxv710"
+ nic: "NIC_Intel-XXV710"
+ data: "vpp-nic-comparison-2n-skx-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "result"
+ - "tags"
+
+################################################################################
+# The Bad and the good
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 3n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-3n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-3n-skx-good"
+ data: "vpp-performance-3n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
+- type: "table"
+ title: "VPP Performance Comparison 2n-skx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr"
+ reference:
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
+ compare:
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ parameters:
+ - "name"
+ - "parent"
+ - "throughput"
+ - "tags"
+
- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c ndr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
+ title: "VPP Performance Comparison 2n-skx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- "throughput"
- "tags"
- # VPP Compare NICs 2n-skx 2t1c pdr
- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c pdr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
+ title: "VPP Performance Comparison 2n-skx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-skx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ title: "The Good"
+ data: "vpp-performance-2n-skx-good"
+ data: "vpp-performance-2n-skx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- "throughput"
- "tags"
-# VPP Compare NICs 2n-skx 4t2c pdr
- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c pdr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
+ title: "VPP Performance Comparison 2n-clx 2t1c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- "throughput"
- "tags"
-# VPP Compare NICs 2n-skx 2t1c mrr
- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c mrr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
+ title: "VPP Performance Comparison 2n-clx 4t2c pdr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- - "result"
+ - "throughput"
- "tags"
-# VPP Compare NICs 2n-skx 4t2c mrr
- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c mrr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
+ title: "VPP Performance Comparison 2n-clx 2t1c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- - "result"
+ - "throughput"
- "tags"
-# VPP Compare NICs 2n-skx 8t4c mrr
- type: "table"
- title: "VPP Compare NICs 2n-skx 8t4c mrr"
- algorithm: "table_nics_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
+ title: "VPP Performance Comparison 2n-clx 4t2c ndr"
+ algorithm: "table_perf_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr"
reference:
- title: "x710"
- nic: "NIC_Intel-X710"
+ title: "The Bad"
+ data: "vpp-performance-2n-clx-bad"
compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
+ title: "The Good"
+ data: "vpp-performance-2n-clx-good"
+ data: "vpp-performance-2n-clx"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
parameters:
- "name"
- "parent"
- - "result"
+ - "throughput"
- "tags"
################################################################################
@@ -4217,135 +4541,58 @@
# Test Operational Data - VPP Performance Operational Data 3n-hsw
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
- algorithm: "table_merged_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-3n-hsw"
- filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))"
- parameters:
- - "parent"
- - "name"
- - "show-run"
+ filter: "'NDRPDR'"
# Test Operational Data - VPP Performance Operational Data 3n-skx
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
- algorithm: "table_merged_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-3n-skx"
filter: "not 'CFS_OPT'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Test Operational Data - VPP Performance Operational Data 2n-skx
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 2n-skx"
- algorithm: "table_merged_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-2n-skx"
filter: "not 'CFS_OPT'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Test Operational Data - VPP Performance Operational Data 2n-clx
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 2n-clx"
- algorithm: "table_merged_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_test_operational_2n_clx"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-2n-clx"
filter: "not 'CFS_OPT'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Test Operational Data - VPP Performance Operational Data 3n-tsh
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
- algorithm: "table_merged_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_test_operational_3n_tsh"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-3n-tsh"
filter: "not 'CFS_OPT'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Test Operational Data - VPP Performance Operational Data 3n-dnv
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
- algorithm: "table_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_test_operational_3n_dnv"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-3n-dnv"
filter: "'NDRPDR'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Test Operational Data - VPP Performance Operational Data 2n-dnv
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
- algorithm: "table_details"
- output-file-ext: ".csv"
+ algorithm: "table_oper_data_html"
output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv"
- columns:
- - title: "Name"
- data: "data name"
- - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate"
- data: "data show-run"
- rows: "generated"
data: "vpp-perf-results-2n-dnv"
filter: "'NDRPDR'"
- parameters:
- - "parent"
- - "name"
- - "show-run"
# Detailed Test Results - VPP MRR Results 3n-hsw
- type: "table"
@@ -5355,120 +5602,78 @@
# VPP Performance Operational Data 3n-hsw
- type: "file"
title: "VPP Performance Operational Data 3n-hsw"
- algorithm: "file_test_results"
- output-file-ext: ".rst"
+ algorithm: "file_test_results_html"
output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw"
file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" data: "vpp-perf-results-3n-hsw" filter: "not ('CFS_OPT' or ('NIC_Intel-X520-DA2' and 'IPSECHW') or ('NIC_Cisco-VIC-1385' and '9000B'))" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-skx - type: "file" title: "VPP Performance Operational Data 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" data: "vpp-perf-results-3n-skx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-skx - type: "file" title: "VPP Performance Operational Data 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" data: "vpp-perf-results-2n-skx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-clx - type: "file" title: "VPP Performance Operational Data 2n-clx" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/vpp_performance_operational_data_2n_clx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,CLX]}" data: "vpp-perf-results-2n-clx" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-tsh - type: "file" title: "VPP Performance Operational Data 3n-tsh" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/vpp_performance_operational_data_3n_tsh" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,TSH]}" data: "vpp-perf-results-3n-tsh" filter: "not 'CFS_OPT'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 3n-dnv - type: "file" title: "VPP Performance Operational Data 3n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/vpp_performance_operational_data_3n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,3N,DNV]}" data: "vpp-perf-results-3n-dnv" filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP Performance Operational Data 2n-dnv - type: "file" title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" + algorithm: "file_test_results_html" output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n\n\n" dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" data: "vpp-perf-results-2n-dnv" filter: "'NDRPDR'" - parameters: - - "name" - - "doc" - - "level" - - "parent" data-start-level: 3 # VPP MRR Results 3n-hsw @@ -6688,7 +6893,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'" @@ -26997,35 +27202,56 @@ ################################################################################ - type: "plot" - title: "Latency by percentile: 2n-skx-xxv710" + title: "Latency by percentile: 2n-skx" algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-hdrh-lat-percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" + target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-2t1c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-2t1c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-2t1c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-2t1c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-2t1c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-2t1c-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-2t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-2t1c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-2t1c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-2t1c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-2t1c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-2t1c-ethip6-ip6scale2m-ndrpdr" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-skx" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" + output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-skx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-clx" + filter: "'2T1C' and 'NIC_Mellanox-CX556A'" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-hsw" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" + output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-hsw" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-by-percentile" + +- type: "plot" + title: "Latency by percentile: 3n-tsh" + algorithm: "plot_hdrh_lat_by_percentile" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-3n-tsh" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-by-percentile"