X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=4c08356f9b3f2aec32410087d4c496e570804cd5;hb=79b3397b9d67149e9e2914089f0a9fe213fadf80;hp=2103534754c0626ef5cc0661ae5034b1abafe39e;hpb=921a1c6556b0d8a20a8e7ba2a48b887b41a30e60;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 2103534754..4c08356f9b 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -151,320 +151,248 @@
# 3n-hsw
plot-vpp-throughput-lat-tsa-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
- - 20 # NDRPDR sel env 4
- - 21 # NDRPDR sel env 4
- - 22 # NDRPDR sel env 4
- - 23 # NDRPDR sel env 4
- - 24 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 26 # NDRPDR sel env 4
- - 27 # NDRPDR sel env 4
- - 28 # NDRPDR sel env 4
- - 29 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
-
-# plot-vpp-nfv-3n-hsw-ndrpdr:
-# csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
-
-# plot-vpp-nfv-3n-hsw-mrr:
-# csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 13 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 22 # rls2009 NDRPDR iter env 5
plot-vpp-hoststack-3n-hsw:
- csit-vpp-perf-verify-2005-3n-hsw:
- - 3 # hoststack
- - 5 # hoststack
- - 6 # hoststack
- - 7 # hoststack
- - 8 # hoststack
- - 9 # hoststack
- - 10 # hoststack
- - 11 # hoststack
- - 12 # hoststack
- - 13 # hoststack
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 32 # rls2009 Hoststack iter env 5
+ - 33 # rls2009 Hoststack iter env 5
+ - 34 # rls2009 Hoststack iter env 5
+ - 35 # rls2009 Hoststack iter env 5
+ - 36 # rls2009 Hoststack iter env 5
+ - 37 # rls2009 Hoststack iter env 5
+ - 38 # rls2009 Hoststack iter env 5
+ - 39 # rls2009 Hoststack iter env 5
+ - 40 # rls2009 Hoststack iter env 5
+ - 41 # rls2009 Hoststack iter env 5
plot-dpdk-throughput-latency-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
plot-dpdk-hdrh-lat-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
# 3n-skx
plot-vpp-throughput-lat-tsa-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+
+ plot-vpp-hdrh-lat-3n-skx:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+
+# plot-vpp-nfv-3n-skx-ndrpdr:
+# # TODO: Replace:
+# # csit-vpp-perf-report-iterative-2009-3n-skx:
+# csit-vpp-perf-report-iterative-2005-3n-skx:
# - 4 # NDRPDR sel
# - 5 # NDRPDR sel ??? all x710 failed
# - 33 # NDRPDR sel
# - 28 # NDRPDR sel
# - 34 # NDRPDR sel
-# - 36 # NDRPDR sel
-# - 37 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 39 # NDRPDR sel
-# - 41 # NDRPDR sel
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
-
- plot-vpp-hdrh-lat-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 36 # NDRPDR sel
-
- plot-vpp-nfv-3n-skx-ndrpdr:
- # TODO: Add data:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- plot-vpp-nfv-3n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+# plot-vpp-nfv-3n-skx-mrr:
+# # TODO: Replace:
+# # csit-vpp-perf-report-iterative-2009-3n-skx:
+# csit-vpp-perf-report-iterative-2005-3n-skx:
+# - 49 # MRR sel env 4
plot-dpdk-throughput-latency-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
plot-dpdk-hdrh-lat-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
# 2n-skx
plot-vpp-throughput-lat-tsa-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
-# - 43 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 65 # NDRPDR sel
-# - 47 # NDRPDR sel
-# - 55 # NDRPDR sel
-# - 67 # NDRPDR sel
-# - 75 # NDRPDR sel
-# - 76 # NDRPDR sel
-# - 73 # NDRPDR sel
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 55 # NDRPDR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
plot-vpp-soak-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 49 # Soak
- - 54 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
plot-vpp-nfv-2n-skx-ndrpdr:
- # TODO: Add data:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 78 # nf-density-sel
- - 83 # nf-density-sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 38 # rls2009 nf-density iter env 5
+ - 41 # rls2009 nf-density iter env 5
+ - 45 # rls2009 nf-density iter env 5
+ - 47 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-skx-mrr:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 115 # nf-density-sel env 4
plot-vpp-nfv-reconf-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 48 # Reconf
- - 50 # Reconf
- - 51 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 60 # Reconf
- - 70 # Reconf
- - 71 # Reconf
- - 63 # Reconf
- - 66 # Reconf
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 31 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
plot-dpdk-throughput-latency-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-dpdk-hdrh-lat-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
# 2n-clx
plot-vpp-throughput-lat-tsa-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
-# - 7 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 9 # NDRPDR sel
-# - 32 # NDRPDR sel ???
-# - 33 # NDRPDR sel ???
-# - 39 # NDRPDR sel
-# - 40 # NDRPDR sel
-# - 43 # NDRPDR sel
-# - 50 # NDRPDR sel
-# - 51 # NDRPDR sel
- - 62 # NDRPDR sel env 4
- - 63 # NDRPDR sel env 4
- - 64 # NDRPDR sel env 4
- - 65 # NDRPDR sel env 4
- - 66 # NDRPDR sel env 4
- - 68 # NDRPDR sel env 4
- - 69 # NDRPDR sel env 4
- - 70 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 51 # NDRPDR sel
-
-# plot-vpp-http-server-performance:
-# # csit-vpp-perf-report-iterative-2005-2n-clx:
-# csit-vpp-perf-verify-2001-2n-clx:
-# - 80 # TCP
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
plot-vpp-nfv-2n-clx-ndrpdr:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 57 # 2n-clx nfv-density-00
- - 58 # 2n-clx nfv-density-00
- - 59 # 2n-clx nfv-density-00
- - 60 # 2n-clx nfv-density-00
- - 61 # 2n-clx nfv-density-00
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 37 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-clx-mrr:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 96 # MRR
plot-vpp-nfv-reconf-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 42 # Reconf
- - 45 # Reconf
- - 46 # Reconf
- - 47 # Reconf
- - 48 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 54 # Reconf
- - 55 # Reconf
- - 56 # Reconf
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 25 # rls2009 reconf env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
plot-vpp-soak-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 44 # Soak
- - 49 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
plot-dpdk-throughput-latency-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-dpdk-hdrh-lat-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
# 3n-tsh
plot-vpp-throughput-lat-tsa-3n-tsh:
- # TODO: Add data:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
-# - 9 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 20 # NDRPDR sel
-# - 14 # NDRPDR sel
-# - 21 # NDRPDR sel
- - 23 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
plot-dpdk-throughput-latency-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
plot-dpdk-hdrh-lat-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
# 3n-dnv
plot-vpp-throughput-lat-tsa-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -478,6 +406,8 @@
- 12 # NDRPDR sel
plot-dpdk-throughput-latency-3n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
- 7 # NDRPDR sel
@@ -493,6 +423,8 @@
# 2n-dnv
plot-vpp-throughput-lat-tsa-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 3 # NDRPDR sel
- 6 # NDRPDR sel
@@ -506,6 +438,8 @@
- 14 # NDRPDR sel
plot-dpdk-throughput-latency-2n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
- 9 # NDRPDR sel
@@ -524,156 +458,70 @@
# NIC Comparisons
vpp-nic-comparison-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-nic-comparison-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-nic-comparison-3n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-nic-comparison-2n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
# Results
vpp-perf-results-3n-hsw:
- csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-hsw:
+ - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
+ - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
+ - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02
+ - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03
+ - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00
+ - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01
+ - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02
+ - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03
+ - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04
+ - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05
+ - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06
+ - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
+ - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-3n-skx:
+ - 1 # RC2 env5 3n-skx-ip4-00
vpp-perf-results-2n-skx:
- # TODO: Add data:
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-2n-skx:
+ - 7 # RC2 env5 2n-skx-ip4-00
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-2n-clx:
+ - 1 # RC2 env5 2n-clx-ip4-00
vpp-perf-results-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 9 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-tsh:
+ - 1 # 3n-tsh-ip4-00
vpp-perf-results-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-coverage-2009-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
- 1 # perf-full-3n-dnv-crypto_I
- 24 # perf-full-3n-dnv-crypto_II
@@ -686,6 +534,8 @@
- 23 # perf-full-3n-dnv-ip4-tunnels_I
vpp-perf-results-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-coverage-2009-2n-dnv:
csit-vpp-perf-report-coverage-2005-2n-dnv:
- 1 # perf-full-2n-dnv-ip4_I
- 2 # perf-full-2n-dnv-ip4_II
@@ -695,64 +545,75 @@
- 6 # perf-full-2n-dnv-l2_II
vpp-mrr-results-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-mrr-results-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-mrr-results-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
vpp-mrr-results-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
vpp-mrr-results-3n-tsh:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 10 # MRR sel
+ - 27 # MRR sel env 4
vpp-mrr-results-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 8 # MRR
vpp-mrr-results-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 15 # MRR sel
vpp-device-results-ubuntu:
- csit-vpp-device-2005-ubuntu1804-1n-skx:
- - 35
+ # TODO: Replace:
+ csit-vpp-device-2009-ubuntu1804-1n-skx:
+ - 131 # rls2009 env 5
dpdk-perf-results-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
dpdk-perf-results-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
dpdk-perf-results-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
dpdk-perf-results-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
dpdk-perf-results-2n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
dpdk-perf-results-3n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
dpdk-perf-results-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
###########################################################################
# Tables (more than one data set)
@@ -760,42 +621,15 @@
# Performance changes
vpp-performance-changes-3n-hsw-h1:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-hsw-ref:
- csit-vpp-perf-verify-2001-3n-hsw:
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
- - 34 # NDRPDR sel
- vpp-performance-changes-3n-hsw-cmp:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- vpp-performance-changes-3n-hsw-cmp-2:
+ - 31 # NDRPDR sel 2001.0-4
+ - 32 # NDRPDR sel 2001.0-4
+ - 33 # NDRPDR sel 2001.0-4
+ - 34 # NDRPDR sel 2001.0-4
+ - 35 # NDRPDR sel 2001.0-4
+ - 36 # NDRPDR sel 2001.0-4
+ - 38 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-hsw-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
@@ -807,100 +641,70 @@
- 27 # NDRPDR sel env 4
- 28 # NDRPDR sel env 4
- 29 # NDRPDR sel env 4
- vpp-performance-changes-3n-hsw-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 31 # NDRPDR sel 2001.0-4
- - 32 # NDRPDR sel 2001.0-4
- - 33 # NDRPDR sel 2001.0-4
- - 34 # NDRPDR sel 2001.0-4
- - 35 # NDRPDR sel 2001.0-4
- - 36 # NDRPDR sel 2001.0-4
- - 38 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-hsw-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 9 # rls2005 NDRPDR iter env 5
+ - 10 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 14 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-hsw-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-performance-changes-3n-skx-h1:
- csit-vpp-perf-verify-1908_1-3n-skx:
- - 26 # NDRPDR sel - new1908.1
- - 27 # NDRPDR sel - new1908.1
- - 28 # NDRPDR sel - new1908.1
- - 29 # NDRPDR sel - new1908.1
- - 30 # NDRPDR sel - new1908.1
- - 31 # NDRPDR sel - new1908.1
- - 33 # NDRPDR sel - new1908.1
- - 34 # NDRPDR sel - new1908.1
- - 35 # NDRPDR sel - new1908.1
- - 36 # NDRPDR sel - new1908.1
- vpp-performance-changes-3n-skx-ref:
- csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0
- - 71 # NDRPDR sel - new2001.0
- - 72 # NDRPDR sel - new2001.0
- - 76 # NDRPDR sel - new2001.0
- - 77 # NDRPDR sel - new2001.0
- - 78 # NDRPDR sel - new2001.0
- - 80 # NDRPDR sel - new2001.0
- vpp-performance-changes-3n-skx-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- vpp-performance-changes-3n-skx-cmp-2:
+ - 50 # NDRPDR sel 2001.0-4
+ - 51 # NDRPDR sel 2001.0-4
+ - 52 # NDRPDR sel 2001.0-4
+ - 53 # NDRPDR sel 2001.0-4
+ - 54 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-skx-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
- 45 # NDRPDR sel env 4
- 47 # NDRPDR sel env 4
- vpp-performance-changes-3n-skx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 50 # NDRPDR sel 2001.0-4
- - 51 # NDRPDR sel 2001.0-4
- - 52 # NDRPDR sel 2001.0-4
- - 53 # NDRPDR sel 2001.0-4
+ - 55 # NDRPDR sel env 4
+ - 56 # NDRPDR sel env 4
+ - 57 # NDRPDR sel env 4
+ - 61 # NDRPDR sel env 4
+ - 62 # NDRPDR sel env 4
+ vpp-performance-changes-3n-skx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-skx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-performance-changes-2n-skx-h1:
- csit-vpp-perf-verify-1908_1-2n-skx:
- - 39 # NDRPDR sel - new1908.1
- - 40 # NDRPDR sel - new1908.1
- - 41 # NDRPDR sel - new1908.1
- - 43 # NDRPDR sel - new1908.1
- - 44 # NDRPDR sel - new1908.1
- - 45 # NDRPDR sel - new1908.1
- - 46 # NDRPDR sel - new1908.1
- - 47 # NDRPDR sel - new1908.1
- - 48 # NDRPDR sel - new1908.1
- - 49 # NDRPDR sel - new1908.1
- vpp-performance-changes-2n-skx-ref:
- csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0
- - 146 # NDRPDR sel - new2001.0
- - 147 # NDRPDR sel - new2001.0
- - 148 # NDRPDR sel - new2001.0
- - 149 # NDRPDR sel - new2001.0
- - 150 # NDRPDR sel - new2001.0
- - 151 # NDRPDR sel - new2001.0
- - 152 # NDRPDR sel - new2001.0
- - 153 # NDRPDR sel - new2001.0
- - 154 # NDRPDR sel - new2001.0
- vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- vpp-performance-changes-2n-skx-cmp-2:
+ - 100 # NDRPDR sel 2001.0-4
+ - 101 # NDRPDR sel 2001.0-4
+ - 102 # NDRPDR sel 2001.0-4
+ - 103 # NDRPDR sel 2001.0-4
+ - 104 # NDRPDR sel 2001.0-4
+ - 105 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-2n-skx-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
@@ -909,52 +713,41 @@
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
- vpp-performance-changes-2n-skx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 100 # NDRPDR sel 2001.0-4
- - 101 # NDRPDR sel 2001.0-4
- - 102 # NDRPDR sel 2001.0-4
- - 103 # NDRPDR sel 2001.0-4
- - 104 # NDRPDR sel 2001.0-4
- - 105 # NDRPDR sel 2001.0-4
-
-# vpp-performance-changes-nfv-2n-skx-ref:
-# csit-vpp-perf-verify-2001-2n-skx:
-# - 30 # NFV
-# - 31 # NFV
-# vpp-performance-changes-nfv-2n-skx-cmp:
-# csit-vpp-perf-report-iterative-2005-2n-skx:
-# - 43 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 78 # nf-density-sel
-# - 83 # nf-density-sel
-
- vpp-performance-changes-2n-clx-ref:
- csit-vpp-perf-verify-2001-2n-clx:
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 32 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- vpp-performance-changes-2n-clx-cmp:
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
+ vpp-performance-changes-2n-skx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 25 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-skx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+
+ vpp-performance-changes-2n-clx-h1:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- vpp-performance-changes-2n-clx-cmp-2:
+ - 73 # NDRPDR sel 2001.0-4
+ - 74 # NDRPDR sel 2001.0-4
+ - 75 # NDRPDR sel 2001.0-4
+ - 76 # NDRPDR sel 2001.0-4
+ - 77 # NDRPDR sel 2001.0-4
+ - 78 # NDRPDR sel 2001.0-4
+ - 79 # NDRPDR sel 2001.0-4
+ - 80 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-2n-clx-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
@@ -964,30 +757,28 @@
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
- vpp-performance-changes-2n-clx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 73 # NDRPDR sel 2001.0-4
- - 74 # NDRPDR sel 2001.0-4
- - 75 # NDRPDR sel 2001.0-4
- - 76 # NDRPDR sel 2001.0-4
- - 77 # NDRPDR sel 2001.0-4
- - 78 # NDRPDR sel 2001.0-4
- - 79 # NDRPDR sel 2001.0-4
- - 80 # NDRPDR sel 2001.0-4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
+ vpp-performance-changes-2n-clx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 20 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-clx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-performance-changes-2n-dnv-h1:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- vpp-performance-changes-2n-dnv-ref:
csit-vpp-perf-verify-2001-2n-dnv:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -999,7 +790,7 @@
- 11 # NDRPDR sel
- 13 # NDRPDR sel
- 16 # NDRPDR sel
- vpp-performance-changes-2n-dnv-cmp:
+ vpp-performance-changes-2n-dnv-ref:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 3 # NDRPDR sel
- 6 # NDRPDR sel
@@ -1011,20 +802,22 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
-
- vpp-performance-changes-3n-dnv-h1:
- csit-vpp-perf-verify-1908-3n-dnv:
+ vpp-performance-changes-2n-dnv-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
+ csit-vpp-perf-report-iterative-2005-2n-dnv:
+ - 3 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- vpp-performance-changes-3n-dnv-ref:
+
+ vpp-performance-changes-3n-dnv-h1:
csit-vpp-perf-verify-2001-3n-dnv:
- 5 # NDRPDR sel
- 6 # NDRPDR sel
@@ -1036,7 +829,7 @@
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- 18 # NDRPDR sel
- vpp-performance-changes-3n-dnv-cmp:
+ vpp-performance-changes-3n-dnv-ref:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -1048,161 +841,143 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
-
- vpp-performance-changes-3n-tsh-h1:
- csit-vpp-perf-verify-1908-3n-tsh:
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- vpp-performance-changes-3n-tsh-ref:
- csit-vpp-perf-verify-2001-3n-tsh:
+ vpp-performance-changes-3n-dnv-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
+ csit-vpp-perf-report-iterative-2005-3n-dnv:
+ - 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
- 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-tsh-cmp:
- # TODO: Add data:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
+ - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 14 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-tsh-cmp-2:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 23 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- vpp-performance-changes-3n-tsh-cmp-2001.0-4:
+
+ vpp-performance-changes-3n-tsh-h1:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
+ - 31 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-tsh-ref-env4:
+ csit-vpp-perf-report-iterative-2005-3n-tsh:
+ - 23 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 33 # NDRPDR sel env 4
+ - 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
+ - 38 # NDRPDR sel env 4
+ - 39 # NDRPDR sel env 4
+ - 40 # NDRPDR sel env 4
+ vpp-performance-changes-3n-tsh-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 8 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-tsh-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 49 # Soak
- - 54 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- - 49 # Soak
- - 54 # Soak
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 44 # Soak
- - 49 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- - 44 # Soak
- - 49 # Soak
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-performance-changes-3n-hsw-mrr-h1:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 39 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- 17 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
- vpp-performance-changes-3n-hsw-mrr-cmp-2:
+ vpp-performance-changes-3n-hsw-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 30 # MRR env 4
+ vpp-performance-changes-3n-hsw-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 18 # rls2005 MRR iter env 5
+ vpp-performance-changes-3n-hsw-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
-# vpp-performance-changes-3n-skx-mrr-h1:
-# csit-vpp-perf-verify-1908-3n-skx:
-# - 36 # MRR sel
- vpp-performance-changes-3n-skx-mrr-ref:
+ vpp-performance-changes-3n-skx-mrr-h1:
csit-vpp-perf-verify-2001-3n-skx:
- 50 # MRR sel
- 53 # MRR sel addition
- vpp-performance-changes-3n-skx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
- vpp-performance-changes-3n-skx-mrr-cmp-2:
+ vpp-performance-changes-3n-skx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 49 # MRR sel env 4
+ vpp-performance-changes-3n-skx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 17 # rls2005 MRR iter env 5
+ vpp-performance-changes-3n-skx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
-# vpp-performance-changes-2n-skx-mrr-h1:
-# csit-vpp-perf-verify-1908-2n-skx:
-# - 69 # MRR sel
- vpp-performance-changes-2n-skx-mrr-ref:
+ vpp-performance-changes-2n-skx-mrr-h1:
csit-vpp-perf-verify-2001-2n-skx:
- 101 # MRR sel
- 128 # MRR sel addition
- vpp-performance-changes-2n-skx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
- vpp-performance-changes-2n-skx-mrr-cmp-2:
+ vpp-performance-changes-2n-skx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 99 # MRR sel env 4
+ vpp-performance-changes-2n-skx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 20 # rls2005 MRR iter env 5
+ vpp-performance-changes-2n-skx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
- vpp-performance-changes-2n-clx-mrr-ref:
+ vpp-performance-changes-2n-clx-mrr-h1:
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
- vpp-performance-changes-2n-clx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
- vpp-performance-changes-2n-clx-mrr-cmp-2:
+ vpp-performance-changes-2n-clx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR
+ - 72 # MRR sel env 4
+ vpp-performance-changes-2n-clx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 16 # rls2005 MRR iter env 5
+ vpp-performance-changes-2n-clx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
# vpp-performance-changes-nfv-2n-skx-mrr-ref:
# csit-vpp-perf-verify-1908-2n-skx:
@@ -1213,51 +988,42 @@
# - 71 # NFV MRR
vpp-performance-changes-2n-dnv-mrr-h1:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 11 # MRR sel
- vpp-performance-changes-2n-dnv-mrr-ref:
csit-vpp-perf-verify-2001-2n-dnv:
- 12 # MRR sel
+ vpp-performance-changes-2n-dnv-mrr-ref:
+ csit-vpp-perf-report-iterative-2005-2n-dnv:
+ - 15 # MRR sel
vpp-performance-changes-2n-dnv-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 15 # MRR sel
vpp-performance-changes-3n-dnv-mrr-h1:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 17 # MRR sel
- vpp-performance-changes-3n-dnv-mrr-ref:
csit-vpp-perf-verify-2001-3n-dnv:
- 11 # MRR sel
+ vpp-performance-changes-3n-dnv-mrr-ref:
+ csit-vpp-perf-report-iterative-2005-3n-dnv:
+ - 8 # MRR
vpp-performance-changes-3n-dnv-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 8 # MRR
vpp-performance-changes-3n-tsh-mrr-h1:
- csit-vpp-perf-verify-1908-3n-tsh:
- - 17 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-ref:
csit-vpp-perf-verify-2001-3n-tsh:
- 9 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-cmp:
+ vpp-performance-changes-3n-tsh-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 10 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-cmp-2:
+ - 27 # MRR sel env 4
+ vpp-performance-changes-3n-tsh-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 27 # MRR sel env 4
dpdk-performance-changes-3n-hsw-h1:
- csit-dpdk-perf-verify-1908-3n-hsw:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -1279,32 +1045,32 @@
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-cmp:
+ dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ - 30 # NDRPDR iter
+ - 31 # NDRPDR iter
+ - 32 # NDRPDR iter
+ - 33 # NDRPDR iter
+ - 34 # NDRPDR iter
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
dpdk-performance-changes-3n-skx-h1:
- csit-dpdk-perf-verify-1908-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- dpdk-performance-changes-3n-skx-ref:
csit-dpdk-perf-verify-2001-3n-skx:
- 29 # NDRPDR sel xxv710
- 33 # NDRPDR sel xxv710
@@ -1326,32 +1092,32 @@
- 46 # NDRPDR sel x710
- 47 # NDRPDR sel x710
- 48 # NDRPDR sel x710
- dpdk-performance-changes-3n-skx-cmp:
+ dpdk-performance-changes-3n-skx-ref:
csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ - 30 # NDRPDR iter
+ - 31 # NDRPDR iter
+ - 32 # NDRPDR iter
+ - 33 # NDRPDR iter
+ - 34 # NDRPDR iter
+ - 35 # NDRPDR iter
+ - 36 # NDRPDR iter
+ - 37 # NDRPDR iter
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-performance-changes-2n-skx-h1:
- csit-dpdk-perf-verify-1908-2n-skx:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-verify-2001-2n-skx:
- 35 # NDRPDR sel xxv710
- 36 # NDRPDR sel xxv710
@@ -1373,20 +1139,32 @@
- 50 # NDRPDR sel x710
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
- dpdk-performance-changes-2n-skx-cmp:
+ dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
-
- dpdk-performance-changes-2n-clx-ref:
+ - 20 # NDRPDR iter
+ - 21 # NDRPDR iter
+ - 22 # NDRPDR iter
+ - 23 # NDRPDR iter
+ - 24 # NDRPDR iter
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+ dpdk-performance-changes-2n-clx-h1:
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
- 16 # NDRPDR sel
@@ -1408,21 +1186,46 @@
- 32 # NDRPDR sel
- 33 # NDRPDR sel
- 34 # NDRPDR sel
- dpdk-performance-changes-2n-clx-cmp:
+ dpdk-performance-changes-2n-clx-ref:
csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
+ - 20 # NDRPDR iter
+ - 21 # NDRPDR iter
+ - 22 # NDRPDR iter
+ - 23 # NDRPDR iter
+ - 24 # NDRPDR iter
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ dpdk-performance-changes-2n-clx-cmp:
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+ dpdk-performance-changes-2n-dnv-h1:
+ csit-dpdk-perf-verify-2001-2n-dnv:
- 9 # NDRPDR sel
- 10 # NDRPDR sel
-
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
dpdk-performance-changes-2n-dnv-ref:
- csit-dpdk-perf-verify-2001-2n-dnv:
+ csit-dpdk-perf-report-iterative-2005-2n-dnv:
+ - 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- 11 # NDRPDR sel
@@ -1432,8 +1235,9 @@
- 15 # NDRPDR sel
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- - 18 # NDRPDR sel
dpdk-performance-changes-2n-dnv-cmp:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
- 9 # NDRPDR sel
@@ -1446,7 +1250,7 @@
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- dpdk-performance-changes-3n-dnv-ref:
+ dpdk-performance-changes-3n-dnv-h1:
csit-dpdk-perf-verify-2001-3n-dnv:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -1458,7 +1262,21 @@
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- 22 # NDRPDR sel
+ dpdk-performance-changes-3n-dnv-ref:
+ csit-dpdk-perf-report-iterative-2005-3n-dnv:
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
dpdk-performance-changes-3n-dnv-cmp:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
- 7 # NDRPDR sel
@@ -1471,7 +1289,7 @@
- 14 # NDRPDR sel
- 16 # NDRPDR sel
- dpdk-performance-changes-3n-tsh-ref:
+ dpdk-performance-changes-3n-tsh-h1:
csit-dpdk-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
@@ -1483,216 +1301,194 @@
- 14 # NDRPDR sel
- 15 # NDRPDR sel
- 18 # NDRPDR sel
- dpdk-performance-changes-3n-tsh-cmp:
+ dpdk-performance-changes-3n-tsh-ref:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
- 5 # NDRPDR sel
+ dpdk-performance-changes-3n-tsh-cmp:
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
# Compare testbeds
vpp-compare-testbeds-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-skx-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-skx-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-hsw-clx-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-hsw-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-skx-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-skx-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-hsw-clx-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-hsw-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
dpdk-compare-testbeds-ref:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
dpdk-compare-testbeds-cmp:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-compare-testbeds-skx-clx-ref:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
dpdk-compare-testbeds-skx-clx-cmp:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
# Compare topologies
vpp-compare-topologies-ref:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-compare-topologies-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-compare-topologies-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-compare-topologies-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
dpdk-compare-topologies-ref:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-compare-topologies-cmp:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-layouts:
@@ -2232,41 +2028,9 @@
builds:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 39 # MRR sel
csit-vpp-perf-verify-2001-3n-hsw:
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
- - 34 # NDRPDR sel
- 17 # MRR sel
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
- 22 # NDRPDR sel env 4
@@ -2286,74 +2050,56 @@
- 35 # NDRPDR sel 2001.0-4
- 36 # NDRPDR sel 2001.0-4
- 38 # NDRPDR sel 2001.0-4
- csit-vpp-perf-verify-2005-3n-hsw:
- - 3 # hoststack
- - 5 # hoststack
- - 6 # hoststack
- - 7 # hoststack
- - 8 # hoststack
- - 9 # hoststack
- - 10 # hoststack
- - 11 # hoststack
- - 12 # hoststack
- - 13 # hoststack
- csit-vpp-perf-report-coverage-2005-3n-hsw:
- - 1 # perf-full-3n-dnv-crypto_I
- - 7 # perf-full-3n-hsw-crypto_II
- - 3 # perf-full-3n-hsw-crypto_III
- - 4 # perf-full-3n-dnv-crypto_IV
- - 5 # perf-full-3n-hsw-ip4_I
- - 6 # perf-full-3n-hsw-ip4_II
- - 8 # perf-full-3n-hsw-ip4_III
- - 9 # perf-full-3n-hsw-ip4_IV
- - 10 # perf-full-3n-hsw-ip4_V
- - 26 # perf-full-3n-hsw-ip4_VI
- - 18 # perf-full-3n-hsw-ip4_VII
- - 27 # perf-full-3n-hsw-ip4_VIII
- - 28 # perf-full-3n-hsw-ip4_IX
- - 29 # perf-full-3n-hsw-ip6_I
- - 35 # perf-full-3n-hsw-ip6_II
- - 42 # perf-full-3n-hsw-l2_I
- - 33 # perf-full-3n-hsw-l2_II
- - 37 # perf-full-3n-hsw-l2_III
- - 45 # perf-full-3n-hsw-l2_IV
- - 43 # perf-full-3n-hsw-l2_V
- - 40 # perf-full-3n-hsw-l2_VI
- - 44 # perf-full-3n-hsw-l2_VII
- - 51 # perf-full-3n-hsw-l2_VIII
- - 50 # perf-full-3n-hsw-l2_IX
- - 52 # perf-full-3n-hsw-l2_X
- - 53 # perf-full-3n-hsw-l2_XI
- - 54 # perf-full-3n-hsw-memif
- - 55 # perf-full-3n-hsw-ip4tunnels-I
- - 56 # perf-full-3n-hsw-ip4tunnels-II
- - 57 # perf-full-3n-hsw-ip4tunnels-III
- - 58 # perf-full-3n-hsw-ip6tunnels-I
- - 59 # perf-full-3n-hsw-srv6-I
- - 60 # perf-full-3n-hsw-srv6-II
- - 61 # perf-full-3n-hsw-vhost-I
- - 62 # perf-full-3n-hsw-vhost-II
- - 63 # perf-full-3n-hsw-vhost-III
-
- csit-vpp-perf-verify-1908_1-3n-skx:
- - 26 # NDRPDR sel - new1908.1
- - 27 # NDRPDR sel - new1908.1
- - 28 # NDRPDR sel - new1908.1
- - 29 # NDRPDR sel - new1908.1
- - 30 # NDRPDR sel - new1908.1
- - 31 # NDRPDR sel - new1908.1
- - 33 # NDRPDR sel - new1908.1
- - 34 # NDRPDR sel - new1908.1
- - 35 # NDRPDR sel - new1908.1
- - 36 # NDRPDR sel - new1908.1
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 18 # rls2005 MRR iter env 5
+ - 9 # rls2005 NDRPDR iter env 5
+ - 10 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 14 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 23 # rls2009 MRR iter env 5
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
+ - 32 # rls2009 Hoststack iter env 5
+ - 33 # rls2009 Hoststack iter env 5
+ - 34 # rls2009 Hoststack iter env 5
+ - 35 # rls2009 Hoststack iter env 5
+ - 36 # rls2009 Hoststack iter env 5
+ - 37 # rls2009 Hoststack iter env 5
+ - 38 # rls2009 Hoststack iter env 5
+ - 39 # rls2009 Hoststack iter env 5
+ - 40 # rls2009 Hoststack iter env 5
+ - 41 # rls2009 Hoststack iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-hsw:
+ - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
+ - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
+ - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02
+ - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03
+ - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00
+ - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01
+ - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02
+ - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03
+ - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04
+ - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05
+ - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06
+ - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
+ - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
+
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0
- - 71 # NDRPDR sel - new2001.0
- - 72 # NDRPDR sel - new2001.0
- - 76 # NDRPDR sel - new2001.0
- - 77 # NDRPDR sel - new2001.0
- - 78 # NDRPDR sel - new2001.0
- - 80 # NDRPDR sel - new2001.0
- 50 # MRR sel
- 53 # MRR sel addition
csit-vpp-perf-report-iterative-2005-3n-skx:
@@ -2362,90 +2108,39 @@
- 33 # NDRPDR sel
- 28 # NDRPDR sel
- 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
- 45 # NDRPDR sel env 4
- 47 # NDRPDR sel env 4
+ - 55 # NDRPDR sel env 4
+ - 56 # NDRPDR sel env 4
+ - 57 # NDRPDR sel env 4
+ - 61 # NDRPDR sel env 4
+ - 62 # NDRPDR sel env 4
- 50 # NDRPDR sel 2001.0-4
- 51 # NDRPDR sel 2001.0-4
- 52 # NDRPDR sel 2001.0-4
- 53 # NDRPDR sel 2001.0-4
- - 6 # MRR sel
+ - 54 # NDRPDR sel 2001.0-4
- 49 # MRR sel env 4
- csit-vpp-perf-report-coverage-2005-3n-skx:
- - 10 # perf-full-3n-skx-crypto_I
- - 11 # perf-full-3n-skx-crypto_II
- - 12 # perf-full-3n-skx-crypto_III
- - 5 # perf-full-3n-skx-ip4_I
- - 14 # perf-full-3n-skx-ip4_II
- - 7 # perf-full-3n-skx-ip4_III
- - 15 # perf-full-3n-skx-ip4_IV
- - 16 # perf-full-3n-skx-ip4_V
- - 17 # perf-full-3n-skx-ip4_VI
- - 18 # perf-full-3n-skx-ip4_VII
- - 19 # perf-full-3n-skx-ip4_VIII
- - 20 # perf-full-3n-skx-ip4_IX
- - 24 # perf-full-3n-skx-ip6_I
- - 25 # perf-full-3n-skx-ip6_II
- - 21 # perf-full-3n-skx-ip4tunnels-I
- - 22 # perf-full-3n-skx-ip4tunnels-II
- - 23 # perf-full-3n-skx-ip4tunnels-III
- - 26 # perf-full-3n-skx-ip6tunnels-I
- - 28 # perf-full-3n-skx-l2_II
- - 29 # perf-full-3n-skx-l2_III
- - 30 # perf-full-3n-skx-l2_IV
- - 32 # perf-full-3n-skx-l2_VI
- - 33 # perf-full-3n-skx-l2_VII
- - 34 # perf-full-3n-skx-l2_VIII
- - 35 # perf-full-3n-skx-l2_IX
- - 36 # perf-full-3n-skx-l2_X
- - 37 # perf-full-3n-skx-l2_XI
- - 38 # perf-full-3n-skx-memif
- - 39 # perf-full-3n-skx-srv6-I
- - 40 # perf-full-3n-skx-srv6-II
- - 43 # perf-full-3n-skx-vhost-III
-
- csit-vpp-perf-verify-1908_1-2n-skx:
- - 39 # NDRPDR sel - new1908.1
- - 40 # NDRPDR sel - new1908.1
- - 41 # NDRPDR sel - new1908.1
- - 43 # NDRPDR sel - new1908.1
- - 44 # NDRPDR sel - new1908.1
- - 45 # NDRPDR sel - new1908.1
- - 46 # NDRPDR sel - new1908.1
- - 47 # NDRPDR sel - new1908.1
- - 48 # NDRPDR sel - new1908.1
- - 49 # NDRPDR sel - new1908.1
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 17 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 24 # rls2009 MRR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-skx:
+ - 1 # RC2 env5 3n-skx-ip4-00
+
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0
- - 146 # NDRPDR sel - new2001.0
- - 147 # NDRPDR sel - new2001.0
- - 148 # NDRPDR sel - new2001.0
- - 149 # NDRPDR sel - new2001.0
- - 150 # NDRPDR sel - new2001.0
- - 151 # NDRPDR sel - new2001.0
- - 152 # NDRPDR sel - new2001.0
- - 153 # NDRPDR sel - new2001.0
- - 154 # NDRPDR sel - new2001.0
- 101 # MRR sel - old
- 128 # MRR sel addition - old
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
- 90 # NDRPDR sel env 4
@@ -2453,74 +2148,67 @@
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
- 100 # NDRPDR sel 2001.0-4
- 101 # NDRPDR sel 2001.0-4
- 102 # NDRPDR sel 2001.0-4
- 103 # NDRPDR sel 2001.0-4
- 104 # NDRPDR sel 2001.0-4
- 105 # NDRPDR sel 2001.0-4
- - 42 # MRR sel
- 99 # MRR sel env 4
- - 48 # Reconf
- - 50 # Reconf
- - 51 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 60 # Reconf
- - 70 # Reconf
- - 71 # Reconf
- - 63 # Reconf
- - 66 # Reconf
- - 49 # Soak
- - 54 # Soak
- - 78 # nf-density-sel
- - 83 # nf-density-sel
- csit-vpp-perf-report-coverage-2005-2n-skx:
- - 11 # perf-full-2n-skx-ip4_I
- - 3 # perf-full-2n-skx-ip4_II
- - 18 # perf-full-2n-skx-ip4_III
- - 19 # perf-full-2n-skx-ip4_IV
- - 5 # perf-full-2n-skx-ip4_V
- - 20 # perf-full-2n-skx-ip4_VI
- - 7 # perf-full-2n-skx-ip6_I
- - 21 # perf-full-2n-skx-ip6_II
- - 9 # perf-full-2n-skx-l2_I
- - 22 # perf-full-2n-skx-l2_II
- - 23 # perf-full-2n-skx-memif
- - 24 # perf-full-2n-skx-loadbalancer
- - 25 # perf-full-2n-skx-vhost I
- - 26 # perf-full-2n-skx-vhost II
- - 27 # perf-full-2n-skx-vts
-
- csit-vpp-perf-verify-1908_1-2n-clx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 122 # Soak
+ - 123 # Soak
+ - 113 # nf-density-sel env 4
+ - 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
+ - 128 # nf-density-sel env 4
+ - 129 # nf-density-sel env 4
+ - 131 # nf-density-sel env 4
+ - 132 # nf-density-sel env 4
+ - 135 # nf-density-sel env 4
+ - 136 # nf-density-sel env 4
+ - 139 # nf-density-sel env 4
+ - 115 # MRR nf-density-sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 20 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 25 # rls2005 NDRPDR iter env 5
+ - 26 # rls2009 MRR iter env 5
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 nf-density iter env 5
+ - 41 # rls2009 nf-density iter env 5
+ - 45 # rls2009 nf-density iter env 5
+ - 47 # rls2009 nf-density iter env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 31 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-2n-skx:
+ - 7 # RC2 env5 2n-skx-ip4-00
+
csit-vpp-perf-verify-2001-2n-clx:
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 32 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- 39 # MRR
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
- 64 # NDRPDR sel env 4
@@ -2529,6 +2217,8 @@
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
- 73 # NDRPDR sel 2001.0-4
- 74 # NDRPDR sel 2001.0-4
- 75 # NDRPDR sel 2001.0-4
@@ -2537,67 +2227,51 @@
- 78 # NDRPDR sel 2001.0-4
- 79 # NDRPDR sel 2001.0-4
- 80 # NDRPDR sel 2001.0-4
- - 12 # MRR
- 72 # MRR env 4
- - 42 # Reconf
- - 45 # Reconf
- - 46 # Reconf
- - 47 # Reconf
- - 48 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 54 # Reconf
- - 55 # Reconf
- - 56 # Reconf
- - 44 # Soak
- - 49 # Soak
- - 57 # 2n-clx nfv-density-00
- - 58 # 2n-clx nfv-density-00
- - 59 # 2n-clx nfv-density-00
- - 60 # 2n-clx nfv-density-00
- - 61 # 2n-clx nfv-density-00
- csit-vpp-perf-report-coverage-2005-2n-clx:
- - 21 # perf-full-2n-clx-ip4_I
- - 2 # perf-full-2n-clx-ip4_II
- - 3 # perf-full-2n-clx-ip4_III
- - 4 # perf-full-2n-clx-ip4_IV
- - 5 # perf-full-2n-clx-ip4_V
- - 6 # perf-full-2n-clx-ip4_VI
- - 7 # perf-full-2n-clx-ip6_I
- - 16 # perf-full-2n-clx-ip6_II
- - 23 # perf-full-2n-clx-l2_I
- - 10 # perf-full-2n-clx-l2_II
- - 11 # perf-full-2n-clx-memif
- - 12 # perf-full-2n-clx-loadbalancer
- - 13 # perf-full-2n-clx-vhost I
- - 22 # perf-full-2n-clx-vhost II
- - 15 # perf-full-2n-clx-vts
-
- csit-vpp-perf-verify-1908-3n-tsh:
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # MRR sel
+ - 91 # nfv-density-00 env 4
+ - 92 # nfv-density-00 env 4
+ - 93 # nfv-density-00 env 4
+ - 97 # nfv-density-00 env 4
+ - 98 # nfv-density-00 env 4
+ - 99 # nfv-density-00 env 4
+ - 100 # nfv-density-00 env 4
+ - 105 # nfv-density-00 env 4
+ - 106 # nfv-density-00 env 4
+ - 108 # nfv-density-00 env 4
+ - 96 # MRR nfv-density-00 env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 16 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 20 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 35 # rls2009 MRR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 nf-density iter env 5
+ - 25 # rls2009 reconf env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-2n-clx:
+ - 1 # RC2 env5 2n-clx-ip4-00
+
csit-vpp-perf-verify-2001-3n-tsh:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 21 # NDRPDR sel
- 9 # MRR sel
- # TODO: Add data:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
- 11 # NDRPDR sel
@@ -2607,113 +2281,102 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
+ - 33 # NDRPDR sel env 4
+ - 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
+ - 38 # NDRPDR sel env 4
+ - 39 # NDRPDR sel env 4
+ - 40 # NDRPDR sel env 4
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
- - 10 # MRR sel
+ - 31 # NDRPDR sel 2001.0-4
- 27 # MRR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 8 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 14 # rls2009 NDRPDR iter env 5
+ csit-vpp-perf-report-coverage-2009-3n-tsh:
+ - 1 # RC2 3n-tsh-ip4-00
+
+# csit-vpp-perf-verify-2001-3n-dnv:
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# - 11 # MRR sel
+# csit-vpp-perf-report-iterative-2005-3n-dnv:
+# - 2 # NDRPDR sel
+# - 3 # NDRPDR sel
+# - 4 # NDRPDR sel
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 8 # MRR
+# csit-vpp-perf-report-coverage-2005-3n-dnv:
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 24 # perf-full-3n-dnv-crypto_II
+# - 5 # perf-full-3n-dnv-ip4_I
+# - 13 # perf-full-3n-dnv-ip4_II
+# - 17 # perf-full-3n-dnv-ip6_I
+# - 18 # perf-full-3n-dnv-ip6_II
+# - 21 # perf-full-3n-dnv-l2_I
+# - 22 # perf-full-3n-dnv-l2_II
+# - 23 # perf-full-3n-dnv-ip4-tunnels_I
+# # TODO: Add:
+# # csit-vpp-perf-report-iterative-2009-3n-dnv:
+# # TODO: Add:
+# # csit-vpp-perf-report-coverage-2009-3n-dnv:
+
+# csit-vpp-perf-verify-2001-2n-dnv:
+# - 4 # NDRPDR sel
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 12 # MRR sel
+# csit-vpp-perf-report-iterative-2005-2n-dnv:
+# - 3 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # MRR sel
+# csit-vpp-perf-report-coverage-2005-2n-dnv:
+# - 1 # perf-full-2n-dnv-ip4_I
+# - 2 # perf-full-2n-dnv-ip4_II
+# - 3 # perf-full-2n-dnv-ip6_I
+# - 4 # perf-full-2n-dnv-ip6_II
+# - 5 # perf-full-2n-dnv-l2_I
+# - 6 # perf-full-2n-dnv-l2_II
+# # TODO: Add:
+# # csit-vpp-perf-report-iterative-2009-2n-dnv:
+# # TODO: Add:
+# # csit-vpp-perf-report-coverage-2009-2n-dnv:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # MRR sel
- csit-vpp-perf-verify-2001-3n-dnv:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 11 # MRR sel
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 8 # MRR
- csit-vpp-perf-report-coverage-2005-3n-dnv:
- - 1 # perf-full-3n-dnv-crypto_I
- - 24 # perf-full-3n-dnv-crypto_II
- - 5 # perf-full-3n-dnv-ip4_I
- - 13 # perf-full-3n-dnv-ip4_II
- - 17 # perf-full-3n-dnv-ip6_I
- - 18 # perf-full-3n-dnv-ip6_II
- - 21 # perf-full-3n-dnv-l2_I
- - 22 # perf-full-3n-dnv-l2_II
- - 23 # perf-full-3n-dnv-ip4-tunnels_I
-
- csit-vpp-perf-verify-1908-2n-dnv:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # MRR sel
- csit-vpp-perf-verify-2001-2n-dnv:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 13 # NDRPDR sel
- - 16 # NDRPDR sel
- - 12 # MRR sel
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # MRR sel
- csit-vpp-perf-report-coverage-2005-2n-dnv:
- - 1 # perf-full-2n-dnv-ip4_I
- - 2 # perf-full-2n-dnv-ip4_II
- - 3 # perf-full-2n-dnv-ip6_I
- - 4 # perf-full-2n-dnv-ip6_II
- - 5 # perf-full-2n-dnv-l2_I
- - 6 # perf-full-2n-dnv-l2_II
-
- csit-dpdk-perf-verify-1908-3n-hsw:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -2736,28 +2399,28 @@
- 23 # NDRPDR sel
- 24 # NDRPDR sel
csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ - 30 # NDRPDR iter
+ - 31 # NDRPDR iter
+ - 32 # NDRPDR iter
+ - 33 # NDRPDR iter
+ - 34 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
- csit-dpdk-perf-verify-1908-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
csit-dpdk-perf-verify-2001-3n-skx:
- 29 # NDRPDR sel xxv710
- 33 # NDRPDR sel xxv710
@@ -2780,28 +2443,28 @@
- 47 # NDRPDR sel x710
- 48 # NDRPDR sel x710
csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ - 30 # NDRPDR iter
+ - 31 # NDRPDR iter
+ - 32 # NDRPDR iter
+ - 33 # NDRPDR iter
+ - 34 # NDRPDR iter
+ - 35 # NDRPDR iter
+ - 36 # NDRPDR iter
+ - 37 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
- csit-dpdk-perf-verify-1908-2n-skx:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
csit-dpdk-perf-verify-2001-2n-skx:
- 35 # NDRPDR sel xxv710
- 36 # NDRPDR sel xxv710
@@ -2824,16 +2487,27 @@
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
+ - 20 # NDRPDR iter
+ - 21 # NDRPDR iter
+ - 22 # NDRPDR iter
+ - 23 # NDRPDR iter
+ - 24 # NDRPDR iter
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
@@ -2857,64 +2531,79 @@
- 33 # NDRPDR sel
- 34 # NDRPDR sel
csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
-
- csit-dpdk-perf-verify-2001-2n-dnv:
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-2n-dnv:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
-
- csit-dpdk-perf-verify-2001-3n-dnv:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-3n-dnv:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
-
- csit-dpdk-perf-verify-2001-3n-tsh:
+ - 20 # NDRPDR iter
+ - 21 # NDRPDR iter
+ - 22 # NDRPDR iter
+ - 23 # NDRPDR iter
+ - 24 # NDRPDR iter
+ - 25 # NDRPDR iter
+ - 26 # NDRPDR iter
+ - 27 # NDRPDR iter
+ - 28 # NDRPDR iter
+ - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+# csit-dpdk-perf-verify-2001-2n-dnv:
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# csit-dpdk-perf-report-iterative-2005-2n-dnv:
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# # TODO: Add:
+# # csit-dpdk-perf-report-iterative-2009-2n-dnv:
+
+# csit-dpdk-perf-verify-2001-3n-dnv:
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 22 # NDRPDR sel
+# csit-dpdk-perf-report-iterative-2005-3n-dnv:
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 16 # NDRPDR sel
+# # TODO: Add:
+# # csit-dpdk-perf-report-iterative-2009-3n-dnv:
+
+ csit-dpdk-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -2927,9 +2616,21 @@
- 18 # NDRPDR sel
csit-dpdk-perf-report-iterative-2005-3n-tsh:
- 5 # NDRPDR sel
-
- csit-vpp-device-2005-ubuntu1804-1n-skx:
- - 35
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+
+ # TODO: Add:
+ csit-vpp-device-2009-ubuntu1804-1n-skx:
+ - 131 # rls2009 env 5
- type: "output"
output: "report"
@@ -2983,97 +2684,97 @@
################################################################################
-# VPP Compare NICs 3n-skx 2t1c ndr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c ndr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 2t1c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
+## VPP Compare NICs 3n-skx 2t1c ndr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 4t2c ndr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 2t1c pdr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 4t2c pdr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
## VPP Compare NICs 3n-skx 2t1c mrr
#- type: "table"
@@ -3316,35 +3017,30 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 2t2c pdr
- type: "table"
@@ -3354,35 +3050,30 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 1t1c ndr
- type: "table"
@@ -3392,35 +3083,30 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml"
+# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 2t2c ndr
- type: "table"
@@ -3430,1884 +3116,1907 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-hsw 1t1c pdr-full
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c pdr-full"
+ title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-hsw 2t2c pdr-full
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c pdr-full"
+ title: "VPP Performance Changes 3n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-hsw 1t1c ndr-full
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c ndr-full"
+ title: "VPP Performance Changes 3n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-hsw 2t2c ndr-full
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c ndr-full"
+ title: "VPP Performance Changes 3n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-skx 2t1c pdr
+# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr"
+ title: "VPP Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-skx 4t2c pdr
+# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr"
+ title: "VPP Performance Changes 2n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-skx 2t1c ndr
+# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr"
+ title: "VPP Performance Changes 2n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-skx 4t2c ndr
+# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr"
+ title: "VPP Performance Changes 2n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-skx 2t1c pdr-full
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-skx 4t2c pdr-full
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-skx 2t1c ndr-full
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-skx 4t2c ndr-full
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 2t1c pdr
+## VPP Performance Changes 2n-clx-x556 2t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 2t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-clx-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+
+## VPP Performance Changes 2n-dnv 1t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 1t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+
+# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c pdr
+# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c pdr"
+ title: "VPP Performance Changes 3n-tsh 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 2t1c ndr
+# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c ndr"
+ title: "VPP Performance Changes 3n-tsh 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml"
+# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c ndr
+# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c ndr"
+ title: "VPP Performance Changes 3n-tsh 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-skx 2t1c pdr-full
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr-full"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-skx 4t2c pdr-full
-- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-skx 2t1c ndr-full
-- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca3.yaml"
+ - title: "Diff"
+ reference: 1
+ compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-skx 4t2c ndr-full
+ - ""
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
+
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c ndr-full"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca3.yaml"
+ - title: "Diff"
+ reference: 1
+ compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - ""
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - ""
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - ""
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca3.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca3.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full
+ - ""
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca3.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr-full
+ - ""
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr-full"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "Diff"
reference: 1
compare: 2
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca3.yaml"
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 2n-clx-x556 2t1c pdr
+ - ""
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
+
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+ - ""
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-# VPP Performance Changes 2n-clx-x556 4t2c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+ - ""
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-# VPP Performance Changes 2n-clx-x556 2t1c ndr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+ - ""
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Performance Changes 2n-clx-x556 4t2c ndr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-x556 ndr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.'
-# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+ - ""
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Performance Changes 2n-dnv 1t1c pdr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
comparisons:
- title: "Diff"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
legend:
- ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Performance Changes 2n-dnv 2t2c pdr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
comparisons:
- title: "Diff"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
legend:
- ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Performance Changes 2n-dnv 1t1c ndr
+# VPP Performance Changes 3n-hsw 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ title: "VPP Performance Changes 3n-hsw 1t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 2t2c ndr
+# VPP Performance Changes 3n-hsw 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ title: "VPP Performance Changes 3n-hsw 2t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 1t1c pdr
+# VPP Performance Changes 3n-hsw 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+ title: "VPP Performance Changes 3n-hsw 4t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 2t2c pdr
+# VPP Performance Changes 3n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+ title: "VPP Performance Changes 3n-skx 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 1t1c ndr
+# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+ title: "VPP Performance Changes 3n-skx 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 2t2c ndr
+# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+ title: "VPP Performance Changes 3n-skx 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "Diff"
+ - title: "2005.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml"
legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 1t1c pdr
+# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ title: "VPP Performance Changes 2n-skx 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c pdr
+# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr"
+ title: "VPP Performance Changes 2n-skx 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 1t1c ndr
+# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr"
+ title: "VPP Performance Changes 2n-skx 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c ndr
+# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-tsh 1t1c pdr-full
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-tsh 2t2c pdr-full
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-tsh 1t1c ndr-full
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
+
+## VPP Performance Changes 2n-clx-x556 2t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 4t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 8t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+# columns:
+# - title: "2001"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+# - title: "2005"
+# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2001, 2005 - VPP versions tested."
+# - "Diff - difference between 2001 and 2005 VPP version."
+
+## VPP Performance Changes 2n-dnv 1t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 4t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 4t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T4C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 4t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 4t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T4C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+
+# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr-full"
+ title: "VPP Performance Changes 3n-tsh 1t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca3.yaml"
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
-
-# VPP Performance Changes 3n-tsh 2t2c ndr-full
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+
+# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr-full"
+ title: "VPP Performance Changes 3n-tsh 2t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 2
compare: 3
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml"
-# - title: "RCA3"
-# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca3.yaml"
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
+# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
+ title: "VPP Performance Changes 3n-tsh 4t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T4C'"
columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
- tag: "NIC_Intel-XXV710"
+ - title: "2001.0-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2009.0-5 vs 2005.0-4"
+ reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
columns:
- title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
+ data-set: "vpp-compare-testbeds-mrr-ref"
tag: "NIC_Intel-XL710"
- title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
@@ -5318,19 +5027,19 @@
- "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
columns:
- title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
+ data-set: "vpp-compare-testbeds-mrr-ref"
tag: "NIC_Intel-XL710"
- title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
@@ -5341,19 +5050,19 @@
- "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
columns:
- title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-ref"
+ data-set: "vpp-compare-testbeds-mrr-ref"
tag: "NIC_Intel-XL710"
- title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-cmp"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
@@ -5364,18 +5073,18 @@
- "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NIC_Intel-XXV710'"
columns:
- title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
comparisons:
- title: "Diff"
reference: 1
@@ -5385,18 +5094,18 @@
- "2n-skx, 2n-clx - testbeds and NICs tested."
- "Diff - difference between 2n-skx and 2n-clx testbeds."
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NIC_Intel-XXV710'"
columns:
- title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
comparisons:
- title: "Diff"
reference: 1
@@ -5406,18 +5115,18 @@
- "2n-skx, 2n-clx - testbeds and NICs tested."
- "Diff - difference between 2n-skx and 2n-clx testbeds."
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'NIC_Intel-XXV710'"
columns:
- title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
comparisons:
- title: "Diff"
reference: 1
@@ -5427,86 +5136,82 @@
- "2n-skx, 2n-clx - testbeds and NICs tested."
- "Diff - difference between 2n-skx and 2n-clx testbeds."
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
- title: "2n-skx"
- data-set: "vpp-compare-testbeds-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ data-set: "vpp-compare-topologies-mrr-cmp"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-mrr-cmp"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
+# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
+ title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-mrr-cmp"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
columns:
- title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
tag: "NIC_Intel-XL710"
- title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
@@ -5517,19 +5222,19 @@
- "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
columns:
- title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
tag: "NIC_Intel-XL710"
- title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
@@ -5540,1157 +5245,87 @@
- "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
+# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr
- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
+ title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
comparisons:
- title: "Diff"
reference: 1
compare: 2
legend:
- ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
+# Detailed Test Results - VPP Performance Results 3n-hsw
- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
+ title: "Detailed Test Results - VPP Performance Results 3n-hsw"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/"
columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-3n-hsw"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
+# Detailed Test Results - VPP Performance Results 3n-skx
- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
+ title: "Detailed Test Results - VPP Performance Results 3n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-3n-skx"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
+# Detailed Test Results - VPP Performance Results 2n-skx
- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
+ title: "Detailed Test Results - VPP Performance Results 2n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "vpp-perf-results-2n-skx"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
-# VPP Performance Changes 3n-hsw 1t1c mrr
+# Detailed Test Results - VPP Performance Results 2n-clx
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-hsw 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-hsw 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-hsw 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-
-# VPP Performance Changes 3n-skx 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
-# - title: "1908"
-# data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-skx 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
-# - title: "1908"
-# data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-skx 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
-# - title: "1908"
-# data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-skx 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-skx 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-skx 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 2
- compare: 3
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
- columns:
- - title: "2001"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 3n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 3n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 3n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "1908"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - VPP versions tested."
- - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 3n-tsh 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-tsh 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 3n-tsh 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- - title: "2005.0-4 vs 2001.0-2"
- reference: 2
- compare: 4
-# rca:
-# - title: "RCA1"
-# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca1.yaml"
-# - title: "RCA2"
-# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca2.yaml"
- legend:
- - ''
- - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
-# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.'
-# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.'
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-mrr-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-mrr-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-ref"
- tag: "NIC_Intel-XL710"
- - title: "3n-skx xxv710"
- data-set: "vpp-compare-testbeds-mrr-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
- - title: "2n-clx"
- data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-mrr-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-mrr-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-compare-topologies-mrr-ref"
- - title: "2n-skx"
- data-set: "vpp-compare-topologies-mrr-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
- columns:
- - title: "3n-hsw xl710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- tag: "NIC_Intel-XL710"
- - title: "2n-clx xxv710"
- data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
-
-# Detailed Test Results - VPP Performance Results 3n-hsw
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-hsw"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-3n-hsw"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 3n-skx
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-skx"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-3n-skx"
- filter: "all"
- remove-ndr: False
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 2n-skx
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-skx"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-2n-skx"
- filter: "all"
- remove-ndr: False
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 2n-clx
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-clx"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
+ title: "Detailed Test Results - VPP Performance Results 2n-clx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
@@ -6720,39 +5355,39 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-3n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-2n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
+## Detailed Test Results - VPP Performance Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP Performance Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - VPP Performance Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
# Test configuration - VPP Performance Test Configs 3n-hsw
- type: "table"
@@ -6839,39 +5474,39 @@
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-dnv
-- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-perf-results-3n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test configuration - VPP Performance Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-perf-results-2n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
+## Test configuration - VPP Performance Test Configs 3n-dnv
+#- type: "table"
+# title: "Test configuration - VPP Performance Test Configs 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+#
+## Test configuration - VPP Performance Test Configs 2n-dnv
+#- type: "table"
+# title: "Test configuration - VPP Performance Test Configs 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
# Test Operational Data - VPP Performance Operational Data 3n-hsw
- type: "table"
@@ -6905,30 +5540,30 @@
data: "vpp-perf-results-2n-clx"
filter: "all"
-# Test Operational Data - VPP Performance Operational Data 3n-tsh
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/"
- data: "vpp-perf-results-3n-tsh"
- filter: "all"
-
-# Test Operational Data - VPP Performance Operational Data 3n-dnv
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
- data: "vpp-perf-results-3n-dnv"
- filter: "all"
-
-# Test Operational Data - VPP Performance Operational Data 2n-dnv
+# Test Operational Data - VPP Performance Operational Data 3n-tsh
- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-tsh"
algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
- data: "vpp-perf-results-2n-dnv"
+ output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/"
+ data: "vpp-perf-results-3n-tsh"
filter: "all"
+## Test Operational Data - VPP Performance Operational Data 3n-dnv
+#- type: "table"
+# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
+# algorithm: "table_oper_data_html"
+# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+#
+## Test Operational Data - VPP Performance Operational Data 2n-dnv
+#- type: "table"
+# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
+# algorithm: "table_oper_data_html"
+# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
+
# Detailed Test Results - VPP MRR Results 3n-hsw
- type: "table"
title: "Detailed Test Results - VPP MRR Results 3n-hsw"
@@ -7014,39 +5649,39 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP MRR Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-mrr-results-3n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP MRR Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-mrr-results-2n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
+## Detailed Test Results - VPP MRR Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP MRR Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+# data: "data msg"
+# data: "vpp-mrr-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - VPP MRR Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+# data: "data msg"
+# data: "vpp-mrr-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
# Test configuration - VPP MRR Test Configs 3n-hsw
- type: "table"
@@ -7133,39 +5768,39 @@
- "name"
- "conf-history"
-# Test configuration - VPP MRR Test Configs 3n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-mrr-results-3n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test configuration - VPP MRR Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-mrr-results-2n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
+## Test configuration - VPP MRR Test Configs 3n-dnv
+#- type: "table"
+# title: "Test configuration - VPP MRR Test Configs 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-mrr-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+#
+## Test configuration - VPP MRR Test Configs 2n-dnv
+#- type: "table"
+# title: "Test configuration - VPP MRR Test Configs 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-mrr-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
@@ -7212,11 +5847,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -7224,8 +5859,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c pdr
- type: "table"
@@ -7235,11 +5870,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -7247,8 +5882,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 1t1c pdr
- type: "table"
@@ -7258,11 +5893,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -7270,8 +5905,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c ndr
- type: "table"
@@ -7281,11 +5916,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -7293,8 +5928,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c pdr
- type: "table"
@@ -7304,80 +5939,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-skx 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-skx 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
data-set: "dpdk-performance-changes-3n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
- title: "2005"
- data-set: "dpdk-performance-changes-3n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-skx 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- - title: "2001"
data-set: "dpdk-performance-changes-3n-skx-ref"
- - title: "2005"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7385,352 +5951,445 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-skx 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-skx 4t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-skx 2t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-skx 4t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-skx-cmp"
- comparisons:
- - title: "Diff"
- reference: 2
- compare: 3
- legend:
- - ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-clx 2t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-clx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-clx-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-clx 4t2c pdr
+# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
- title: "DPDK Performance Changes 2n-clx 4t2c pdr"
+ title: "DPDK Performance Changes 3n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-clx-cmp"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-clx 2t1c ndr
+# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
- title: "DPDK Performance Changes 2n-clx 2t1c ndr"
+ title: "DPDK Performance Changes 3n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-clx-cmp"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-clx 4t2c ndr
+# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
- title: "DPDK Performance Changes 2n-clx 4t2c ndr"
+ title: "DPDK Performance Changes 3n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-clx-cmp"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-dnv 1t1c pdr
+# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
- title: "DPDK Performance Changes 2n-dnv 1t1c pdr"
+ title: "DPDK Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-dnv 2t2c pdr
+# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
- title: "DPDK Performance Changes 2n-dnv 2t2c pdr"
+ title: "DPDK Performance Changes 2n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-dnv 1t1c ndr
+# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
- title: "DPDK Performance Changes 2n-dnv 1t1c ndr"
+ title: "DPDK Performance Changes 2n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-dnv 2t2c ndr
+# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
- title: "DPDK Performance Changes 2n-dnv 2t2c ndr"
+ title: "DPDK Performance Changes 2n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 3n-dnv 1t1c pdr
+# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
- title: "DPDK Performance Changes 3n-dnv 1t1c pdr"
+ title: "DPDK Performance Changes 2n-clx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 3n-dnv 2t2c pdr
+# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
- title: "DPDK Performance Changes 3n-dnv 2t2c pdr"
+ title: "DPDK Performance Changes 2n-clx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 3n-dnv 1t1c ndr
+# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
- title: "DPDK Performance Changes 3n-dnv 1t1c ndr"
+ title: "DPDK Performance Changes 2n-clx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 3n-dnv 2t2c ndr
+# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
- title: "DPDK Performance Changes 3n-dnv 2t2c ndr"
+ title: "DPDK Performance Changes 2n-clx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr"
+ output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
+ data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
+
+## DPDK Performance Changes 2n-dnv 1t1c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 2t2c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 1t1c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 2t2c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 1t1c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 2t2c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 1t1c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 2t2c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 1t1c pdr
- type: "table"
@@ -7741,17 +6400,19 @@
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -7762,17 +6423,19 @@
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -7783,17 +6446,19 @@
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -7804,17 +6469,19 @@
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
- type: "table"
@@ -7946,106 +6613,106 @@
- type: "table"
title: "Detailed Test Results - DPDK Performance Results 3n-hsw"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "dpdk-perf-results-3n-hsw"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - DPDK Performance Results 3n-skx
-- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 3n-skx"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "dpdk-perf-results-3n-skx"
- filter: "all"
- remove-ndr: False
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - DPDK Performance Results 2n-skx
-- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 2n-skx"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
+ output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "dpdk-perf-results-2n-skx"
+ data: "dpdk-perf-results-3n-hsw"
filter: "all"
- remove-ndr: False
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - DPDK Performance Results 2n-clx
+# Detailed Test Results - DPDK Performance Results 3n-skx
- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 2n-clx"
+ title: "Detailed Test Results - DPDK Performance Results 3n-skx"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx"
+ output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "dpdk-perf-results-2n-clx"
+ data: "dpdk-perf-results-3n-skx"
filter: "all"
+ remove-ndr: False
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - DPDK Performance Results 2n-dnv
+# Detailed Test Results - DPDK Performance Results 2n-skx
- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 2n-dnv"
+ title: "Detailed Test Results - DPDK Performance Results 2n-skx"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv"
+ output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "dpdk-perf-results-2n-dnv"
+ data: "dpdk-perf-results-2n-skx"
filter: "all"
+ remove-ndr: False
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - DPDK Performance Results 3n-dnv
+# Detailed Test Results - DPDK Performance Results 2n-clx
- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 3n-dnv"
+ title: "Detailed Test Results - DPDK Performance Results 2n-clx"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv"
+ output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "dpdk-perf-results-3n-dnv"
+ data: "dpdk-perf-results-2n-clx"
filter: "all"
parameters:
- "name"
- "parent"
- "msg"
+## Detailed Test Results - DPDK Performance Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - DPDK Performance Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "dpdk-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - DPDK Performance Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - DPDK Performance Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "dpdk-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+
# Detailed Test Results - DPDK Performance Results 3n-tsh
- type: "table"
title: "Detailed Test Results - DPDK Performance Results 3n-tsh"
@@ -8078,16 +6745,16 @@
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- "{DIR[DTR,PERF,VPP,3N,HSW]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
- - "{DIR[DTR,PERF,VPP,2N,DNV]}"
- - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTR,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8134,16 +6801,16 @@
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- "{DIR[DTC,PERF,VPP,3N,HSW]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
- - "{DIR[DTC,PERF,VPP,2N,DNV]}"
- - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTC,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8190,16 +6857,16 @@
- "{DIR[DTO,PERF,VPP,2N,CLX]}"
- "{DIR[DTO,PERF,VPP,3N,HSW]}"
- "{DIR[DTO,PERF,VPP,3N,TSH]}"
- - "{DIR[DTO,PERF,VPP,2N,DNV]}"
- - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+# - "{DIR[DTO,PERF,VPP,3N,DNV]}"
data:
- "vpp-perf-results-2n-skx"
- "vpp-perf-results-3n-skx"
- "vpp-perf-results-2n-clx"
- "vpp-perf-results-3n-hsw"
- "vpp-perf-results-3n-tsh"
- - "vpp-perf-results-2n-dnv"
- - "vpp-perf-results-3n-dnv"
+# - "vpp-perf-results-2n-dnv"
+# - "vpp-perf-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8246,16 +6913,16 @@
- "{DIR[DTR,MRR,VPP,2N,CLX]}"
- "{DIR[DTR,MRR,VPP,3N,HSW]}"
- "{DIR[DTR,MRR,VPP,3N,TSH]}"
- - "{DIR[DTR,MRR,VPP,2N,DNV]}"
- - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+# - "{DIR[DTR,MRR,VPP,3N,DNV]}"
data:
- "vpp-mrr-results-2n-skx"
- "vpp-mrr-results-3n-skx"
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8310,8 +6977,8 @@
- "vpp-mrr-results-2n-clx"
- "vpp-mrr-results-3n-hsw"
- "vpp-mrr-results-3n-tsh"
- - "vpp-mrr-results-2n-dnv"
- - "vpp-mrr-results-3n-dnv"
+# - "vpp-mrr-results-2n-dnv"
+# - "vpp-mrr-results-3n-dnv"
filter: "all"
data-start-level: 4
order-chapters:
@@ -8407,25 +7074,25 @@
filter: "all"
data-start-level: 4
-# DPDK Performance Results 2n-dnv
-- type: "file"
- title: "DPDK Performance Results 2n-dnv"
- algorithm: "file_test_results"
- output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
- dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
- data: "dpdk-perf-results-2n-dnv"
- filter: "all"
- data-start-level: 4
-
-# DPDK Performance Results 3n-dnv
-- type: "file"
- title: "DPDK Performance Results 3n-dnv"
- algorithm: "file_test_results"
- output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
- dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
- data: "dpdk-perf-results-3n-dnv"
- filter: "all"
- data-start-level: 4
+## DPDK Performance Results 2n-dnv
+#- type: "file"
+# title: "DPDK Performance Results 2n-dnv"
+# algorithm: "file_test_results"
+# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
+# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
+# data: "dpdk-perf-results-2n-dnv"
+# filter: "all"
+# data-start-level: 4
+#
+## DPDK Performance Results 3n-dnv
+#- type: "file"
+# title: "DPDK Performance Results 3n-dnv"
+# algorithm: "file_test_results"
+# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
+# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
+# data: "dpdk-perf-results-3n-dnv"
+# filter: "all"
+# data-start-level: 4
# DPDK Performance Results 3n-tsh
- type: "file"
@@ -8481,47 +7148,6 @@
title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho"
layout: "plot-hoststack"
-## Plots VPP HTTP Server Performance
-#- type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_perf_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
-# data:
-# "plot-vpp-http-server-performance"
-# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "y+name"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-cps"
-#
-#- type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_perf_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
-# data:
-# "plot-vpp-http-server-performance"
-# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "y+name"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-rps"
-
################################################################################
# Soak Test (PLRsearch), boxes - 2n-clx
@@ -9504,169 +8130,169 @@
# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
+## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
###############################################################################
@@ -9999,169 +8625,169 @@
# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
+## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
###############################################################################
@@ -10375,49 +9001,213 @@
# - "throughput"
# - "name"
# - "tags"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-hsw-ndrpdr"
+# filter: "'NIC_Intel-XL710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '4T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+
+###############################################################################
+
+## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-mrr"
+# data: "plot-vpp-nfv-3n-skx-mrr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '2T1C' and
+# 'MRR'"
+# parameters:
+# - "result"
+# - "name"
+# - "tags"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr"
+# data: "plot-vpp-nfv-3n-skx-mrr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '4T2C' and
+# 'MRR'"
+# parameters:
+# - "result"
+# - "name"
+# - "tags"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr"
+# data: "plot-vpp-nfv-3n-skx-mrr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '8T4C' and
+# 'MRR'"
+# parameters:
+# - "result"
+# - "name"
+# - "tags"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# layout: "plot-service-density"
+
+## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
# x-axis: "X = CNFs per Service Chain"
# y-axis: "Y = Number of Service Chains"
-# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
# layout:
-# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
# layout: "plot-service-density"
#
#- type: "plot"
-# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
# algorithm: "plot_nf_heatmap"
-# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr"
-# data: "plot-vpp-nfv-3n-hsw-ndrpdr"
-# filter: "'NIC_Intel-XL710' and
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
# 'NF_DENSITY' and
# 'DOCKER' and
# 'CHAIN' and
# 'NF_VPPIP4' and
# 'IPSEC' and
-# 'TNL_1000' and
+# 'TNL_10000' and
# 'IMIX' and
-# '4T4C' and
+# '8T4C' and
# 'NDRPDR'"
# parameters:
# - "throughput"
# - "name"
# - "tags"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
# x-axis: "X = CNFs per Service Chain"
# y-axis: "Y = Number of Service Chains"
-# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
# layout:
-# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
# layout: "plot-service-density"
-
-###############################################################################
-
-## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX
+#
+## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX
#- type: "plot"
-# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# algorithm: "plot_nf_heatmap"
-# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-mrr"
-# data: "plot-vpp-nfv-3n-skx-mrr"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
# filter: "'NIC_Intel-XXV710' and
# 'NF_DENSITY' and
# 'DOCKER' and
@@ -10427,24 +9217,24 @@
# 'TNL_10000' and
# 'IMIX' and
# '2T1C' and
-# 'MRR'"
+# 'NDRPDR'"
# parameters:
-# - "result"
+# - "throughput"
# - "name"
# - "tags"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
# x-axis: "X = CNFs per Service Chain"
# y-axis: "Y = Number of Service Chains"
-# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
# layout:
-# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# layout: "plot-service-density"
#
#- type: "plot"
-# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# algorithm: "plot_nf_heatmap"
-# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-mrr"
-# data: "plot-vpp-nfv-3n-skx-mrr"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
# filter: "'NIC_Intel-XXV710' and
# 'NF_DENSITY' and
# 'DOCKER' and
@@ -10454,24 +9244,24 @@
# 'TNL_10000' and
# 'IMIX' and
# '4T2C' and
-# 'MRR'"
+# 'NDRPDR'"
# parameters:
-# - "result"
+# - "throughput"
# - "name"
# - "tags"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
# x-axis: "X = CNFs per Service Chain"
# y-axis: "Y = Number of Service Chains"
-# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
# layout:
-# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# layout: "plot-service-density"
#
#- type: "plot"
-# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# algorithm: "plot_nf_heatmap"
-# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-mrr"
-# data: "plot-vpp-nfv-3n-skx-mrr"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
# filter: "'NIC_Intel-XXV710' and
# 'NF_DENSITY' and
# 'DOCKER' and
@@ -10481,183 +9271,19 @@
# 'TNL_10000' and
# 'IMIX' and
# '8T4C' and
-# 'MRR'"
+# 'NDRPDR'"
# parameters:
-# - "result"
+# - "throughput"
# - "name"
# - "tags"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
# x-axis: "X = CNFs per Service Chain"
# y-axis: "Y = Number of Service Chains"
-# z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
# layout:
-# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
###############################################################################
## Plots - NF Density - CSC IPSEC 10000tnl - MRR IMIX
@@ -12407,8 +11033,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -12423,8 +11049,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
@@ -12440,7 +11066,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -12456,7 +11082,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -12587,8 +11213,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -12603,8 +11227,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
@@ -12620,7 +11242,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -12636,7 +11257,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -12681,8 +11301,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
layout: "plot-throughput"
@@ -12697,135 +11315,131 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-ndr"
@@ -12935,33 +11549,33 @@
title: "3n-tsh-x520-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 2n-skx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk]-ndr"
@@ -13197,65 +11811,65 @@
title: "3n-tsh-x520-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr"
@@ -13445,37 +12059,37 @@
title: "3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 2n-skx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-ndr"
@@ -13996,39 +12610,39 @@
# layout:
# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr"
# layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
#- type: "plot"
# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr"
# algorithm: "plot_perf_box_name"
@@ -14056,39 +12670,39 @@
# layout:
# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr"
# layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
#- type: "plot"
# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr"
# algorithm: "plot_perf_box_name"
@@ -15135,8 +13749,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -15151,8 +13765,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -15168,7 +13782,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -15184,7 +13798,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -15315,8 +13929,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -15331,8 +13943,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -15348,7 +13958,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -15364,7 +13973,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -16721,8 +15329,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -16737,8 +15343,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -17022,129 +15626,129 @@
layout: "plot-throughput-speedup-analysis"
#- type: "plot"
-# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa"
+# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-tsh"
+# include:
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# layout:
+# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-tsh"
+# include:
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# layout:
+# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr"
+# layout: "plot-throughput-speedup-analysis"
+
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
# algorithm: "plot_tsa_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr-tsa"
-# data: "plot-vpp-throughput-lat-tsa-3n-tsh"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
# include:
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
# layout:
-# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-ndr"
+# title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
# layout: "plot-throughput-speedup-analysis"
#
#- type: "plot"
-# title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa"
+# title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
-# output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr-tsa"
-# data: "plot-vpp-throughput-lat-tsa-3n-tsh"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
# include:
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
-# - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
# layout:
-# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr"
+# title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
# layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -17172,191 +15776,189 @@
# layout:
# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa"
# layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -17384,39 +15986,39 @@
# layout:
# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa"
# layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -17779,105 +16381,105 @@
title: "3n-hsw-x710-64b-2t2c-base-pdr"
layout: "plot-throughput"
-# 2n-dnv-x553
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-2t2c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-base-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-2t2c-base-pdr"
- layout: "plot-throughput"
-
-# 3n-dnv-x553
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-2t2c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-base-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-2t2c-base-pdr"
- layout: "plot-throughput"
+## 2n-dnv-x553
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-2t2c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-base-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-2t2c-base-pdr"
+# layout: "plot-throughput"
+#
+## 3n-dnv-x553
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-2t2c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-base-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-2t2c-base-pdr"
+# layout: "plot-throughput"
# 3n-tsh-x520
@@ -17997,7 +16599,7 @@
output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr"
data: "plot-vpp-throughput-lat-tsa-2n-clx"
include:
-# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
@@ -18011,7 +16613,7 @@
output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr"
data: "plot-vpp-throughput-lat-tsa-2n-clx"
include:
-# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
@@ -18171,8 +16773,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -18187,12 +16789,192 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-ndr"
+ layout: "plot-throughput"
+
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-ndr"
+# layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-stl-unidir-avf-pdr"
+ layout: "plot-throughput"
+
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-cps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-cps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-udp-stf-pps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44ed-ip4routing-tcp-stf-pps-avf-pdr"
+# layout: "plot-throughput"
+
- type: "plot"
title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
algorithm: "plot_perf_box_name"
@@ -18204,7 +16986,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -18220,7 +17002,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -18291,8 +17073,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr"
layout: "plot-throughput"
@@ -18307,8 +17089,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr"
layout: "plot-throughput"
@@ -19123,8 +17905,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -19139,12 +17921,192 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-ndr"
+ layout: "plot-throughput-speedup-analysis"
+
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-pdr"
+ layout: "plot-throughput-speedup-analysis"
+
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "22n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+
- type: "plot"
title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa"
algorithm: "plot_tsa_name"
@@ -19156,7 +18118,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -19172,7 +18134,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -19243,8 +18205,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -19259,8 +18221,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr"
layout: "plot-throughput-speedup-analysis"