X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=087459fb91f1ea1d4c191ec11cad7768979d94cf;hb=445113a380aeeb02d7f790e3d682d2cc54d844bd;hp=066ae2df9ff63b7619e27b5c143c661a1811ed55;hpb=12c3608c3464add7664e3b8f41b07b9b8fd03f1c;p=csit.git
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 066ae2df9f..087459fb91 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -151,270 +151,248 @@
# 3n-hsw
plot-vpp-throughput-lat-tsa-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 20 # NDRPDR sel env 4
- - 21 # NDRPDR sel env 4
- - 22 # NDRPDR sel env 4
- - 23 # NDRPDR sel env 4
- - 24 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 26 # NDRPDR sel env 4
- - 27 # NDRPDR sel env 4
- - 28 # NDRPDR sel env 4
- - 29 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 29 # NDRPDR sel env 4
-
-# plot-vpp-nfv-3n-hsw-ndrpdr:
-# csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 3 # NDRPDR sel
-# - 4 # NDRPDR sel
-# - 5 # NDRPDR sel
-# - 10 # NDRPDR sel
-# - 11 # NDRPDR sel
-# - 12 # NDRPDR sel
-# - 15 # NDRPDR sel
-# - 16 # NDRPDR sel
-# - 18 # NDRPDR sel
-# - 19 # NDRPDR sel
-
-# plot-vpp-nfv-3n-hsw-mrr:
-# csit-vpp-perf-report-iterative-2005-3n-hsw:
-# - 13 # MRR
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 22 # rls2009 NDRPDR iter env 5
plot-vpp-hoststack-3n-hsw:
- csit-vpp-perf-verify-2005-3n-hsw:
- - 3 # hoststack
- - 5 # hoststack
- - 6 # hoststack
- - 7 # hoststack
- - 8 # hoststack
- - 9 # hoststack
- - 10 # hoststack
- - 11 # hoststack
- - 12 # hoststack
- - 13 # hoststack
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 32 # rls2009 Hoststack iter env 5
+ - 33 # rls2009 Hoststack iter env 5
+ - 34 # rls2009 Hoststack iter env 5
+ - 35 # rls2009 Hoststack iter env 5
+ - 36 # rls2009 Hoststack iter env 5
+ - 37 # rls2009 Hoststack iter env 5
+ - 38 # rls2009 Hoststack iter env 5
+ - 39 # rls2009 Hoststack iter env 5
+ - 40 # rls2009 Hoststack iter env 5
+ - 41 # rls2009 Hoststack iter env 5
plot-dpdk-throughput-latency-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
plot-dpdk-hdrh-lat-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 25 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
# 3n-skx
plot-vpp-throughput-lat-tsa-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 47 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
- plot-vpp-nfv-3n-skx-ndrpdr:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
+# plot-vpp-nfv-3n-skx-ndrpdr:
+# # TODO: Replace:
+# # csit-vpp-perf-report-iterative-2009-3n-skx:
+# csit-vpp-perf-report-iterative-2005-3n-skx:
+# - 4 # NDRPDR sel
+# - 5 # NDRPDR sel ??? all x710 failed
+# - 33 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 34 # NDRPDR sel
- plot-vpp-nfv-3n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 49 # MRR sel env 4
+# plot-vpp-nfv-3n-skx-mrr:
+# # TODO: Replace:
+# # csit-vpp-perf-report-iterative-2009-3n-skx:
+# csit-vpp-perf-report-iterative-2005-3n-skx:
+# - 49 # MRR sel env 4
plot-dpdk-throughput-latency-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
- - 35 # NDRPDR iter
- - 36 # NDRPDR iter
- - 37 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
plot-dpdk-hdrh-lat-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
# 2n-skx
plot-vpp-throughput-lat-tsa-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 94 # NDRPDR sel
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
plot-vpp-soak-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 49 # Soak
- - 54 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
plot-vpp-nfv-2n-skx-ndrpdr:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 78 # nf-density-sel
- - 83 # nf-density-sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 38 # rls2009 nf-density iter env 5
+ - 41 # rls2009 nf-density iter env 5
+ - 45 # rls2009 nf-density iter env 5
+ - 47 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-skx-mrr:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
+ - 115 # nf-density-sel env 4
plot-vpp-nfv-reconf-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 48 # Reconf
- - 50 # Reconf
- - 51 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 60 # Reconf
- - 70 # Reconf
- - 71 # Reconf
- - 63 # Reconf
- - 66 # Reconf
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 31 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
plot-dpdk-throughput-latency-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-dpdk-hdrh-lat-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
# 2n-clx
plot-vpp-throughput-lat-tsa-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
- - 63 # NDRPDR sel env 4
- - 64 # NDRPDR sel env 4
- - 65 # NDRPDR sel env 4
- - 66 # NDRPDR sel env 4
- - 68 # NDRPDR sel env 4
- - 69 # NDRPDR sel env 4
- - 70 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 70 # NDRPDR sel env 4
-
-# plot-vpp-http-server-performance:
-# # csit-vpp-perf-report-iterative-2005-2n-clx:
-# csit-vpp-perf-verify-2001-2n-clx:
-# - 80 # TCP
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
plot-vpp-nfv-2n-clx-ndrpdr:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 57 # 2n-clx nfv-density-00
- - 58 # 2n-clx nfv-density-00
- - 59 # 2n-clx nfv-density-00
- - 60 # 2n-clx nfv-density-00
- - 61 # 2n-clx nfv-density-00
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 37 # rls2009 nf-density iter env 5
plot-vpp-nfv-2n-clx-mrr:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
+ - 96 # MRR
plot-vpp-nfv-reconf-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 42 # Reconf
- - 45 # Reconf
- - 46 # Reconf
- - 47 # Reconf
- - 48 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 54 # Reconf
- - 55 # Reconf
- - 56 # Reconf
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 25 # rls2009 reconf env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
plot-vpp-soak-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 44 # Soak
- - 49 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
plot-dpdk-throughput-latency-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 20 # NDRPDR iter
- - 21 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-dpdk-hdrh-lat-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 21 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
# 3n-tsh
plot-vpp-throughput-lat-tsa-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 23 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
plot-vpp-hdrh-lat-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
plot-dpdk-throughput-latency-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
plot-dpdk-hdrh-lat-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
# 3n-dnv
plot-vpp-throughput-lat-tsa-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -428,6 +406,8 @@
- 12 # NDRPDR sel
plot-dpdk-throughput-latency-3n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
- 7 # NDRPDR sel
@@ -443,6 +423,8 @@
# 2n-dnv
plot-vpp-throughput-lat-tsa-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 3 # NDRPDR sel
- 6 # NDRPDR sel
@@ -456,6 +438,8 @@
- 14 # NDRPDR sel
plot-dpdk-throughput-latency-2n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
- 9 # NDRPDR sel
@@ -474,155 +458,70 @@
# NIC Comparisons
vpp-nic-comparison-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-nic-comparison-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-nic-comparison-3n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 49 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-nic-comparison-2n-skx-mrr:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 99 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
# Results
vpp-perf-results-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 29 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-hsw:
-# - 1 # perf-full-3n-dnv-crypto_I
-# - 7 # perf-full-3n-hsw-crypto_II
-# - 3 # perf-full-3n-hsw-crypto_III
-# - 4 # perf-full-3n-dnv-crypto_IV
-# - 5 # perf-full-3n-hsw-ip4_I
-# - 6 # perf-full-3n-hsw-ip4_II
-# - 8 # perf-full-3n-hsw-ip4_III
-# - 9 # perf-full-3n-hsw-ip4_IV
-# - 10 # perf-full-3n-hsw-ip4_V
-# - 26 # perf-full-3n-hsw-ip4_VI
-# - 18 # perf-full-3n-hsw-ip4_VII
-# - 27 # perf-full-3n-hsw-ip4_VIII
-# - 28 # perf-full-3n-hsw-ip4_IX
-# - 29 # perf-full-3n-hsw-ip6_I
-# - 35 # perf-full-3n-hsw-ip6_II
-# - 42 # perf-full-3n-hsw-l2_I
-# - 33 # perf-full-3n-hsw-l2_II
-# - 37 # perf-full-3n-hsw-l2_III
-# - 45 # perf-full-3n-hsw-l2_IV
-# - 43 # perf-full-3n-hsw-l2_V
-# - 40 # perf-full-3n-hsw-l2_VI
-# - 44 # perf-full-3n-hsw-l2_VII
-# - 51 # perf-full-3n-hsw-l2_VIII
-# - 50 # perf-full-3n-hsw-l2_IX
-# - 52 # perf-full-3n-hsw-l2_X
-# - 53 # perf-full-3n-hsw-l2_XI
-# - 54 # perf-full-3n-hsw-memif
-# - 55 # perf-full-3n-hsw-ip4tunnels-I
-# - 56 # perf-full-3n-hsw-ip4tunnels-II
-# - 57 # perf-full-3n-hsw-ip4tunnels-III
-# - 58 # perf-full-3n-hsw-ip6tunnels-I
-# - 59 # perf-full-3n-hsw-srv6-I
-# - 60 # perf-full-3n-hsw-srv6-II
-# - 61 # perf-full-3n-hsw-vhost-I
-# - 62 # perf-full-3n-hsw-vhost-II
-# - 63 # perf-full-3n-hsw-vhost-III
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-hsw:
+ - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
+ - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
+ - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02
+ - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03
+ - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00
+ - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01
+ - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02
+ - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03
+ - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04
+ - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05
+ - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06
+ - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
+ - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 47 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-3n-skx:
+ - 1 # RC2 env5 3n-skx-ip4-00
vpp-perf-results-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 94 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-2n-skx:
+ - 7 # RC2 env5 2n-skx-ip4-00
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
+ # TODO: Replace:
+ csit-vpp-perf-report-coverage-2009-2n-clx:
+ - 1 # RC2 env5 2n-clx-ip4-00
vpp-perf-results-3n-tsh:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-tsh:
+ - 1 # 3n-tsh-ip4-00
vpp-perf-results-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-coverage-2009-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
- 1 # perf-full-3n-dnv-crypto_I
- 24 # perf-full-3n-dnv-crypto_II
@@ -635,6 +534,8 @@
- 23 # perf-full-3n-dnv-ip4-tunnels_I
vpp-perf-results-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-coverage-2009-2n-dnv:
csit-vpp-perf-report-coverage-2005-2n-dnv:
- 1 # perf-full-2n-dnv-ip4_I
- 2 # perf-full-2n-dnv-ip4_II
@@ -644,64 +545,75 @@
- 6 # perf-full-2n-dnv-l2_II
vpp-mrr-results-3n-hsw:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 30 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-mrr-results-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 49 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-mrr-results-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 99 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
vpp-mrr-results-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
vpp-mrr-results-3n-tsh:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 27 # MRR sel env 4
vpp-mrr-results-3n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 8 # MRR
vpp-mrr-results-2n-dnv:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 15 # MRR sel
vpp-device-results-ubuntu:
- csit-vpp-device-2005-ubuntu1804-1n-skx:
- - 35
+ # TODO: Replace:
+ csit-vpp-device-2009-ubuntu1804-1n-skx:
+ - 131 # rls2009 env 5
dpdk-perf-results-3n-hsw:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 25 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
dpdk-perf-results-3n-skx:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
dpdk-perf-results-2n-skx:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
dpdk-perf-results-2n-clx:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 21 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
dpdk-perf-results-2n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
dpdk-perf-results-3n-dnv:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
dpdk-perf-results-3n-tsh:
- csit-dpdk-perf-report-iterative-2005-3n-tsh:
- - 5 # NDRPDR sel
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
###########################################################################
# Tables (more than one data set)
@@ -709,42 +621,15 @@
# Performance changes
vpp-performance-changes-3n-hsw-h1:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-hsw-ref:
- csit-vpp-perf-verify-2001-3n-hsw:
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
- - 34 # NDRPDR sel
- vpp-performance-changes-3n-hsw-cmp:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- vpp-performance-changes-3n-hsw-cmp-2:
+ - 31 # NDRPDR sel 2001.0-4
+ - 32 # NDRPDR sel 2001.0-4
+ - 33 # NDRPDR sel 2001.0-4
+ - 34 # NDRPDR sel 2001.0-4
+ - 35 # NDRPDR sel 2001.0-4
+ - 36 # NDRPDR sel 2001.0-4
+ - 38 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-hsw-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
@@ -756,101 +641,70 @@
- 27 # NDRPDR sel env 4
- 28 # NDRPDR sel env 4
- 29 # NDRPDR sel env 4
- vpp-performance-changes-3n-hsw-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 31 # NDRPDR sel 2001.0-4
- - 32 # NDRPDR sel 2001.0-4
- - 33 # NDRPDR sel 2001.0-4
- - 34 # NDRPDR sel 2001.0-4
- - 35 # NDRPDR sel 2001.0-4
- - 36 # NDRPDR sel 2001.0-4
- - 38 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-hsw-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 9 # rls2005 NDRPDR iter env 5
+ - 10 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 14 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-hsw-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-performance-changes-3n-skx-h1:
- csit-vpp-perf-verify-1908_1-3n-skx:
- - 26 # NDRPDR sel - new1908.1
- - 27 # NDRPDR sel - new1908.1
- - 28 # NDRPDR sel - new1908.1
- - 29 # NDRPDR sel - new1908.1
- - 30 # NDRPDR sel - new1908.1
- - 31 # NDRPDR sel - new1908.1
- - 33 # NDRPDR sel - new1908.1
- - 34 # NDRPDR sel - new1908.1
- - 35 # NDRPDR sel - new1908.1
- - 36 # NDRPDR sel - new1908.1
- vpp-performance-changes-3n-skx-ref:
- csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0
- - 71 # NDRPDR sel - new2001.0
- - 72 # NDRPDR sel - new2001.0
- - 76 # NDRPDR sel - new2001.0
- - 77 # NDRPDR sel - new2001.0
- - 78 # NDRPDR sel - new2001.0
- - 80 # NDRPDR sel - new2001.0
- vpp-performance-changes-3n-skx-cmp:
csit-vpp-perf-report-iterative-2005-3n-skx:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel ??? all x710 failed
- - 33 # NDRPDR sel
- - 28 # NDRPDR sel
- - 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- vpp-performance-changes-3n-skx-cmp-2:
+ - 50 # NDRPDR sel 2001.0-4
+ - 51 # NDRPDR sel 2001.0-4
+ - 52 # NDRPDR sel 2001.0-4
+ - 53 # NDRPDR sel 2001.0-4
+ - 54 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-skx-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
- 45 # NDRPDR sel env 4
- 47 # NDRPDR sel env 4
- vpp-performance-changes-3n-skx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 50 # NDRPDR sel 2001.0-4
- - 51 # NDRPDR sel 2001.0-4
- - 52 # NDRPDR sel 2001.0-4
- - 53 # NDRPDR sel 2001.0-4
- - 54 # NDRPDR sel 2001.0-4
+ - 55 # NDRPDR sel env 4
+ - 56 # NDRPDR sel env 4
+ - 57 # NDRPDR sel env 4
+ - 61 # NDRPDR sel env 4
+ - 62 # NDRPDR sel env 4
+ vpp-performance-changes-3n-skx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-skx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-performance-changes-2n-skx-h1:
- csit-vpp-perf-verify-1908_1-2n-skx:
- - 39 # NDRPDR sel - new1908.1
- - 40 # NDRPDR sel - new1908.1
- - 41 # NDRPDR sel - new1908.1
- - 43 # NDRPDR sel - new1908.1
- - 44 # NDRPDR sel - new1908.1
- - 45 # NDRPDR sel - new1908.1
- - 46 # NDRPDR sel - new1908.1
- - 47 # NDRPDR sel - new1908.1
- - 48 # NDRPDR sel - new1908.1
- - 49 # NDRPDR sel - new1908.1
- vpp-performance-changes-2n-skx-ref:
- csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0
- - 146 # NDRPDR sel - new2001.0
- - 147 # NDRPDR sel - new2001.0
- - 148 # NDRPDR sel - new2001.0
- - 149 # NDRPDR sel - new2001.0
- - 150 # NDRPDR sel - new2001.0
- - 151 # NDRPDR sel - new2001.0
- - 152 # NDRPDR sel - new2001.0
- - 153 # NDRPDR sel - new2001.0
- - 154 # NDRPDR sel - new2001.0
- vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- vpp-performance-changes-2n-skx-cmp-2:
+ - 100 # NDRPDR sel 2001.0-4
+ - 101 # NDRPDR sel 2001.0-4
+ - 102 # NDRPDR sel 2001.0-4
+ - 103 # NDRPDR sel 2001.0-4
+ - 104 # NDRPDR sel 2001.0-4
+ - 105 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-2n-skx-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
@@ -859,52 +713,41 @@
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
- vpp-performance-changes-2n-skx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 100 # NDRPDR sel 2001.0-4
- - 101 # NDRPDR sel 2001.0-4
- - 102 # NDRPDR sel 2001.0-4
- - 103 # NDRPDR sel 2001.0-4
- - 104 # NDRPDR sel 2001.0-4
- - 105 # NDRPDR sel 2001.0-4
-
-# vpp-performance-changes-nfv-2n-skx-ref:
-# csit-vpp-perf-verify-2001-2n-skx:
-# - 30 # NFV
-# - 31 # NFV
-# vpp-performance-changes-nfv-2n-skx-cmp:
-# csit-vpp-perf-report-iterative-2005-2n-skx:
-# - 43 # NDRPDR sel
-# - 38 # NDRPDR sel
-# - 7 # NDRPDR sel
-# - 78 # nf-density-sel
-# - 83 # nf-density-sel
-
- vpp-performance-changes-2n-clx-ref:
- csit-vpp-perf-verify-2001-2n-clx:
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 32 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- vpp-performance-changes-2n-clx-cmp:
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
+ vpp-performance-changes-2n-skx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 25 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-skx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+
+ vpp-performance-changes-2n-clx-h1:
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- vpp-performance-changes-2n-clx-cmp-2:
+ - 73 # NDRPDR sel 2001.0-4
+ - 74 # NDRPDR sel 2001.0-4
+ - 75 # NDRPDR sel 2001.0-4
+ - 76 # NDRPDR sel 2001.0-4
+ - 77 # NDRPDR sel 2001.0-4
+ - 78 # NDRPDR sel 2001.0-4
+ - 79 # NDRPDR sel 2001.0-4
+ - 80 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-2n-clx-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
@@ -914,30 +757,28 @@
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
- vpp-performance-changes-2n-clx-cmp-2001.0-4:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 73 # NDRPDR sel 2001.0-4
- - 74 # NDRPDR sel 2001.0-4
- - 75 # NDRPDR sel 2001.0-4
- - 76 # NDRPDR sel 2001.0-4
- - 77 # NDRPDR sel 2001.0-4
- - 78 # NDRPDR sel 2001.0-4
- - 79 # NDRPDR sel 2001.0-4
- - 80 # NDRPDR sel 2001.0-4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
+ vpp-performance-changes-2n-clx-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 13 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 20 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-2n-clx-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-performance-changes-2n-dnv-h1:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- vpp-performance-changes-2n-dnv-ref:
csit-vpp-perf-verify-2001-2n-dnv:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -949,7 +790,7 @@
- 11 # NDRPDR sel
- 13 # NDRPDR sel
- 16 # NDRPDR sel
- vpp-performance-changes-2n-dnv-cmp:
+ vpp-performance-changes-2n-dnv-ref:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 3 # NDRPDR sel
- 6 # NDRPDR sel
@@ -961,20 +802,22 @@
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
-
- vpp-performance-changes-3n-dnv-h1:
- csit-vpp-perf-verify-1908-3n-dnv:
+ vpp-performance-changes-2n-dnv-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
+ csit-vpp-perf-report-iterative-2005-2n-dnv:
+ - 3 # NDRPDR sel
- 6 # NDRPDR sel
- 7 # NDRPDR sel
- 8 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
+ - 11 # NDRPDR sel
- 12 # NDRPDR sel
- 13 # NDRPDR sel
- 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- vpp-performance-changes-3n-dnv-ref:
+
+ vpp-performance-changes-3n-dnv-h1:
csit-vpp-perf-verify-2001-3n-dnv:
- 5 # NDRPDR sel
- 6 # NDRPDR sel
@@ -986,7 +829,7 @@
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- 18 # NDRPDR sel
- vpp-performance-changes-3n-dnv-cmp:
+ vpp-performance-changes-3n-dnv-ref:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 2 # NDRPDR sel
- 3 # NDRPDR sel
@@ -998,161 +841,143 @@
- 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
-
- vpp-performance-changes-3n-tsh-h1:
- csit-vpp-perf-verify-1908-3n-tsh:
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- vpp-performance-changes-3n-tsh-ref:
- csit-vpp-perf-verify-2001-3n-tsh:
+ vpp-performance-changes-3n-dnv-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
+ csit-vpp-perf-report-iterative-2005-3n-dnv:
+ - 2 # NDRPDR sel
- 3 # NDRPDR sel
- 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
- 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-tsh-cmp:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
+ - 10 # NDRPDR sel
- 11 # NDRPDR sel
- 12 # NDRPDR sel
- - 20 # NDRPDR sel
- - 14 # NDRPDR sel
- - 21 # NDRPDR sel
- vpp-performance-changes-3n-tsh-cmp-2:
- csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 23 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- vpp-performance-changes-3n-tsh-cmp-2001.0-4:
+
+ vpp-performance-changes-3n-tsh-h1:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
- 31 # NDRPDR sel 2001.0-4
+ vpp-performance-changes-3n-tsh-ref-env4:
+ csit-vpp-perf-report-iterative-2005-3n-tsh:
+ - 23 # NDRPDR sel env 4
+ - 25 # NDRPDR sel env 4
+ - 33 # NDRPDR sel env 4
+ - 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
+ - 38 # NDRPDR sel env 4
+ - 39 # NDRPDR sel env 4
+ - 40 # NDRPDR sel env 4
+ vpp-performance-changes-3n-tsh-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 8 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ vpp-performance-changes-3n-tsh-cmp:
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 14 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-skx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 49 # Soak
- - 54 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- - 49 # Soak
- - 54 # Soak
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-soak-vs-ndr-2n-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 44 # Soak
- - 49 # Soak
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-soak-vs-ndr-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- - 44 # Soak
- - 49 # Soak
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
vpp-performance-changes-3n-hsw-mrr-h1:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 39 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- 17 # MRR sel
- vpp-performance-changes-3n-hsw-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 13 # MRR
- vpp-performance-changes-3n-hsw-mrr-cmp-2:
+ vpp-performance-changes-3n-hsw-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 30 # MRR env 4
+ vpp-performance-changes-3n-hsw-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 18 # rls2005 MRR iter env 5
+ vpp-performance-changes-3n-hsw-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
-# vpp-performance-changes-3n-skx-mrr-h1:
-# csit-vpp-perf-verify-1908-3n-skx:
-# - 36 # MRR sel
- vpp-performance-changes-3n-skx-mrr-ref:
+ vpp-performance-changes-3n-skx-mrr-h1:
csit-vpp-perf-verify-2001-3n-skx:
- 50 # MRR sel
- 53 # MRR sel addition
- vpp-performance-changes-3n-skx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 6 # MRR sel
- vpp-performance-changes-3n-skx-mrr-cmp-2:
+ vpp-performance-changes-3n-skx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 49 # MRR sel env 4
+ vpp-performance-changes-3n-skx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 17 # rls2005 MRR iter env 5
+ vpp-performance-changes-3n-skx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
-# vpp-performance-changes-2n-skx-mrr-h1:
-# csit-vpp-perf-verify-1908-2n-skx:
-# - 69 # MRR sel
- vpp-performance-changes-2n-skx-mrr-ref:
+ vpp-performance-changes-2n-skx-mrr-h1:
csit-vpp-perf-verify-2001-2n-skx:
- 101 # MRR sel
- 128 # MRR sel addition
- vpp-performance-changes-2n-skx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 42 # MRR sel
- vpp-performance-changes-2n-skx-mrr-cmp-2:
+ vpp-performance-changes-2n-skx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 99 # MRR sel env 4
+ vpp-performance-changes-2n-skx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 20 # rls2005 MRR iter env 5
+ vpp-performance-changes-2n-skx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
- vpp-performance-changes-2n-clx-mrr-ref:
+ vpp-performance-changes-2n-clx-mrr-h1:
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
- vpp-performance-changes-2n-clx-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 12 # MRR
- vpp-performance-changes-2n-clx-mrr-cmp-2:
+ vpp-performance-changes-2n-clx-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 72 # MRR sel env 4
+ vpp-performance-changes-2n-clx-mrr-ref-env5:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 16 # rls2005 MRR iter env 5
+ vpp-performance-changes-2n-clx-mrr-cmp:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
# vpp-performance-changes-nfv-2n-skx-mrr-ref:
# csit-vpp-perf-verify-1908-2n-skx:
@@ -1163,51 +988,42 @@
# - 71 # NFV MRR
vpp-performance-changes-2n-dnv-mrr-h1:
- csit-vpp-perf-verify-1908-2n-dnv:
- - 11 # MRR sel
- vpp-performance-changes-2n-dnv-mrr-ref:
csit-vpp-perf-verify-2001-2n-dnv:
- 12 # MRR sel
+ vpp-performance-changes-2n-dnv-mrr-ref:
+ csit-vpp-perf-report-iterative-2005-2n-dnv:
+ - 15 # MRR sel
vpp-performance-changes-2n-dnv-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-2n-dnv:
csit-vpp-perf-report-iterative-2005-2n-dnv:
- 15 # MRR sel
vpp-performance-changes-3n-dnv-mrr-h1:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 17 # MRR sel
- vpp-performance-changes-3n-dnv-mrr-ref:
csit-vpp-perf-verify-2001-3n-dnv:
- 11 # MRR sel
+ vpp-performance-changes-3n-dnv-mrr-ref:
+ csit-vpp-perf-report-iterative-2005-3n-dnv:
+ - 8 # MRR
vpp-performance-changes-3n-dnv-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-dnv:
csit-vpp-perf-report-iterative-2005-3n-dnv:
- 8 # MRR
vpp-performance-changes-3n-tsh-mrr-h1:
- csit-vpp-perf-verify-1908-3n-tsh:
- - 17 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-ref:
csit-vpp-perf-verify-2001-3n-tsh:
- 9 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-cmp:
+ vpp-performance-changes-3n-tsh-mrr-ref-env4:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 10 # MRR sel
- vpp-performance-changes-3n-tsh-mrr-cmp-2:
+ - 27 # MRR sel env 4
+ vpp-performance-changes-3n-tsh-mrr-cmp:
+ # TODO: Replace:
+ # csit-vpp-perf-report-iterative-2009-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 27 # MRR sel env 4
dpdk-performance-changes-3n-hsw-h1:
- csit-dpdk-perf-verify-1908-3n-hsw:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -1229,7 +1045,7 @@
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
- dpdk-performance-changes-3n-hsw-cmp:
+ dpdk-performance-changes-3n-hsw-ref:
csit-dpdk-perf-report-iterative-2005-3n-hsw:
- 25 # NDRPDR iter
- 26 # NDRPDR iter
@@ -1241,20 +1057,20 @@
- 32 # NDRPDR iter
- 33 # NDRPDR iter
- 34 # NDRPDR iter
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
dpdk-performance-changes-3n-skx-h1:
- csit-dpdk-perf-verify-1908-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- dpdk-performance-changes-3n-skx-ref:
csit-dpdk-perf-verify-2001-3n-skx:
- 29 # NDRPDR sel xxv710
- 33 # NDRPDR sel xxv710
@@ -1276,7 +1092,7 @@
- 46 # NDRPDR sel x710
- 47 # NDRPDR sel x710
- 48 # NDRPDR sel x710
- dpdk-performance-changes-3n-skx-cmp:
+ dpdk-performance-changes-3n-skx-ref:
csit-dpdk-perf-report-iterative-2005-3n-skx:
- 28 # NDRPDR iter
- 29 # NDRPDR iter
@@ -1288,20 +1104,20 @@
- 35 # NDRPDR iter
- 36 # NDRPDR iter
- 37 # NDRPDR iter
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-performance-changes-2n-skx-h1:
- csit-dpdk-perf-verify-1908-2n-skx:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-verify-2001-2n-skx:
- 35 # NDRPDR sel xxv710
- 36 # NDRPDR sel xxv710
@@ -1323,9 +1139,10 @@
- 50 # NDRPDR sel x710
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
- dpdk-performance-changes-2n-skx-cmp:
+ dpdk-performance-changes-2n-skx-ref:
csit-dpdk-perf-report-iterative-2005-2n-skx:
- 20 # NDRPDR iter
+ - 21 # NDRPDR iter
- 22 # NDRPDR iter
- 23 # NDRPDR iter
- 24 # NDRPDR iter
@@ -1334,8 +1151,20 @@
- 27 # NDRPDR iter
- 28 # NDRPDR iter
- 29 # NDRPDR iter
-
- dpdk-performance-changes-2n-clx-ref:
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+ dpdk-performance-changes-2n-clx-h1:
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
- 16 # NDRPDR sel
@@ -1357,7 +1186,7 @@
- 32 # NDRPDR sel
- 33 # NDRPDR sel
- 34 # NDRPDR sel
- dpdk-performance-changes-2n-clx-cmp:
+ dpdk-performance-changes-2n-clx-ref:
csit-dpdk-perf-report-iterative-2005-2n-clx:
- 20 # NDRPDR iter
- 21 # NDRPDR iter
@@ -1369,8 +1198,20 @@
- 27 # NDRPDR iter
- 28 # NDRPDR iter
- 29 # NDRPDR iter
-
- dpdk-performance-changes-2n-dnv-ref:
+ dpdk-performance-changes-2n-clx-cmp:
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+ dpdk-performance-changes-2n-dnv-h1:
csit-dpdk-perf-verify-2001-2n-dnv:
- 9 # NDRPDR sel
- 10 # NDRPDR sel
@@ -1382,7 +1223,21 @@
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- 18 # NDRPDR sel
+ dpdk-performance-changes-2n-dnv-ref:
+ csit-dpdk-perf-report-iterative-2005-2n-dnv:
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
dpdk-performance-changes-2n-dnv-cmp:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-2n-dnv:
csit-dpdk-perf-report-iterative-2005-2n-dnv:
- 8 # NDRPDR sel
- 9 # NDRPDR sel
@@ -1395,7 +1250,7 @@
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- dpdk-performance-changes-3n-dnv-ref:
+ dpdk-performance-changes-3n-dnv-h1:
csit-dpdk-perf-verify-2001-3n-dnv:
- 12 # NDRPDR sel
- 13 # NDRPDR sel
@@ -1407,7 +1262,21 @@
- 19 # NDRPDR sel
- 20 # NDRPDR sel
- 22 # NDRPDR sel
+ dpdk-performance-changes-3n-dnv-ref:
+ csit-dpdk-perf-report-iterative-2005-3n-dnv:
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
dpdk-performance-changes-3n-dnv-cmp:
+ # TODO: Replace:
+ # csit-dpdk-perf-report-iterative-2009-3n-dnv:
csit-dpdk-perf-report-iterative-2005-3n-dnv:
- 6 # NDRPDR sel
- 7 # NDRPDR sel
@@ -1420,7 +1289,7 @@
- 14 # NDRPDR sel
- 16 # NDRPDR sel
- dpdk-performance-changes-3n-tsh-ref:
+ dpdk-performance-changes-3n-tsh-h1:
csit-dpdk-perf-verify-2001-3n-tsh:
- 3 # NDRPDR sel
- 4 # NDRPDR sel
@@ -1432,194 +1301,194 @@
- 14 # NDRPDR sel
- 15 # NDRPDR sel
- 18 # NDRPDR sel
- dpdk-performance-changes-3n-tsh-cmp:
+ dpdk-performance-changes-3n-tsh-ref:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
- 5 # NDRPDR sel
+ dpdk-performance-changes-3n-tsh-cmp:
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
# Compare testbeds
vpp-compare-testbeds-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 20 # NDRPDR sel env 4
- - 21 # NDRPDR sel env 4
- - 22 # NDRPDR sel env 4
- - 23 # NDRPDR sel env 4
- - 24 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 26 # NDRPDR sel env 4
- - 27 # NDRPDR sel env 4
- - 28 # NDRPDR sel env 4
- - 29 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-skx-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-skx-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
- - 63 # NDRPDR sel env 4
- - 64 # NDRPDR sel env 4
- - 65 # NDRPDR sel env 4
- - 66 # NDRPDR sel env 4
- - 68 # NDRPDR sel env 4
- - 69 # NDRPDR sel env 4
- - 70 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-hsw-clx-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 20 # NDRPDR sel env 4
- - 21 # NDRPDR sel env 4
- - 22 # NDRPDR sel env 4
- - 23 # NDRPDR sel env 4
- - 24 # NDRPDR sel env 4
- - 25 # NDRPDR sel env 4
- - 26 # NDRPDR sel env 4
- - 27 # NDRPDR sel env 4
- - 28 # NDRPDR sel env 4
- - 29 # NDRPDR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-hsw-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
- - 63 # NDRPDR sel env 4
- - 64 # NDRPDR sel env 4
- - 65 # NDRPDR sel env 4
- - 66 # NDRPDR sel env 4
- - 68 # NDRPDR sel env 4
- - 69 # NDRPDR sel env 4
- - 70 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
vpp-compare-testbeds-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 30 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 49 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-skx-clx-ref:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 99 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-skx-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-hsw-clx-ref:
- csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 30 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 23 # rls2009 MRR iter env 5
vpp-compare-testbeds-mrr-hsw-clx-cmp:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 72 # MRR env 4
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 35 # rls2009 MRR iter env 5
dpdk-compare-testbeds-ref:
- csit-dpdk-perf-report-iterative-2005-3n-hsw:
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
dpdk-compare-testbeds-cmp:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
- - 35 # NDRPDR iter
- - 36 # NDRPDR iter
- - 37 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-compare-testbeds-skx-clx-ref:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
dpdk-compare-testbeds-skx-clx-cmp:
- csit-dpdk-perf-report-iterative-2005-2n-clx:
- - 20 # NDRPDR iter
- - 21 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
# Compare topologies
vpp-compare-topologies-ref:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 42 # NDRPDR sel env 4
- - 43 # NDRPDR sel env 4
- - 44 # NDRPDR sel env 4
- - 45 # NDRPDR sel env 4
- - 47 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
vpp-compare-topologies-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 88 # NDRPDR sel env 4
- - 89 # NDRPDR sel env 4
- - 90 # NDRPDR sel env 4
- - 91 # NDRPDR sel env 4
- - 92 # NDRPDR sel env 4
- - 93 # NDRPDR sel env 4
- - 94 # NDRPDR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
vpp-compare-topologies-mrr-ref:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 49 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 24 # rls2009 MRR iter env 5
vpp-compare-topologies-mrr-cmp:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 99 # MRR sel env 4
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 26 # rls2009 MRR iter env 5
dpdk-compare-topologies-ref:
- csit-dpdk-perf-report-iterative-2005-3n-skx:
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
- - 30 # NDRPDR iter
- - 31 # NDRPDR iter
- - 32 # NDRPDR iter
- - 33 # NDRPDR iter
- - 34 # NDRPDR iter
- - 35 # NDRPDR iter
- - 36 # NDRPDR iter
- - 37 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
dpdk-compare-topologies-cmp:
- csit-dpdk-perf-report-iterative-2005-2n-skx:
- - 20 # NDRPDR iter
- - 22 # NDRPDR iter
- - 23 # NDRPDR iter
- - 24 # NDRPDR iter
- - 25 # NDRPDR iter
- - 26 # NDRPDR iter
- - 27 # NDRPDR iter
- - 28 # NDRPDR iter
- - 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
plot-layouts:
@@ -2159,41 +2028,9 @@
builds:
- csit-vpp-perf-verify-1908-3n-hsw:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 21 # NDRPDR sel
- - 39 # MRR sel
csit-vpp-perf-verify-2001-3n-hsw:
- - 21 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 29 # NDRPDR sel
- - 30 # NDRPDR sel
- - 31 # NDRPDR sel
- - 32 # NDRPDR sel
- - 34 # NDRPDR sel
- 17 # MRR sel
csit-vpp-perf-report-iterative-2005-3n-hsw:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- 20 # NDRPDR sel env 4
- 21 # NDRPDR sel env 4
- 22 # NDRPDR sel env 4
@@ -2213,74 +2050,56 @@
- 35 # NDRPDR sel 2001.0-4
- 36 # NDRPDR sel 2001.0-4
- 38 # NDRPDR sel 2001.0-4
- csit-vpp-perf-verify-2005-3n-hsw:
- - 3 # hoststack
- - 5 # hoststack
- - 6 # hoststack
- - 7 # hoststack
- - 8 # hoststack
- - 9 # hoststack
- - 10 # hoststack
- - 11 # hoststack
- - 12 # hoststack
- - 13 # hoststack
- csit-vpp-perf-report-coverage-2005-3n-hsw:
-# - 1 # perf-full-3n-dnv-crypto_I
-# - 7 # perf-full-3n-hsw-crypto_II
-# - 3 # perf-full-3n-hsw-crypto_III
-# - 4 # perf-full-3n-dnv-crypto_IV
-# - 5 # perf-full-3n-hsw-ip4_I
-# - 6 # perf-full-3n-hsw-ip4_II
-# - 8 # perf-full-3n-hsw-ip4_III
-# - 9 # perf-full-3n-hsw-ip4_IV
-# - 10 # perf-full-3n-hsw-ip4_V
-# - 26 # perf-full-3n-hsw-ip4_VI
-# - 18 # perf-full-3n-hsw-ip4_VII
-# - 27 # perf-full-3n-hsw-ip4_VIII
-# - 28 # perf-full-3n-hsw-ip4_IX
-# - 29 # perf-full-3n-hsw-ip6_I
-# - 35 # perf-full-3n-hsw-ip6_II
-# - 42 # perf-full-3n-hsw-l2_I
-# - 33 # perf-full-3n-hsw-l2_II
-# - 37 # perf-full-3n-hsw-l2_III
-# - 45 # perf-full-3n-hsw-l2_IV
-# - 43 # perf-full-3n-hsw-l2_V
-# - 40 # perf-full-3n-hsw-l2_VI
-# - 44 # perf-full-3n-hsw-l2_VII
-# - 51 # perf-full-3n-hsw-l2_VIII
-# - 50 # perf-full-3n-hsw-l2_IX
-# - 52 # perf-full-3n-hsw-l2_X
-# - 53 # perf-full-3n-hsw-l2_XI
-# - 54 # perf-full-3n-hsw-memif
-# - 55 # perf-full-3n-hsw-ip4tunnels-I
-# - 56 # perf-full-3n-hsw-ip4tunnels-II
-# - 57 # perf-full-3n-hsw-ip4tunnels-III
-# - 58 # perf-full-3n-hsw-ip6tunnels-I
-# - 59 # perf-full-3n-hsw-srv6-I
-# - 60 # perf-full-3n-hsw-srv6-II
-# - 61 # perf-full-3n-hsw-vhost-I
-# - 62 # perf-full-3n-hsw-vhost-II
-# - 63 # perf-full-3n-hsw-vhost-III
-
- csit-vpp-perf-verify-1908_1-3n-skx:
- - 26 # NDRPDR sel - new1908.1
- - 27 # NDRPDR sel - new1908.1
- - 28 # NDRPDR sel - new1908.1
- - 29 # NDRPDR sel - new1908.1
- - 30 # NDRPDR sel - new1908.1
- - 31 # NDRPDR sel - new1908.1
- - 33 # NDRPDR sel - new1908.1
- - 34 # NDRPDR sel - new1908.1
- - 35 # NDRPDR sel - new1908.1
- - 36 # NDRPDR sel - new1908.1
+ csit-vpp-perf-report-iterative-2009-3n-hsw:
+ - 18 # rls2005 MRR iter env 5
+ - 9 # rls2005 NDRPDR iter env 5
+ - 10 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 14 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 23 # rls2009 MRR iter env 5
+ - 21 # rls2009 NDRPDR iter env 5
+ - 22 # rls2009 NDRPDR iter env 5
+ - 24 # rls2009 NDRPDR iter env 5
+ - 25 # rls2009 NDRPDR iter env 5
+ - 26 # rls2009 NDRPDR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 28 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ - 30 # rls2009 NDRPDR iter env 5
+ - 31 # rls2009 NDRPDR iter env 5
+ - 32 # rls2009 Hoststack iter env 5
+ - 33 # rls2009 Hoststack iter env 5
+ - 34 # rls2009 Hoststack iter env 5
+ - 35 # rls2009 Hoststack iter env 5
+ - 36 # rls2009 Hoststack iter env 5
+ - 37 # rls2009 Hoststack iter env 5
+ - 38 # rls2009 Hoststack iter env 5
+ - 39 # rls2009 Hoststack iter env 5
+ - 40 # rls2009 Hoststack iter env 5
+ - 41 # rls2009 Hoststack iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-hsw:
+ - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00
+ - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01
+ - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02
+ - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03
+ - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00
+ - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01
+ - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02
+ - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03
+ - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04
+ - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05
+ - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06
+ - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00
+ - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01
+
csit-vpp-perf-verify-2001-3n-skx:
- - 69 # NDRPDR sel - new2001.0
- - 71 # NDRPDR sel - new2001.0
- - 72 # NDRPDR sel - new2001.0
- - 76 # NDRPDR sel - new2001.0
- - 77 # NDRPDR sel - new2001.0
- - 78 # NDRPDR sel - new2001.0
- - 80 # NDRPDR sel - new2001.0
- 50 # MRR sel
- 53 # MRR sel addition
csit-vpp-perf-report-iterative-2005-3n-skx:
@@ -2289,91 +2108,39 @@
- 33 # NDRPDR sel
- 28 # NDRPDR sel
- 34 # NDRPDR sel
- - 36 # NDRPDR sel
- - 37 # NDRPDR sel
- - 38 # NDRPDR sel
- - 39 # NDRPDR sel
- - 41 # NDRPDR sel
- 42 # NDRPDR sel env 4
- 43 # NDRPDR sel env 4
- 44 # NDRPDR sel env 4
- 45 # NDRPDR sel env 4
- 47 # NDRPDR sel env 4
+ - 55 # NDRPDR sel env 4
+ - 56 # NDRPDR sel env 4
+ - 57 # NDRPDR sel env 4
+ - 61 # NDRPDR sel env 4
+ - 62 # NDRPDR sel env 4
- 50 # NDRPDR sel 2001.0-4
- 51 # NDRPDR sel 2001.0-4
- 52 # NDRPDR sel 2001.0-4
- 53 # NDRPDR sel 2001.0-4
- 54 # NDRPDR sel 2001.0-4
- - 6 # MRR sel
- 49 # MRR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
-
- csit-vpp-perf-verify-1908_1-2n-skx:
- - 39 # NDRPDR sel - new1908.1
- - 40 # NDRPDR sel - new1908.1
- - 41 # NDRPDR sel - new1908.1
- - 43 # NDRPDR sel - new1908.1
- - 44 # NDRPDR sel - new1908.1
- - 45 # NDRPDR sel - new1908.1
- - 46 # NDRPDR sel - new1908.1
- - 47 # NDRPDR sel - new1908.1
- - 48 # NDRPDR sel - new1908.1
- - 49 # NDRPDR sel - new1908.1
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-skx:
+ - 17 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 24 # rls2009 MRR iter env 5
+ - 27 # rls2009 NDRPDR iter env 5
+ - 29 # rls2009 NDRPDR iter env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-3n-skx:
+ - 1 # RC2 env5 3n-skx-ip4-00
+
csit-vpp-perf-verify-2001-2n-skx:
- - 143 # NDRPDR sel - new2001.0
- - 146 # NDRPDR sel - new2001.0
- - 147 # NDRPDR sel - new2001.0
- - 148 # NDRPDR sel - new2001.0
- - 149 # NDRPDR sel - new2001.0
- - 150 # NDRPDR sel - new2001.0
- - 151 # NDRPDR sel - new2001.0
- - 152 # NDRPDR sel - new2001.0
- - 153 # NDRPDR sel - new2001.0
- - 154 # NDRPDR sel - new2001.0
- 101 # MRR sel - old
- 128 # MRR sel addition - old
csit-vpp-perf-report-iterative-2005-2n-skx:
- - 43 # NDRPDR sel
- - 38 # NDRPDR sel
- - 7 # NDRPDR sel
- - 65 # NDRPDR sel
- - 47 # NDRPDR sel
- - 55 # NDRPDR sel
- - 67 # NDRPDR sel
- - 75 # NDRPDR sel
- - 76 # NDRPDR sel
- - 73 # NDRPDR sel
- 88 # NDRPDR sel env 4
- 89 # NDRPDR sel env 4
- 90 # NDRPDR sel env 4
@@ -2381,74 +2148,67 @@
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
- 100 # NDRPDR sel 2001.0-4
- 101 # NDRPDR sel 2001.0-4
- 102 # NDRPDR sel 2001.0-4
- 103 # NDRPDR sel 2001.0-4
- 104 # NDRPDR sel 2001.0-4
- 105 # NDRPDR sel 2001.0-4
- - 42 # MRR sel
- 99 # MRR sel env 4
- - 48 # Reconf
- - 50 # Reconf
- - 51 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 60 # Reconf
- - 70 # Reconf
- - 71 # Reconf
- - 63 # Reconf
- - 66 # Reconf
- - 49 # Soak
- - 54 # Soak
- - 78 # nf-density-sel
- - 83 # nf-density-sel
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
-
- csit-vpp-perf-verify-1908_1-2n-clx:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
+ - 122 # Soak
+ - 123 # Soak
+ - 113 # nf-density-sel env 4
+ - 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
+ - 128 # nf-density-sel env 4
+ - 129 # nf-density-sel env 4
+ - 131 # nf-density-sel env 4
+ - 132 # nf-density-sel env 4
+ - 135 # nf-density-sel env 4
+ - 136 # nf-density-sel env 4
+ - 139 # nf-density-sel env 4
+ - 115 # MRR nf-density-sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-skx:
+ - 20 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 16 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 25 # rls2005 NDRPDR iter env 5
+ - 26 # rls2009 MRR iter env 5
+ - 35 # rls2009 NDRPDR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 NDRPDR iter env 5
+ - 39 # rls2009 NDRPDR iter env 5
+ - 40 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 nf-density iter env 5
+ - 41 # rls2009 nf-density iter env 5
+ - 45 # rls2009 nf-density iter env 5
+ - 47 # rls2009 nf-density iter env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 31 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-2n-skx:
+ - 7 # RC2 env5 2n-skx-ip4-00
+
csit-vpp-perf-verify-2001-2n-clx:
- - 28 # NDRPDR sel
- - 29 # NDRPDR sel
- - 32 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- 39 # MRR
csit-vpp-perf-report-iterative-2005-2n-clx:
- - 7 # NDRPDR sel
- - 38 # NDRPDR sel
- - 9 # NDRPDR sel
- - 32 # NDRPDR sel ???
- - 33 # NDRPDR sel ???
- - 39 # NDRPDR sel
- - 40 # NDRPDR sel
- - 43 # NDRPDR sel
- - 50 # NDRPDR sel
- - 51 # NDRPDR sel
- 62 # NDRPDR sel env 4
- 63 # NDRPDR sel env 4
- 64 # NDRPDR sel env 4
@@ -2457,6 +2217,8 @@
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
- 73 # NDRPDR sel 2001.0-4
- 74 # NDRPDR sel 2001.0-4
- 75 # NDRPDR sel 2001.0-4
@@ -2465,65 +2227,50 @@
- 78 # NDRPDR sel 2001.0-4
- 79 # NDRPDR sel 2001.0-4
- 80 # NDRPDR sel 2001.0-4
- - 12 # MRR
- 72 # MRR env 4
- - 42 # Reconf
- - 45 # Reconf
- - 46 # Reconf
- - 47 # Reconf
- - 48 # Reconf
- - 52 # Reconf
- - 53 # Reconf
- - 54 # Reconf
- - 55 # Reconf
- - 56 # Reconf
- - 44 # Soak
- - 49 # Soak
- - 57 # 2n-clx nfv-density-00
- - 58 # 2n-clx nfv-density-00
- - 59 # 2n-clx nfv-density-00
- - 60 # 2n-clx nfv-density-00
- - 61 # 2n-clx nfv-density-00
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
-
- csit-vpp-perf-verify-1908-3n-tsh:
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # MRR sel
+ - 91 # nfv-density-00 env 4
+ - 92 # nfv-density-00 env 4
+ - 93 # nfv-density-00 env 4
+ - 97 # nfv-density-00 env 4
+ - 98 # nfv-density-00 env 4
+ - 99 # nfv-density-00 env 4
+ - 100 # nfv-density-00 env 4
+ - 105 # nfv-density-00 env 4
+ - 106 # nfv-density-00 env 4
+ - 108 # nfv-density-00 env 4
+ - 96 # MRR nfv-density-00 env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-2n-clx:
+ - 16 # rls2005 MRR iter env 5
+ - 13 # rls2005 NDRPDR iter env 5
+ - 15 # rls2005 NDRPDR iter env 5
+ - 17 # rls2005 NDRPDR iter env 5
+ - 18 # rls2005 NDRPDR iter env 5
+ - 19 # rls2005 NDRPDR iter env 5
+ - 20 # rls2005 NDRPDR iter env 5
+ - 21 # rls2005 NDRPDR iter env 5
+ - 22 # rls2005 NDRPDR iter env 5
+ - 23 # rls2005 NDRPDR iter env 5
+ - 24 # rls2005 NDRPDR iter env 5
+ - 35 # rls2009 MRR iter env 5
+ - 36 # rls2009 NDRPDR iter env 5
+ - 38 # rls2009 NDRPDR iter env 5
+ - 41 # rls2009 NDRPDR iter env 5
+ - 37 # rls2009 nf-density iter env 5
+ - 25 # rls2009 reconf env 5
+ - 27 # rls2009 reconf env 5
+ - 28 # rls2009 reconf env 5
+ - 29 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 30 # rls2009 reconf env 5
+ - 32 # rls2009 reconf env 5
+ - 33 # rls2009 soak env 5
+ - 34 # rls2009 soak env 5
+ # TODO: Add:
+ csit-vpp-perf-report-coverage-2009-2n-clx:
+ - 1 # RC2 env5 2n-clx-ip4-00
+
csit-vpp-perf-verify-2001-3n-tsh:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 21 # NDRPDR sel
- 9 # MRR sel
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 9 # NDRPDR sel
@@ -2534,114 +2281,102 @@
- 21 # NDRPDR sel
- 23 # NDRPDR sel env 4
- 25 # NDRPDR sel env 4
+ - 33 # NDRPDR sel env 4
+ - 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
+ - 38 # NDRPDR sel env 4
+ - 39 # NDRPDR sel env 4
+ - 40 # NDRPDR sel env 4
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
- 31 # NDRPDR sel 2001.0-4
- - 10 # MRR sel
- 27 # MRR sel env 4
+ # TODO: Add:
+ csit-vpp-perf-report-iterative-2009-3n-tsh:
+ - 8 # rls2005 NDRPDR iter env 5
+ - 11 # rls2005 NDRPDR iter env 5
+ - 12 # rls2005 NDRPDR iter env 5
+ - 14 # rls2009 NDRPDR iter env 5
+ csit-vpp-perf-report-coverage-2009-3n-tsh:
+ - 1 # RC2 3n-tsh-ip4-00
+
+# csit-vpp-perf-verify-2001-3n-dnv:
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# - 11 # MRR sel
+# csit-vpp-perf-report-iterative-2005-3n-dnv:
+# - 2 # NDRPDR sel
+# - 3 # NDRPDR sel
+# - 4 # NDRPDR sel
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 8 # MRR
+# csit-vpp-perf-report-coverage-2005-3n-dnv:
+# - 1 # perf-full-3n-dnv-crypto_I
+# - 24 # perf-full-3n-dnv-crypto_II
+# - 5 # perf-full-3n-dnv-ip4_I
+# - 13 # perf-full-3n-dnv-ip4_II
+# - 17 # perf-full-3n-dnv-ip6_I
+# - 18 # perf-full-3n-dnv-ip6_II
+# - 21 # perf-full-3n-dnv-l2_I
+# - 22 # perf-full-3n-dnv-l2_II
+# - 23 # perf-full-3n-dnv-ip4-tunnels_I
+# # TODO: Add:
+# # csit-vpp-perf-report-iterative-2009-3n-dnv:
+# # TODO: Add:
+# # csit-vpp-perf-report-coverage-2009-3n-dnv:
+
+# csit-vpp-perf-verify-2001-2n-dnv:
+# - 4 # NDRPDR sel
+# - 5 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 12 # MRR sel
+# csit-vpp-perf-report-iterative-2005-2n-dnv:
+# - 3 # NDRPDR sel
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # MRR sel
+# csit-vpp-perf-report-coverage-2005-2n-dnv:
+# - 1 # perf-full-2n-dnv-ip4_I
+# - 2 # perf-full-2n-dnv-ip4_II
+# - 3 # perf-full-2n-dnv-ip6_I
+# - 4 # perf-full-2n-dnv-ip6_II
+# - 5 # perf-full-2n-dnv-l2_I
+# - 6 # perf-full-2n-dnv-l2_II
+# # TODO: Add:
+# # csit-vpp-perf-report-iterative-2009-2n-dnv:
+# # TODO: Add:
+# # csit-vpp-perf-report-coverage-2009-2n-dnv:
- csit-vpp-perf-verify-1908-3n-dnv:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # MRR sel
- csit-vpp-perf-verify-2001-3n-dnv:
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 12 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 11 # MRR sel
- csit-vpp-perf-report-iterative-2005-3n-dnv:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 8 # MRR
- csit-vpp-perf-report-coverage-2005-3n-dnv:
- - 1 # perf-full-3n-dnv-crypto_I
- - 24 # perf-full-3n-dnv-crypto_II
- - 5 # perf-full-3n-dnv-ip4_I
- - 13 # perf-full-3n-dnv-ip4_II
- - 17 # perf-full-3n-dnv-ip6_I
- - 18 # perf-full-3n-dnv-ip6_II
- - 21 # perf-full-3n-dnv-l2_I
- - 22 # perf-full-3n-dnv-l2_II
- - 23 # perf-full-3n-dnv-ip4-tunnels_I
-
- csit-vpp-perf-verify-1908-2n-dnv:
- - 1 # NDRPDR sel
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # MRR sel
- csit-vpp-perf-verify-2001-2n-dnv:
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 13 # NDRPDR sel
- - 16 # NDRPDR sel
- - 12 # MRR sel
- csit-vpp-perf-report-iterative-2005-2n-dnv:
- - 3 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # MRR sel
- csit-vpp-perf-report-coverage-2005-2n-dnv:
- - 1 # perf-full-2n-dnv-ip4_I
- - 2 # perf-full-2n-dnv-ip4_II
- - 3 # perf-full-2n-dnv-ip6_I
- - 4 # perf-full-2n-dnv-ip6_II
- - 5 # perf-full-2n-dnv-l2_I
- - 6 # perf-full-2n-dnv-l2_II
-
- csit-dpdk-perf-verify-1908-3n-hsw:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
csit-dpdk-perf-verify-2001-3n-hsw:
- 4 # NDRPDR sel
- 5 # NDRPDR sel
@@ -2674,18 +2409,18 @@
- 32 # NDRPDR iter
- 33 # NDRPDR iter
- 34 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-hsw:
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+ - 14 # NDRPDR iter env5
+ - 15 # NDRPDR iter env5
- csit-dpdk-perf-verify-1908-3n-skx:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
csit-dpdk-perf-verify-2001-3n-skx:
- 29 # NDRPDR sel xxv710
- 33 # NDRPDR sel xxv710
@@ -2718,18 +2453,18 @@
- 35 # NDRPDR iter
- 36 # NDRPDR iter
- 37 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-3n-skx:
+ - 4 # NDRPDR sel env5
+ - 5 # NDRPDR sel env5
+ - 6 # NDRPDR sel env5
+ - 7 # NDRPDR sel env5
+ - 8 # NDRPDR sel env5
+ - 9 # NDRPDR sel env5
+ - 14 # NDRPDR sel env5
+ - 11 # NDRPDR sel env5
+ - 12 # NDRPDR sel env5
+ - 13 # NDRPDR sel env5
- csit-dpdk-perf-verify-1908-2n-skx:
- - 2 # NDRPDR sel
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
csit-dpdk-perf-verify-2001-2n-skx:
- 35 # NDRPDR sel xxv710
- 36 # NDRPDR sel xxv710
@@ -2753,6 +2488,7 @@
- 54 # NDRPDR sel x710
csit-dpdk-perf-report-iterative-2005-2n-skx:
- 20 # NDRPDR iter
+ - 21 # NDRPDR iter
- 22 # NDRPDR iter
- 23 # NDRPDR iter
- 24 # NDRPDR iter
@@ -2761,6 +2497,17 @@
- 27 # NDRPDR iter
- 28 # NDRPDR iter
- 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-skx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
@@ -2794,57 +2541,72 @@
- 27 # NDRPDR iter
- 28 # NDRPDR iter
- 29 # NDRPDR iter
+ csit-dpdk-perf-report-iterative-2009-2n-clx:
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 8 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+ - 11 # NDRPDR iter env5
+ - 12 # NDRPDR iter env5
+ - 13 # NDRPDR iter env5
+
+# csit-dpdk-perf-verify-2001-2n-dnv:
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# csit-dpdk-perf-report-iterative-2005-2n-dnv:
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# # TODO: Add:
+# # csit-dpdk-perf-report-iterative-2009-2n-dnv:
+
+# csit-dpdk-perf-verify-2001-3n-dnv:
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 22 # NDRPDR sel
+# csit-dpdk-perf-report-iterative-2005-3n-dnv:
+# - 6 # NDRPDR sel
+# - 7 # NDRPDR sel
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 10 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 16 # NDRPDR sel
+# # TODO: Add:
+# # csit-dpdk-perf-report-iterative-2009-3n-dnv:
- csit-dpdk-perf-verify-2001-2n-dnv:
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-2n-dnv:
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
-
- csit-dpdk-perf-verify-2001-3n-dnv:
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 15 # NDRPDR sel
- - 16 # NDRPDR sel
- - 17 # NDRPDR sel
- - 18 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- csit-dpdk-perf-report-iterative-2005-3n-dnv:
- - 6 # NDRPDR sel
- - 7 # NDRPDR sel
- - 8 # NDRPDR sel
- - 9 # NDRPDR sel
- - 10 # NDRPDR sel
- - 11 # NDRPDR sel
- - 12 # NDRPDR sel
- - 13 # NDRPDR sel
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
-
- csit-dpdk-perf-verify-2001-3n-tsh:
- - 3 # NDRPDR sel
- - 4 # NDRPDR sel
- - 5 # NDRPDR sel
+ csit-dpdk-perf-verify-2001-3n-tsh:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
- 9 # NDRPDR sel
- 10 # NDRPDR sel
- 11 # NDRPDR sel
@@ -2854,9 +2616,21 @@
- 18 # NDRPDR sel
csit-dpdk-perf-report-iterative-2005-3n-tsh:
- 5 # NDRPDR sel
-
- csit-vpp-device-2005-ubuntu1804-1n-skx:
- - 35
+ # TODO: Add:
+ csit-dpdk-perf-report-iterative-2009-3n-tsh:
+ - 1 # NDRPDR iter env5
+ - 2 # NDRPDR iter env5
+ - 3 # NDRPDR iter env5
+ - 4 # NDRPDR iter env5
+ - 5 # NDRPDR iter env5
+ - 6 # NDRPDR iter env5
+ - 7 # NDRPDR iter env5
+ - 9 # NDRPDR iter env5
+ - 10 # NDRPDR iter env5
+
+ # TODO: Add:
+ csit-vpp-device-2009-ubuntu1804-1n-skx:
+ - 131 # rls2009 env 5
- type: "output"
output: "report"
@@ -2910,97 +2684,97 @@
################################################################################
-# VPP Compare NICs 3n-skx 2t1c ndr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c ndr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 2t1c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-nic-comparison-3n-skx"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
+## VPP Compare NICs 3n-skx 2t1c ndr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 4t2c ndr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 2t1c pdr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
+#
+## VPP Compare NICs 3n-skx 4t2c pdr
+#- type: "table"
+# title: "VPP Compare NICs 3n-skx 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
+# columns:
+# - title: "x710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-X710"
+# - title: "xxv710"
+# data-set: "vpp-nic-comparison-3n-skx"
+# tag: "NIC_Intel-XXV710"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "x710, xxv710 - NICs tested."
+# - "Diff - difference between x710 and xxv710 NIC."
## VPP Compare NICs 3n-skx 2t1c mrr
#- type: "table"
@@ -3243,30 +3017,30 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 2t2c pdr
- type: "table"
@@ -3276,30 +3050,30 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 1t1c ndr
- type: "table"
@@ -3309,30 +3083,30 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 2t2c ndr
- type: "table"
@@ -3342,515 +3116,195 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-hsw 1t1c pdr-full
+# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c pdr-full"
+ title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-hsw 2t2c pdr-full
+# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c pdr-full"
+ title: "VPP Performance Changes 3n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-hsw 1t1c ndr-full
+# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c ndr-full"
+ title: "VPP Performance Changes 3n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-hsw 2t2c ndr-full
+# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c ndr-full"
+ title: "VPP Performance Changes 3n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-cmp"
+ data-set: "vpp-performance-changes-3n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-skx 2t1c pdr
+# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr"
+ title: "VPP Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c pdr-full
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-skx-2t1c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c pdr-full
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-skx-4t2c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 2t1c ndr-full
-- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-skx-2t1c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-skx 4t2c ndr-full
-- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-skx-4t2c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-skx 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
@@ -3860,30 +3314,30 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
@@ -3893,30 +3347,30 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
@@ -3926,467 +3380,162 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
+ data-set: "vpp-performance-changes-2n-skx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
comparisons:
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
compare: 4
- rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 2t1c pdr-full
+# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-2n-skx-2t1c-pdr-rca3.yaml"
-
+ compare: 4
+# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c pdr-full
+# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c pdr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-2n-skx-4t2c-pdr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 2t1c ndr-full
+# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c ndr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-2n-skx-2t1c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c ndr-full
+# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c ndr-full"
+ title: "VPP Performance Changes 2n-clx-xxv710 ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr-full"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-skx-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-cmp"
+ data-set: "vpp-performance-changes-2n-clx-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-2n-skx-4t2c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
- rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
- rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
- rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 3
- rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
- rca-file: "rca/rca-2n-clx-2t1c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
- rca-file: "rca/rca-2n-clx-4t2c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
- rca-file: "rca/rca-2n-clx-2t1c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr-full
-- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 1
- compare: 2
- rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 2
- compare: 4
- rca-file: "rca/rca-2n-clx-4t2c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
## VPP Performance Changes 2n-clx-x556 2t1c pdr
#- type: "table"
@@ -4397,7 +3546,7 @@
# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
# - title: "2005.0-3"
# data-set: "vpp-performance-changes-2n-clx-cmp"
# comparisons:
@@ -4407,7 +3556,7 @@
# legend:
# - ''
# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
@@ -4421,7 +3570,7 @@
# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
# - title: "2005.0-3"
# data-set: "vpp-performance-changes-2n-clx-cmp"
# comparisons:
@@ -4431,7 +3580,7 @@
# legend:
# - ''
# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
@@ -4445,7 +3594,7 @@
# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
# - title: "2005.0-3"
# data-set: "vpp-performance-changes-2n-clx-cmp"
# comparisons:
@@ -4455,7 +3604,7 @@
# legend:
# - ''
# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
@@ -4469,7 +3618,7 @@
# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001.0-2"
-# data-set: "vpp-performance-changes-2n-clx-ref"
+# data-set: "vpp-performance-changes-2n-clx-ref-env4"
# - title: "2005.0-3"
# data-set: "vpp-performance-changes-2n-clx-cmp"
# comparisons:
@@ -4479,502 +3628,342 @@
# legend:
# - ''
# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-# VPP Performance Changes 2n-dnv 1t1c pdr
+## VPP Performance Changes 2n-dnv 1t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 1t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c pdr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c pdr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c ndr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c ndr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+
+# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2005.0-3 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 2t2c pdr
+# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ title: "VPP Performance Changes 3n-tsh 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2005.0-3 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 1t1c ndr
+# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ title: "VPP Performance Changes 3n-tsh 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
+ - title: "2001.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-h1"
+ - title: "2005.0-4"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
comparisons:
- - title: "2005.0-3 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
legend:
- ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 2t2c ndr
+# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ title: "VPP Performance Changes 3n-tsh 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-tsh 1t1c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c pdr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 1t1c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c ndr
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 1t1c pdr-full
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c pdr-full
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr-full"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 1t1c ndr-full
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-cmp"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
- comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
- reference: 2
- compare: 3
- rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
- reference: 3
- compare: 5
- rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca3.yaml"
- legend:
- - ''
- - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
-
-# VPP Performance Changes 3n-tsh 2t2c ndr-full
-- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr-full"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr-full"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-ref"
- - title: "2001.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4"
- - title: "2005.0-3"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-ref-env5"
+ - title: "2009.0-5"
data-set: "vpp-performance-changes-3n-tsh-cmp"
- - title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-cmp-2"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 4
- compare: 5
- rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
- - title: "2001.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
- - title: "2005.0-4 vs 2001.0-4"
+# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
reference: 3
- compare: 5
- rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca3.yaml"
+ compare: 4
+# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"
@@ -5336,30 +4325,30 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 2t2c mrr
- type: "table"
@@ -5369,30 +4358,30 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-hsw 4t4c mrr
- type: "table"
@@ -5402,30 +4391,30 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
+ compare: 3
+# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
compare: 4
- rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 2t1c mrr
- type: "table"
@@ -5436,27 +4425,29 @@
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
+# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
@@ -5467,27 +4458,29 @@
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
+# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
@@ -5498,27 +4491,29 @@
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
+# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 2
compare: 3
- rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
+# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
@@ -5529,27 +4524,29 @@
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
@@ -5560,27 +4557,29 @@
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
@@ -5591,27 +4590,29 @@
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-skx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-4"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
@@ -5622,27 +4623,29 @@
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
@@ -5653,27 +4656,29 @@
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
@@ -5684,27 +4689,29 @@
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-clx-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+ data-set: "vpp-performance-changes-2n-clx-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
+ - title: "2005.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
+ - title: "2005.0-5 vs 2005.0-4"
reference: 2
compare: 3
- rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
- reference: 1
- compare: 3
- rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
+# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
+ - title: "2009.0-5 vs 2005.0-5"
+ reference: 3
+ compare: 4
+# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.'
## VPP Performance Changes 2n-clx-x556 2t1c mrr
#- type: "table"
@@ -5715,7 +4722,7 @@
# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001"
-# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
# - title: "2005"
# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
# comparisons:
@@ -5736,7 +4743,7 @@
# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001"
-# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
# - title: "2005"
# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
# comparisons:
@@ -5757,7 +4764,7 @@
# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
# columns:
# - title: "2001"
-# data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4"
# - title: "2005"
# data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
# comparisons:
@@ -5769,155 +4776,155 @@
# - "2001, 2005 - VPP versions tested."
# - "Diff - difference between 2001 and 2005 VPP version."
-# VPP Performance Changes 2n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 2n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 2n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 2n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 1t1c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 2t2c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
-
-# VPP Performance Changes 3n-dnv 4t4c mrr
-- type: "table"
- title: "VPP Performance Changes 3n-dnv 4t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C'"
- columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
- - title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
- comparisons:
- - title: "2005.0-3 vs 2001.0-2"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
+## VPP Performance Changes 2n-dnv 1t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 1t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 2t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 2t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 2n-dnv 4t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 2n-dnv 4t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T4C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 1t1c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 1t1c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 2t2c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 2t2c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
+#
+## VPP Performance Changes 3n-dnv 4t4c mrr
+#- type: "table"
+# title: "VPP Performance Changes 3n-dnv 4t4c mrr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
+# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T4C'"
+# columns:
+# - title: "2001.0-2"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
+# - title: "2005.0-3"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+# - title: "2009.0-5"
+# data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+# comparisons:
+# - title: "2009.0-5 vs 2005.0-3"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
@@ -5927,30 +4934,23 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 2
- compare: 4
- rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
@@ -5960,30 +4960,23 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 2
- compare: 4
- rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
@@ -5993,30 +4986,23 @@
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "1908.1-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2001.0-2"
- data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
- - title: "2005.0-3"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-h1"
- title: "2005.0-4"
- data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4"
+ - title: "2009.0-5"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
comparisons:
- - title: "2005.0-4 vs 2005.0-3"
- reference: 3
- compare: 4
- rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
- - title: "2005.0-4 vs 2001.0-2"
+ - title: "2009.0-5 vs 2005.0-4"
reference: 2
- compare: 4
- rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
+ compare: 3
+# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
+ - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.'
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
- type: "table"
@@ -6369,39 +5355,39 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-3n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP Performance Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "vpp-perf-results-2n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
+## Detailed Test Results - VPP Performance Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP Performance Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - VPP Performance Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
# Test configuration - VPP Performance Test Configs 3n-hsw
- type: "table"
@@ -6488,49 +5474,49 @@
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-dnv
+## Test configuration - VPP Performance Test Configs 3n-dnv
+#- type: "table"
+# title: "Test configuration - VPP Performance Test Configs 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+#
+## Test configuration - VPP Performance Test Configs 2n-dnv
+#- type: "table"
+# title: "Test configuration - VPP Performance Test Configs 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+
+# Test Operational Data - VPP Performance Operational Data 3n-hsw
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-perf-results-3n-dnv"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/"
+ data: "vpp-perf-results-3n-hsw"
filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-# Test configuration - VPP Performance Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-perf-results-2n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test Operational Data - VPP Performance Operational Data 3n-hsw
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 3n-hsw"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/"
- data: "vpp-perf-results-3n-hsw"
- filter: "all"
-
-# Test Operational Data - VPP Performance Operational Data 3n-skx
+# Test Operational Data - VPP Performance Operational Data 3n-skx
- type: "table"
title: "Test Operational Data - VPP Performance Operational Data 3n-skx"
algorithm: "table_oper_data_html"
@@ -6562,21 +5548,21 @@
data: "vpp-perf-results-3n-tsh"
filter: "all"
-# Test Operational Data - VPP Performance Operational Data 3n-dnv
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
- data: "vpp-perf-results-3n-dnv"
- filter: "all"
-
-# Test Operational Data - VPP Performance Operational Data 2n-dnv
-- type: "table"
- title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
- algorithm: "table_oper_data_html"
- output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
- data: "vpp-perf-results-2n-dnv"
- filter: "all"
+## Test Operational Data - VPP Performance Operational Data 3n-dnv
+#- type: "table"
+# title: "Test Operational Data - VPP Performance Operational Data 3n-dnv"
+# algorithm: "table_oper_data_html"
+# output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/"
+# data: "vpp-perf-results-3n-dnv"
+# filter: "all"
+#
+## Test Operational Data - VPP Performance Operational Data 2n-dnv
+#- type: "table"
+# title: "Test Operational Data - VPP Performance Operational Data 2n-dnv"
+# algorithm: "table_oper_data_html"
+# output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/"
+# data: "vpp-perf-results-2n-dnv"
+# filter: "all"
# Detailed Test Results - VPP MRR Results 3n-hsw
- type: "table"
@@ -6663,39 +5649,39 @@
- "parent"
- "msg"
-# Detailed Test Results - VPP MRR Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-mrr-results-3n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - VPP MRR Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - VPP MRR Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
- data: "vpp-mrr-results-2n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
+## Detailed Test Results - VPP MRR Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP MRR Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+# data: "data msg"
+# data: "vpp-mrr-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - VPP MRR Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - VPP MRR Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+# data: "data msg"
+# data: "vpp-mrr-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
# Test configuration - VPP MRR Test Configs 3n-hsw
- type: "table"
@@ -6782,39 +5768,39 @@
- "name"
- "conf-history"
-# Test configuration - VPP MRR Test Configs 3n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-mrr-results-3n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
-
-# Test configuration - VPP MRR Test Configs 2n-dnv
-- type: "table"
- title: "Test configuration - VPP MRR Test Configs 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
- data: "vpp-mrr-results-2n-dnv"
- filter: "all"
- parameters:
- - "parent"
- - "name"
- - "conf-history"
+## Test configuration - VPP MRR Test Configs 3n-dnv
+#- type: "table"
+# title: "Test configuration - VPP MRR Test Configs 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-mrr-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+#
+## Test configuration - VPP MRR Test Configs 2n-dnv
+#- type: "table"
+# title: "Test configuration - VPP MRR Test Configs 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-mrr-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
@@ -6861,11 +5847,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -6873,8 +5859,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c pdr
- type: "table"
@@ -6884,11 +5870,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -6896,8 +5882,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 1t1c pdr
- type: "table"
@@ -6907,11 +5893,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -6919,8 +5905,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c ndr
- type: "table"
@@ -6930,11 +5916,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-hsw-ref"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-hsw-cmp"
comparisons:
- title: "Diff"
@@ -6942,8 +5928,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c pdr
- type: "table"
@@ -6953,11 +5939,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
@@ -6965,8 +5951,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
@@ -6976,11 +5962,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
@@ -6988,8 +5974,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
@@ -6999,11 +5985,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7011,8 +5997,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
@@ -7022,11 +6008,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-3n-skx-ref"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7034,8 +6020,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
@@ -7045,11 +6031,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7057,8 +6043,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
@@ -7068,11 +6054,11 @@
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7080,8 +6066,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
@@ -7091,11 +6077,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7103,8 +6089,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
@@ -7114,11 +6100,11 @@
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "1908"
- data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2001"
- data-set: "dpdk-performance-changes-2n-skx-ref"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-skx-cmp"
comparisons:
- title: "Diff"
@@ -7126,8 +6112,8 @@
compare: 3
legend:
- ""
- - "1908, 2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
@@ -7138,17 +6124,19 @@
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
@@ -7159,17 +6147,19 @@
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
@@ -7180,17 +6170,19 @@
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
@@ -7201,206 +6193,226 @@
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-2n-clx-ref"
+ data-set: "dpdk-performance-changes-2n-clx-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-2n-clx-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-2n-clx-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
+
+## DPDK Performance Changes 2n-dnv 1t1c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 2t2c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 1t1c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 2n-dnv 2t2c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 2n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-2n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-2n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-2n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 1t1c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 1t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 2t2c pdr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 2t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 1t1c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 1t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
+#
+## DPDK Performance Changes 3n-dnv 2t2c ndr
+#- type: "table"
+# title: "DPDK Performance Changes 3n-dnv 2t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
+# columns:
+# - title: "2001"
+# data-set: "dpdk-performance-changes-3n-dnv-h1"
+# - title: "2005"
+# data-set: "dpdk-performance-changes-3n-dnv-ref"
+# - title: "2009"
+# data-set: "dpdk-performance-changes-3n-dnv-cmp"
+# comparisons:
+# - title: "Diff"
+# reference: 2
+# compare: 3
+# legend:
+# - ""
+# - "2001, 2005, 2009 - DPDK versions tested."
+# - "Diff - difference between 2005 and 2009 DPDK version."
-# DPDK Performance Changes 2n-dnv 1t1c pdr
+# DPDK Performance Changes 3n-tsh 1t1c pdr
- type: "table"
- title: "DPDK Performance Changes 2n-dnv 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-dnv 2t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 2n-dnv 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-dnv 1t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-dnv 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 2n-dnv 2t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 2n-dnv 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-2n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-2n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-dnv 1t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-dnv 1t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-dnv 2t2c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-dnv 2t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-dnv 1t1c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-dnv 1t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-dnv 2t2c ndr
-- type: "table"
- title: "DPDK Performance Changes 3n-dnv 2t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'"
- columns:
- - title: "2001"
- data-set: "dpdk-performance-changes-3n-dnv-ref"
- - title: "2005"
- data-set: "dpdk-performance-changes-3n-dnv-cmp"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
-
-# DPDK Performance Changes 3n-tsh 1t1c pdr
-- type: "table"
- title: "DPDK Performance Changes 3n-tsh 1t1c pdr"
+ title: "DPDK Performance Changes 3n-tsh 1t1c pdr"
algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
@@ -7411,17 +6423,19 @@
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
@@ -7432,17 +6446,19 @@
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
@@ -7453,17 +6469,19 @@
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2001"
- data-set: "dpdk-performance-changes-3n-tsh-ref"
+ data-set: "dpdk-performance-changes-3n-tsh-h1"
- title: "2005"
+ data-set: "dpdk-performance-changes-3n-tsh-ref"
+ - title: "2009"
data-set: "dpdk-performance-changes-3n-tsh-cmp"
comparisons:
- title: "Diff"
- reference: 1
- compare: 2
+ reference: 2
+ compare: 3
legend:
- ""
- - "2001, 2005 - DPDK versions tested."
- - "Diff - difference between 2001 and 2005 DPDK version."
+ - "2001, 2005, 2009 - DPDK versions tested."
+ - "Diff - difference between 2005 and 2009 DPDK version."
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
- type: "table"
@@ -7661,39 +6679,39 @@
- "parent"
- "msg"
-# Detailed Test Results - DPDK Performance Results 2n-dnv
-- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 2n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "dpdk-perf-results-2n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
-
-# Detailed Test Results - DPDK Performance Results 3n-dnv
-- type: "table"
- title: "Detailed Test Results - DPDK Performance Results 3n-dnv"
- algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv"
- columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
- data: "dpdk-perf-results-3n-dnv"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "msg"
+## Detailed Test Results - DPDK Performance Results 2n-dnv
+#- type: "table"
+# title: "Detailed Test Results - DPDK Performance Results 2n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "dpdk-perf-results-2n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+## Detailed Test Results - DPDK Performance Results 3n-dnv
+#- type: "table"
+# title: "Detailed Test Results - DPDK Performance Results 3n-dnv"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "dpdk-perf-results-3n-dnv"
+# filter: "all"
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
# Detailed Test Results - DPDK Performance Results 3n-tsh
- type: "table"
@@ -8056,25 +7074,25 @@
filter: "all"
data-start-level: 4
-# DPDK Performance Results 2n-dnv
-- type: "file"
- title: "DPDK Performance Results 2n-dnv"
- algorithm: "file_test_results"
- output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
- dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
- data: "dpdk-perf-results-2n-dnv"
- filter: "all"
- data-start-level: 4
-
-# DPDK Performance Results 3n-dnv
-- type: "file"
- title: "DPDK Performance Results 3n-dnv"
- algorithm: "file_test_results"
- output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
- dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
- data: "dpdk-perf-results-3n-dnv"
- filter: "all"
- data-start-level: 4
+## DPDK Performance Results 2n-dnv
+#- type: "file"
+# title: "DPDK Performance Results 2n-dnv"
+# algorithm: "file_test_results"
+# output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
+# dir-tables: "{DIR[DTR,PERF,DPDK,2N,DNV]}"
+# data: "dpdk-perf-results-2n-dnv"
+# filter: "all"
+# data-start-level: 4
+#
+## DPDK Performance Results 3n-dnv
+#- type: "file"
+# title: "DPDK Performance Results 3n-dnv"
+# algorithm: "file_test_results"
+# output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
+# dir-tables: "{DIR[DTR,PERF,DPDK,3N,DNV]}"
+# data: "dpdk-perf-results-3n-dnv"
+# filter: "all"
+# data-start-level: 4
# DPDK Performance Results 3n-tsh
- type: "file"
@@ -8130,47 +7148,6 @@
title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho"
layout: "plot-hoststack"
-## Plots VPP HTTP Server Performance
-#- type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_perf_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
-# data:
-# "plot-vpp-http-server-performance"
-# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "y+name"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-cps"
-#
-#- type: "plot"
-# title: "VPP HTTP Server Performance"
-# algorithm: "plot_http_server_perf_box"
-# output-file-type: ".html"
-# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
-# data:
-# "plot-vpp-http-server-performance"
-# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'"
-# parameters:
-# - "result"
-# - "name"
-# traces:
-# hoverinfo: "y+name"
-# boxpoints: "outliers"
-# whiskerwidth: 0
-# layout:
-# title: "VPP HTTP Server Performance"
-# layout:
-# "plot-rps"
-
################################################################################
# Soak Test (PLRsearch), boxes - 2n-clx
@@ -9153,169 +8130,169 @@
# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-mrr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_4' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
- layout: "plot-service-density"
+## Plots - NF Density - CSC IPSEC 4tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+## Plots - NF Density - CSC IPSEC 4tnl - PDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-4tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_4' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-4tnl-vppip4-pdr"
+# layout: "plot-service-density"
###############################################################################
@@ -9648,169 +8625,169 @@
# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-mrr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_1000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
- layout: "plot-service-density"
+## Plots - NF Density - CSC IPSEC 1000tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+## Plots - NF Density - CSC IPSEC 1000tnl - PDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-1000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_1000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-1000tnl-vppip4-pdr"
+# layout: "plot-service-density"
###############################################################################
@@ -10143,169 +9120,169 @@
# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-mrr"
# layout: "plot-service-density"
-# Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
- layout: "plot-service-density"
-
-# Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '2T1C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '4T2C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
-
-- type: "plot"
- title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- algorithm: "plot_nf_heatmap"
- output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr"
- data: "plot-vpp-nfv-3n-skx-ndrpdr"
- filter: "'NIC_Intel-XXV710' and
- 'NF_DENSITY' and
- 'DOCKER' and
- 'CHAIN' and
- 'NF_VPPIP4' and
- 'IPSEC' and
- 'TNL_10000' and
- 'IMIX' and
- '8T4C' and
- 'NDRPDR'"
- parameters:
- - "throughput"
- - "name"
- - "tags"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- x-axis: "X = CNFs per Service Chain"
- y-axis: "Y = Number of Service Chains"
- z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
- layout:
- title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
- layout: "plot-service-density"
+## Plots - NF Density - CSC IPSEC 10000tnl - NDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-ndr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-ndr"
+# layout: "plot-service-density"
+#
+## Plots - NF Density - CSC IPSEC 10000tnl - PDR IMIX
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-2t1c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '2T1C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-4t2c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '4T2C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# layout: "plot-service-density"
+#
+#- type: "plot"
+# title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# algorithm: "plot_nf_heatmap"
+# output-file: "{DIR[STATIC,VPP]}/l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr"
+# data: "plot-vpp-nfv-3n-skx-ndrpdr"
+# filter: "'NIC_Intel-XXV710' and
+# 'NF_DENSITY' and
+# 'DOCKER' and
+# 'CHAIN' and
+# 'NF_VPPIP4' and
+# 'IPSEC' and
+# 'TNL_10000' and
+# 'IMIX' and
+# '8T4C' and
+# 'NDRPDR'"
+# parameters:
+# - "throughput"
+# - "name"
+# - "tags"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# x-axis: "X = CNFs per Service Chain"
+# y-axis: "Y = Number of Service Chains"
+# z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]"
+# layout:
+# title: "Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-10000tnl-vppip4-pdr"
+# layout: "plot-service-density"
###############################################################################
@@ -12056,8 +11033,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -12072,8 +11049,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
@@ -12089,7 +11066,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -12105,7 +11082,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -12236,8 +11213,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -12252,8 +11227,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
@@ -12269,7 +11242,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -12285,7 +11257,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -12330,8 +11301,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
layout: "plot-throughput"
@@ -12346,135 +11315,131 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-1t1c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-1t1c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-ndr"
@@ -12584,33 +11549,33 @@
title: "3n-tsh-x520-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-1t1c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-ip4tunnel-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 2n-skx-x710-78b-2t1c-ip6routing-base-scale-[avf,dpdk]-ndr"
@@ -12846,65 +11811,65 @@
title: "3n-tsh-x520-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr"
@@ -13094,37 +12059,37 @@
title: "3n-tsh-x520-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
layout: "plot-throughput"
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
- layout: "plot-throughput"
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr"
+# layout: "plot-throughput"
- type: "plot"
title: "Throughput: 2n-skx-x710-64b-2t1c-l2switching-base-scale-[avf,dpdk]-ndr"
@@ -13645,39 +12610,39 @@
# layout:
# title: "2n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr"
# layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
#- type: "plot"
# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-ndr"
# algorithm: "plot_perf_box_name"
@@ -13705,39 +12670,39 @@
# layout:
# title: "3n-dnv-x553-64b-1t1c-l2switching-base-ixgbe-pdr"
# layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
- layout: "plot-throughput"
-
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-1t1c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-1t1c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-1t1c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr"
+# layout: "plot-throughput"
+#
#- type: "plot"
# title: "Throughput: 3n-dnv-x553-64b-1t1c-features-l2switching-base-ixgbe-ndr"
# algorithm: "plot_perf_box_name"
@@ -14784,8 +13749,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -14800,8 +13765,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -14817,7 +13782,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -14833,7 +13798,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -14964,8 +13929,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -14980,8 +13943,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -14997,7 +13958,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -15013,7 +13973,6 @@
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
layout:
title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -16370,8 +15329,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -16386,8 +15343,6 @@
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
layout:
title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -16702,98 +15657,98 @@
# title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-pdr"
# layout: "plot-throughput-speedup-analysis"
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -16821,191 +15776,189 @@
# layout:
# title: "2n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa"
# layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-2n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- layout:
- title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale1L2Bd1Vlan1Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Dot1Q--Ethip4Vxlan-L2Bdscale100L2Bd100Vlan100Vxlan-Ndrpdr.64B-.t.c-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -17033,39 +15986,39 @@
# layout:
# title: "3n-dnv-x553-64b-l2switching-base-ixgbe-pdr-tsa"
# layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- data: "plot-vpp-throughput-lat-tsa-3n-dnv"
- include:
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
- layout: "plot-throughput-speedup-analysis"
-
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-3n-dnv"
+# include:
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa"
+# layout: "plot-throughput-speedup-analysis"
+#
#- type: "plot"
# title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-ndr-tsa"
# algorithm: "plot_tsa_name"
@@ -17428,105 +16381,105 @@
title: "3n-hsw-x710-64b-2t2c-base-pdr"
layout: "plot-throughput"
-# 2n-dnv-x553
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-2t2c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-1t1c-base-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr"
- data: "plot-dpdk-throughput-latency-2n-dnv"
- include:
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "2n-dnv-x553-64b-2t2c-base-pdr"
- layout: "plot-throughput"
-
-# 3n-dnv-x553
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-2t2c-base-ndr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-1t1c-base-pdr"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr"
- algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr"
- data: "plot-dpdk-throughput-latency-3n-dnv"
- include:
- - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
- - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
- layout:
- title: "3n-dnv-x553-64b-2t2c-base-pdr"
- layout: "plot-throughput"
+## 2n-dnv-x553
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-ndr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-ndr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-2t2c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-1t1c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-1t1c-base-pdr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-1t1c-base-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 2n-dnv-x553-64b-2t2c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-2t2c-base-pdr"
+# data: "plot-dpdk-throughput-latency-2n-dnv"
+# include:
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "2n-dnv-x553-64b-2t2c-base-pdr"
+# layout: "plot-throughput"
+#
+## 3n-dnv-x553
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-ndr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-ndr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-2t2c-base-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-1t1c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-1t1c-base-pdr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-1t1c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-1t1c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-1t1c-base-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "DPDK Throughput: 3n-dnv-x553-64b-2t2c-base-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-2t2c-base-pdr"
+# data: "plot-dpdk-throughput-latency-3n-dnv"
+# include:
+# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-2t2c-eth-l2xcbase-testpmd-ndrpdr"
+# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-2t2c-ethip4-ip4base-l3fwd-ndrpdr"
+# layout:
+# title: "3n-dnv-x553-64b-2t2c-base-pdr"
+# layout: "plot-throughput"
# 3n-tsh-x520
@@ -17646,7 +16599,7 @@
output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-ndr"
data: "plot-vpp-throughput-lat-tsa-2n-clx"
include:
-# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
@@ -17660,7 +16613,7 @@
output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-rdma-l2-eth-2memif-1dcr-pdr"
data: "plot-vpp-throughput-lat-tsa-2n-clx"
include:
-# - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-eth-2memif-1dcr-ndrpdr"
- "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-2t1c-rdma-ethip4-ip4base-eth-2memif-1dcr-ndrpdr"
@@ -17820,8 +16773,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr"
layout: "plot-throughput"
@@ -17836,12 +16789,192 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-ndr"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-ndr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-ndr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-ndr"
+ layout: "plot-throughput"
+
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-ndr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-ndr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-ndr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-ndr"
+# layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-bidir-avf-pdr"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-pdr"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-pdr"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-stl-unidir-avf-pdr"
+ layout: "plot-throughput"
+
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-cps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-cps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-udp-stf-pps-avf-pdr"
+# layout: "plot-throughput"
+#
+#- type: "plot"
+# title: "Throughput: 2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-pdr"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-pdr"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-2t1c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-2t1c-nat44det-ip4routing-tcp-stf-pps-avf-pdr"
+# layout: "plot-throughput"
+
- type: "plot"
title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
algorithm: "plot_perf_box_name"
@@ -17853,7 +16986,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput"
@@ -17869,7 +17002,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput"
@@ -17940,8 +17073,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr"
layout: "plot-throughput"
@@ -17956,8 +17089,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
-# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr"
layout: "plot-throughput"
@@ -18772,8 +17905,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -18788,12 +17921,192 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr"
layout: "plot-throughput-speedup-analysis"
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-ndr"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-ndr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-ndr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-ndr"
+ layout: "plot-throughput-speedup-analysis"
+
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-ndr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-ndr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "22n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-ndr"
+# layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-pdr"
+ layout: "plot-throughput-speedup-analysis"
+
+- type: "plot"
+ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-pdr-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-pdr-tsa"
+ data: "plot-vpp-throughput-lat-tsa-2n-clx"
+ include:
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-udir-ndrpdr"
+ - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-udir-ndrpdr"
+ layout:
+ title: "2n-clx-xxv710-64b-nat44det-ip4routing-stl-unidir-avf-pdr"
+ layout: "plot-throughput-speedup-analysis"
+
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-cps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-cps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "2n-clx-xxv710-64b-nat44det-ip4routing-udp-stf-pps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+#
+#- type: "plot"
+# title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-pdr-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-pdr-tsa"
+# data: "plot-vpp-throughput-lat-tsa-2n-clx"
+# include:
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr"
+# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr"
+# layout:
+# title: "22n-clx-xxv710-64b-nat44det-ip4routing-tcp-stf-pps-avf-pdr"
+# layout: "plot-throughput-speedup-analysis"
+
- type: "plot"
title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa"
algorithm: "plot_tsa_name"
@@ -18805,7 +18118,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -18821,7 +18134,7 @@
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
layout:
title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr"
layout: "plot-throughput-speedup-analysis"
@@ -18892,8 +18205,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr"
layout: "plot-throughput-speedup-analysis"
@@ -18908,8 +18221,8 @@
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr"
- "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr"
layout:
title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr"
layout: "plot-throughput-speedup-analysis"