X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=4e1b1a8e2e34b8e0f65079fbc866bf82cab9bc74;hb=566af41a85f6fb2fd6a6e0117456ec83d4e2a6c6;hp=4db7db87b3ba3298df8f7c05cc61acf450c7e8d0;hpb=7248cf97d0f950cda2e1167478d44455e03ddc8d;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 4db7db87b3..4e1b1a8e2e 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -193,67 +193,90 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 22 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR plot-vpp-hoststack-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 103 # hoststack + csit-vpp-perf-verify-2005-3n-hsw: + - 3 # hoststack + - 5 # hoststack + - 6 # hoststack + - 7 # hoststack + - 8 # hoststack + - 9 # hoststack + - 10 # hoststack + - 11 # hoststack + - 12 # hoststack + - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 24 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace: @@ -262,31 +285,32 @@ - 50 # MRR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-dpdk-hdrh-lat-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace: @@ -296,17 +320,13 @@ - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel plot-vpp-nfv-reconf-2n-skx: # TODO: Replace: @@ -315,49 +335,58 @@ - 169 # Reconf plot-dpdk-throughput-latency-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 40 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 40 # NDRPDR sel - plot-vpp-http-server-performance: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 80 # TCP +# plot-vpp-http-server-performance: +# # TODO: Replace: +# # csit-vpp-perf-report-iterative-2005-2n-clx: +# csit-vpp-perf-verify-2001-2n-clx: +# - 80 # TCP plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 40 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR plot-vpp-nfv-reconf-2n-clx: # TODO: Replace: @@ -373,71 +402,99 @@ - 94 # Soak plot-dpdk-throughput-latency-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -445,100 +502,123 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-nic-comparison-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel # Results vpp-perf-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II + - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V + - 26 # perf-full-3n-hsw-ip4_VI + - 18 # perf-full-3n-hsw-ip4_VII + - 27 # perf-full-3n-hsw-ip4_VIII + - 28 # perf-full-3n-hsw-ip4_IX + - 29 # perf-full-3n-hsw-ip6_I + - 35 # perf-full-3n-hsw-ip6_II + - 42 # perf-full-3n-hsw-l2_I + - 33 # perf-full-3n-hsw-l2_II + - 37 # perf-full-3n-hsw-l2_III + - 45 # perf-full-3n-hsw-l2_IV + - 43 # perf-full-3n-hsw-l2_V + - 40 # perf-full-3n-hsw-l2_VI + - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII + - 50 # perf-full-3n-hsw-l2_IX + - 52 # perf-full-3n-hsw-l2_X + - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 56 # perf-full-3n-hsw-ip4tunnels-II + - 57 # perf-full-3n-hsw-ip4tunnels-III + - 58 # perf-full-3n-hsw-ip6tunnels-I + - 59 # perf-full-3n-hsw-srv6-I + - 60 # perf-full-3n-hsw-srv6-II + - 61 # perf-full-3n-hsw-vhost-I + - 62 # perf-full-3n-hsw-vhost-II + - 63 # perf-full-3n-hsw-vhost-III vpp-perf-results-3n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel vpp-perf-results-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-perf-results-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-clx: + - 40 # NDRPDR sel vpp-perf-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 6 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 24 # perf-full-3n-dnv-crypto_II + - 5 # perf-full-3n-dnv-ip4_I + - 13 # perf-full-3n-dnv-ip4_II + - 17 # perf-full-3n-dnv-ip6_I + - 18 # perf-full-3n-dnv-ip6_II + - 21 # perf-full-3n-dnv-l2_I + - 22 # perf-full-3n-dnv-l2_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I + - 4 # perf-full-2n-dnv-ip6_II + - 5 # perf-full-2n-dnv-l2_I + - 6 # perf-full-2n-dnv-l2_II vpp-mrr-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-mrr-results-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-mrr-results-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel vpp-mrr-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-mrr-results-3n-tsh: # TODO: Replace: @@ -547,68 +627,45 @@ - 9 # MRR sel vpp-mrr-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-mrr-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-device-results-ubuntu: - # TODO: Replace: - # csit-vpp-device-2005-ubuntu1804-1n-skx: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 dpdk-perf-results-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 25 # NDRPDR full - - 26 # NDRPDR full + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel dpdk-perf-results-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel dpdk-perf-results-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel dpdk-perf-results-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel dpdk-perf-results-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel ########################################################################### # Tables (more than one data set) @@ -640,110 +697,85 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-performance-changes-3n-skx-h1: csit-vpp-perf-verify-1908-3n-skx: - - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 vpp-performance-changes-3n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908-2n-skx: - - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-performance-changes-nfv-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel - vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel vpp-performance-changes-2n-clx-ref: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -757,19 +789,14 @@ - 48 # NDRPDR sel - 49 # NDRPDR sel vpp-performance-changes-2n-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-1908-2n-dnv: @@ -796,19 +823,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 16 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-1908-3n-dnv: @@ -835,19 +860,17 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -874,34 +897,24 @@ - 15 # NDRPDR sel - 21 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-ref: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: @@ -912,22 +925,24 @@ # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 - 181 # Soak - 182 # Soak vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Replace: + # TODO: Add data: # csit-vpp-perf-report-iterative-2005-2n-clx: + # - 7 # NDRPDR sel + # - 9 # NDRPDR sel csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -969,10 +984,8 @@ csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-1908-3n-skx: @@ -982,11 +995,8 @@ - 50 # MRR sel - 53 # MRR sel addition vpp-performance-changes-3n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-1908-2n-skx: @@ -996,11 +1006,15 @@ - 101 # MRR sel - 128 # MRR sel addition vpp-performance-changes-2n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel + + vpp-performance-changes-2n-clx-mrr-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1018,10 +1032,8 @@ csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-1908-3n-dnv: @@ -1030,10 +1042,8 @@ csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -1061,16 +1071,16 @@ - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1082,29 +1092,17 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-1908-3n-skx: @@ -1141,29 +1139,17 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 dpdk-performance-changes-3n-skx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1908-2n-skx: @@ -1200,156 +1186,201 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 dpdk-performance-changes-2n-skx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - - # Compare testbeds + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - vpp-compare-testbeds-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-verify-2001-2n-clx: + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + - 33 # NDRPDR sel - 34 # NDRPDR sel + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + dpdk-performance-changes-2n-dnv-ref: + csit-dpdk-perf-verify-2001-2n-dnv: + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-2n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-verify-2001-3n-dnv: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-compare-testbeds-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel vpp-compare-testbeds-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel vpp-compare-testbeds-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-testbeds-mrr-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-compare-testbeds-mrr-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR dpdk-compare-testbeds-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1359,269 +1390,94 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-testbeds-skx-clx-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds-skx-clx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel # Compare topologies vpp-compare-topologies-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-topologies-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-topologies-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel dpdk-compare-topologies-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-topologies-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - - plot-layouts: - - plot-soak-throughput: - titlefont: - size: 18 - xaxis: - title: "Test Cases [Index]" - titlefont: - size: 16 - autorange: True - fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 - zeroline: False - yaxis: - title: "Critical Rate Lower Bound [Mpps]" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4r" - tickformat: ".3r" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 16 - zeroline: False - range: [0,50] - autosize: False - margin: - t: 50 - b: 0 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 900 - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - hoverlabel: - namelength: -1 - - plot-service-density: - titlefont: - size: 18 - xaxis: - side: "top" - autorange: True - fixedrange: False - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - yaxis: - autorange: "reversed" - showgrid: False - showline: False - showticklabels: False - ticks: "" - ticklen: 0 - tickwidth: 0 - zeroline: False - showlegend: False - paper_bgcolor: "#fff" - plot_bgcolor: "#fff" - width: 700 - height: 700 - hoverlabel: - namelength: -1 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + plot-layouts: - plot-cps: + plot-soak-throughput: titlefont: size: 18 xaxis: @@ -1642,28 +1498,26 @@ size: 16 zeroline: False yaxis: - title: "Connections Per Second [cps]" + title: "Critical Rate Lower Bound [Mpps]" titlefont: size: 16 gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" + hoverformat: ".4r" + tickformat: ".3r" linecolor: "rgb(220, 220, 220)" linewidth: 1 - rangemode: "tozero" showgrid: True showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickformat: ".3s" tickfont: size: 16 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 + range: [0,50] autosize: False margin: t: 50 - b: 20 + b: 0 l: 80 r: 20 showlegend: True @@ -1672,69 +1526,157 @@ font: size: 16 width: 700 - height: 800 + height: 900 paper_bgcolor: "#fff" plot_bgcolor: "#fff" hoverlabel: namelength: -1 - plot-rps: + plot-service-density: titlefont: size: 18 xaxis: - title: "Test Cases [Index]" - titlefont: - size: 16 + side: "top" autorange: True fixedrange: False - gridcolor: "rgb(230, 230, 230)" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickmode: "linear" - tickfont: - size: 16 + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 zeroline: False yaxis: - title: "Requests Per Second [rps]" - titlefont: - size: 16 - gridcolor: "rgb(230, 230, 230)" - hoverformat: ".4s" - linecolor: "rgb(220, 220, 220)" - linewidth: 1 - rangemode: "tozero" - showgrid: True - showline: True - showticklabels: True - tickcolor: "rgb(230, 230, 230)" - tickformat: ".3s" - tickfont: - size: 16 + autorange: "reversed" + showgrid: False + showline: False + showticklabels: False + ticks: "" + ticklen: 0 + tickwidth: 0 zeroline: False - boxmode: "group" - boxgroupgap: 0.5 - autosize: False - margin: - t: 50 - b: 20 - l: 80 - r: 20 - showlegend: True - legend: - orientation: "h" - font: - size: 16 - width: 700 - height: 800 + showlegend: False paper_bgcolor: "#fff" plot_bgcolor: "#fff" + width: 700 + height: 700 hoverlabel: namelength: -1 +# plot-cps: +# titlefont: +# size: 18 +# xaxis: +# title: "Test Cases [Index]" +# titlefont: +# size: 16 +# autorange: True +# fixedrange: False +# gridcolor: "rgb(230, 230, 230)" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickmode: "linear" +# tickfont: +# size: 16 +# zeroline: False +# yaxis: +# title: "Connections Per Second [cps]" +# titlefont: +# size: 16 +# gridcolor: "rgb(230, 230, 230)" +# hoverformat: ".4s" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# rangemode: "tozero" +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickformat: ".3s" +# tickfont: +# size: 16 +# zeroline: False +# boxmode: "group" +# boxgroupgap: 0.5 +# autosize: False +# margin: +# t: 50 +# b: 20 +# l: 80 +# r: 20 +# showlegend: True +# legend: +# orientation: "h" +# font: +# size: 16 +# width: 700 +# height: 800 +# paper_bgcolor: "#fff" +# plot_bgcolor: "#fff" +# hoverlabel: +# namelength: -1 +# +# plot-rps: +# titlefont: +# size: 18 +# xaxis: +# title: "Test Cases [Index]" +# titlefont: +# size: 16 +# autorange: True +# fixedrange: False +# gridcolor: "rgb(230, 230, 230)" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(220, 220, 220)" +# tickmode: "linear" +# tickfont: +# size: 16 +# zeroline: False +# yaxis: +# title: "Requests Per Second [rps]" +# titlefont: +# size: 16 +# gridcolor: "rgb(230, 230, 230)" +# hoverformat: ".4s" +# linecolor: "rgb(220, 220, 220)" +# linewidth: 1 +# rangemode: "tozero" +# showgrid: True +# showline: True +# showticklabels: True +# tickcolor: "rgb(230, 230, 230)" +# tickformat: ".3s" +# tickfont: +# size: 16 +# zeroline: False +# boxmode: "group" +# boxgroupgap: 0.5 +# autosize: False +# margin: +# t: 50 +# b: 20 +# l: 80 +# r: 20 +# showlegend: True +# legend: +# orientation: "h" +# font: +# size: 16 +# width: 700 +# height: 800 +# paper_bgcolor: "#fff" +# plot_bgcolor: "#fff" +# hoverlabel: +# namelength: -1 + plot-hoststack: titlefont: size: 16 @@ -2219,63 +2161,127 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel - 17 # MRR sel - - 103 # hoststack REMOVE - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-hsw: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 13 # MRR + csit-vpp-perf-verify-2005-3n-hsw: + - 3 # hoststack + - 5 # hoststack + - 6 # hoststack + - 7 # hoststack + - 8 # hoststack + - 9 # hoststack + - 10 # hoststack + - 11 # hoststack + - 12 # hoststack + - 13 # hoststack + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II + - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V + - 26 # perf-full-3n-hsw-ip4_VI + - 18 # perf-full-3n-hsw-ip4_VII + - 27 # perf-full-3n-hsw-ip4_VIII + - 28 # perf-full-3n-hsw-ip4_IX + - 29 # perf-full-3n-hsw-ip6_I + - 35 # perf-full-3n-hsw-ip6_II + - 42 # perf-full-3n-hsw-l2_I + - 33 # perf-full-3n-hsw-l2_II + - 37 # perf-full-3n-hsw-l2_III + - 45 # perf-full-3n-hsw-l2_IV + - 43 # perf-full-3n-hsw-l2_V + - 40 # perf-full-3n-hsw-l2_VI + - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII + - 50 # perf-full-3n-hsw-l2_IX + - 52 # perf-full-3n-hsw-l2_X + - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 56 # perf-full-3n-hsw-ip4tunnels-II + - 57 # perf-full-3n-hsw-ip4tunnels-III + - 58 # perf-full-3n-hsw-ip6tunnels-I + - 59 # perf-full-3n-hsw-srv6-I + - 60 # perf-full-3n-hsw-srv6-II + - 61 # perf-full-3n-hsw-vhost-I + - 62 # perf-full-3n-hsw-vhost-II + - 63 # perf-full-3n-hsw-vhost-III csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-skx: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel + - 6 # MRR sel csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old - 169 # Reconf REMOVE - 181 # Soak REMOVE - 182 # Soak REMOVE # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel + - 42 # MRR sel csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2296,11 +2302,17 @@ - 49 # NDRPDR sel - 39 # MRR - 68 # Reconf REMOVE - - 80 # TCP REMOVE - 93 # Soak REMOVE - 94 # Soak REMOVE # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 38 # NDRPDR sel + - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 40 # NDRPDR sel + - 12 # MRR csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2327,7 +2339,8 @@ - 21 # NDRPDR sel - 9 # MRR sel # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2353,8 +2366,28 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 8 # MRR + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 24 # perf-full-3n-dnv-crypto_II + - 5 # perf-full-3n-dnv-ip4_I + - 13 # perf-full-3n-dnv-ip4_II + - 17 # perf-full-3n-dnv-ip6_I + - 18 # perf-full-3n-dnv-ip6_II + - 21 # perf-full-3n-dnv-l2_I + - 22 # perf-full-3n-dnv-l2_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2380,8 +2413,25 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-dnv: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # MRR sel + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I + - 4 # perf-full-2n-dnv-ip6_II + - 5 # perf-full-2n-dnv-l2_I + - 6 # perf-full-2n-dnv-l2_II csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -2415,8 +2465,17 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-hsw: + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel @@ -2450,8 +2509,17 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-skx: + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel @@ -2485,8 +2553,17 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-skx: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2509,8 +2586,17 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-clx: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2523,8 +2609,17 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2537,8 +2632,17 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-dnv: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2552,12 +2656,11 @@ - 15 # NDRPDR sel - 18 # NDRPDR sel # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-tsh: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel - # TODO: Replace: - # csit-vpp-device-2005-ubuntu1804-1n-skx: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 - type: "output" output: "report" @@ -2646,76 +2749,7 @@ data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -2726,19 +2760,19 @@ - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." -# VPP Compare NICs 3n-skx 4t2c mrr +# VPP Compare NICs 3n-skx 2t1c pdr - type: "table" - title: "VPP Compare NICs 3n-skx 4t2c mrr" + title: "VPP Compare NICs 3n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -2749,19 +2783,19 @@ - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." -# VPP Compare NICs 3n-skx 8t4c mrr +# VPP Compare NICs 3n-skx 4t2c pdr - type: "table" - title: "VPP Compare NICs 3n-skx 8t4c mrr" + title: "VPP Compare NICs 3n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-nic-comparison-3n-skx" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -2772,6 +2806,75 @@ - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 8t4c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." + # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c ndr" @@ -3498,6 +3601,174 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" @@ -4330,7 +4601,133 @@ compare: 3 legend: - "Legend to Table" - - "1908, 2001, 2005 - VPP versions tested." + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr @@ -5651,6 +6048,342 @@ - "1908, 2001, 2005 - DPDK versions tested." - "Diff - difference between 2001 and 2005 DPDK version." +# DPDK Performance Changes 2n-clx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" @@ -6316,46 +7049,46 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_perf_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "y+name" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" +## Plots VPP HTTP Server Performance +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_perf_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "y+name" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-cps" +# +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_perf_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "y+name" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-rps" ################################################################################