X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=5a7e3806221b747483fc59cc2452d387a7de1325;hb=bd3bcde273540e50602c24592c4aa41500ddcd85;hp=4db7db87b3ba3298df8f7c05cc61acf450c7e8d0;hpb=7248cf97d0f950cda2e1167478d44455e03ddc8d;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 4db7db87b3..5a7e380622 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -193,28 +193,38 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 22 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR plot-vpp-hoststack-3n-hsw: # TODO: Replace: @@ -223,37 +233,37 @@ - 103 # hoststack plot-dpdk-throughput-latency-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 24 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace: @@ -262,17 +272,21 @@ - 50 # MRR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-dpdk-hdrh-lat-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel # 2n-skx @@ -280,13 +294,13 @@ # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 plot-vpp-hdrh-lat-2n-skx: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 plot-vpp-soak-2n-skx: # TODO: Replace: @@ -315,31 +329,34 @@ - 169 # Reconf plot-dpdk-throughput-latency-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 9 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace: @@ -348,10 +365,10 @@ - 80 # TCP plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: # TODO: Replace: @@ -373,17 +390,21 @@ - 94 # Soak plot-dpdk-throughput-latency-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel # 3n-tsh @@ -400,44 +421,69 @@ - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -445,16 +491,15 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-nic-comparison-2n-skx: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 vpp-nic-comparison-3n-skx-mrr: # TODO: Replace: @@ -473,16 +518,13 @@ # Results vpp-perf-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 3 # perf-full-3n-hsw-crypto_III vpp-perf-results-3n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-perf-results-2n-skx: # TODO: Replace: @@ -491,10 +533,9 @@ - 143 # NDRPDR sel vpp-perf-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 9 # NDRPDR sel vpp-perf-results-3n-tsh: # TODO: Replace: @@ -503,22 +544,19 @@ - 10 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 6 # NDRPDR sel + # TODO: Replace by FULL: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 3 # NDRPDR sel vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I vpp-mrr-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-mrr-results-3n-skx: # TODO: Replace: @@ -547,68 +585,45 @@ - 9 # MRR sel vpp-mrr-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-mrr-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-device-results-ubuntu: - # TODO: Replace: - # csit-vpp-device-2005-ubuntu1804-1n-skx: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 dpdk-perf-results-3n-hsw: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 25 # NDRPDR full - - 26 # NDRPDR full + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel dpdk-perf-results-3n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel dpdk-perf-results-2n-skx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel dpdk-perf-results-2n-clx: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel dpdk-perf-results-2n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel ########################################################################### # Tables (more than one data set) @@ -640,91 +655,82 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-performance-changes-3n-skx-h1: csit-vpp-perf-verify-1908-3n-skx: - - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 vpp-performance-changes-3n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908-2n-skx: - - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-nfv-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: @@ -757,19 +763,10 @@ - 48 # NDRPDR sel - 49 # NDRPDR sel vpp-performance-changes-2n-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-1908-2n-dnv: @@ -796,19 +793,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 16 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-1908-3n-dnv: @@ -835,19 +830,16 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -892,16 +884,16 @@ # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: @@ -912,33 +904,24 @@ # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 - 181 # Soak - 182 # Soak vpp-soak-vs-ndr-2n-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-soak-vs-ndr-2n-clx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-clx: @@ -969,10 +952,8 @@ csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-1908-3n-skx: @@ -1018,10 +999,8 @@ csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-1908-3n-dnv: @@ -1030,10 +1009,8 @@ csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -1061,16 +1038,16 @@ - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1082,29 +1059,17 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-1908-3n-skx: @@ -1141,29 +1106,17 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 dpdk-performance-changes-3n-skx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1908-2n-skx: @@ -1200,121 +1153,180 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 dpdk-performance-changes-2n-skx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - - # Compare testbeds + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - vpp-compare-testbeds-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-verify-2001-2n-clx: + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + - 33 # NDRPDR sel - 34 # NDRPDR sel + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + dpdk-performance-changes-2n-dnv-ref: + csit-dpdk-perf-verify-2001-2n-dnv: + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-2n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-verify-2001-3n-dnv: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-compare-testbeds-skx-clx-ref: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-compare-testbeds-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-compare-testbeds-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - vpp-compare-testbeds-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel + + vpp-compare-testbeds-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-3n-skx: @@ -1335,10 +1347,8 @@ - 39 # MRR vpp-compare-testbeds-mrr-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-clx: @@ -1346,10 +1356,7 @@ - 39 # MRR dpdk-compare-testbeds-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1359,117 +1366,65 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-testbeds-skx-clx-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds-skx-clx-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel # Compare topologies vpp-compare-topologies-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-compare-topologies-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-compare-topologies-mrr-ref: # TODO: Replace: @@ -1485,53 +1440,29 @@ - 128 # MRR sel addition dpdk-compare-topologies-ref: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-topologies-cmp: - # TODO: Replace: - # csit-dpdk-perf-verify-2005-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-layouts: @@ -2220,55 +2151,68 @@ - 34 # NDRPDR sel - 17 # MRR sel - 103 # hoststack REMOVE - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-hsw: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 13 # MRR + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 3 # perf-full-3n-hsw-crypto_III csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-skx: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set - - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old - 169 # Reconf REMOVE @@ -2300,7 +2244,9 @@ - 93 # Soak REMOVE - 94 # Soak REMOVE # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-clx: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2354,7 +2300,16 @@ - 18 # NDRPDR sel - 11 # MRR sel # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 8 # MRR csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2380,8 +2335,22 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-dnv: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # MRR sel + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -2415,8 +2384,17 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-hsw: + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel @@ -2450,8 +2428,17 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-skx: + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel @@ -2485,8 +2472,17 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-skx: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2509,8 +2505,17 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-clx: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2523,8 +2528,17 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2537,8 +2551,17 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel - # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-dnv: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2552,12 +2575,11 @@ - 15 # NDRPDR sel - 18 # NDRPDR sel # TODO: Add data: - # csit-dpdk-perf-verify-2005-3n-tsh: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel - # TODO: Replace: - # csit-vpp-device-2005-ubuntu1804-1n-skx: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 - type: "output" output: "report" @@ -5651,6 +5673,342 @@ - "1908, 2001, 2005 - DPDK versions tested." - "Diff - difference between 2001 and 2005 DPDK version." +# DPDK Performance Changes 2n-clx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"