X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=5a7e3806221b747483fc59cc2452d387a7de1325;hb=bd3bcde273540e50602c24592c4aa41500ddcd85;hp=418d8427466c7c9d532f8aad18c02aa4f616f545;hpb=d3467a74642fc11c81533414d552a757094a8a3c;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 418d842746..5a7e380622 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -163,29 +163,29 @@ replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost: csit-vpp-perf-verify-1908-3n-skx: - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost + - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost: csit-vpp-perf-verify-1908-2n-skx: - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost + - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release ########################################################################### # Plots: @@ -193,42 +193,47 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 22 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR + + plot-vpp-hoststack-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + - 103 # hoststack plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -238,356 +243,238 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - plot-vpp-hoststack-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 14 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 plot-vpp-hdrh-lat-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - plot-vpp-http-server-performance: - csit-vpp-perf-verify-2001-2n-clx: - - 80 # TCP - - 82 # TCP - - 83 # TCP - - 85 # TCP - - 86 # TCP - - 87 # TCP - - 88 # TCP - - 89 # TCP - - 90 # TCP - - 91 # TCP + - 153 # NDRPDR sel - new2001.0 plot-vpp-soak-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace the data + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-1908-2n-skx: - 71 # NFV MRR plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 113 # NFV reconf sel - - 114 # NFV reconf sel - - 115 # NFV reconf sel + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 169 # Reconf plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 9 # NDRPDR sel + + plot-vpp-http-server-performance: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel + - 80 # TCP plot-vpp-nfv-2n-clx-ndrpdr: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR plot-vpp-nfv-reconf-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 68 # Reconf - - 69 # Reconf - - 70 # Reconf - - 71 # Reconf - - 72 # Reconf - - 73 # Reconf - - 74 # Reconf - - 75 # Reconf - - 76 # Reconf - - 77 # Reconf plot-vpp-soak-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 93 # Soak - 94 # Soak plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - 15 # NDRPDR sel - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 16 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel @@ -597,7 +484,6 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel - - 18 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -605,51 +491,26 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-nic-comparison-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition vpp-nic-comparison-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition @@ -657,165 +518,112 @@ # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 18 # NDRPDR full - - 20 # NDRPDR full - - 28 # NDRPDR full - - 35 # NDRPDR full - - 42 # NDRPDR full - - 46 # NDRPDR full - - 47 # NDRPDR full - - 48 # NDRPDR full - - 49 # NDRPDR full - - 50 # NDRPDR full - - 51 # NDRPDR full - - 52 # NDRPDR full - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 67 # NDRPDR full - - 70 # NDRPDR full - - 72 # NDRPDR full - - 73 # NDRPDR full - - 76 # NDRPDR full - - 77 # NDRPDR full - - 78 # NDRPDR full - - 79 # NDRPDR full - - 81 # NDRPDR full - - 82 # NDRPDR full - - 84 # NDRPDR full - - 85 # NDRPDR full + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 3 # perf-full-3n-hsw-crypto_III vpp-perf-results-3n-skx: - # TODO: Replace - csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel - - 54 # NDRPDR sel addition + # TODO: Replace: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-perf-results-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - # TODO: Replace - - 92 # NDRPDR sel + - 143 # NDRPDR sel vpp-perf-results-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 60 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 66 # NDRPDR full - - 67 # NDRPDR full + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 9 # NDRPDR sel vpp-perf-results-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 10 # NDRPDR sel vpp-perf-results-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 19 # NDRPDR full - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 23 # NDRPDR full - - 24 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 37 # NDRPDR full - - 38 # NDRPDR full - - 39 # NDRPDR full + # TODO: Replace by FULL: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 3 # NDRPDR sel vpp-perf-results-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 21 # NDRPDR full - - 22 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 27 # NDRPDR full - - 28 # NDRPDR full + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-mrr-results-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition vpp-mrr-results-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition vpp-mrr-results-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR vpp-mrr-results-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel vpp-mrr-results-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-mrr-results-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-device-results-ubuntu: - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-2001-3n-hsw: - - 25 # NDRPDR full - - 26 # NDRPDR full + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 5 # NDRPDR sel dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel dpdk-perf-results-2n-clx: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel dpdk-perf-results-2n-dnv: - csit-dpdk-perf-verify-2001-2n-dnv: - - 16 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: - csit-dpdk-perf-verify-2001-3n-dnv: - - 12 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel ########################################################################### # Tables (more than one data set) @@ -823,18 +631,6 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1904-3n-hsw: - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-verify-1908-3n-hsw: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -846,7 +642,7 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 21 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp: + vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-verify-2001-3n-hsw: - 21 # NDRPDR sel - 22 # NDRPDR sel @@ -858,122 +654,121 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw: - - "vpp-performance-changes-3n-hsw-h1" - - "vpp-performance-changes-3n-hsw-ref" - - "vpp-performance-changes-3n-hsw-cmp" - - vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1904-3n-skx: - - 8 # NDRPDR sel - - 9 # NDRPDR sel + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - vpp-performance-changes-3n-skx-ref: - csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel + - 15 # NDRPDR sel - 16 # NDRPDR sel + - 18 # NDRPDR sel - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - vpp-performance-changes-3n-skx-cmp: - # TODO: Add the data + + vpp-performance-changes-3n-skx-h1: + csit-vpp-perf-verify-1908-3n-skx: + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 + vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition - vpp-performance-changes-3n-skx: - - "vpp-performance-changes-3n-skx-h1" - - "vpp-performance-changes-3n-skx-ref" - - "vpp-performance-changes-3n-skx-cmp" + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 + vpp-performance-changes-3n-skx-cmp: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1904-2n-skx: - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 + vpp-performance-changes-2n-skx-ref: + csit-vpp-perf-verify-2001-2n-skx: + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - vpp-performance-changes-2n-skx: - - "vpp-performance-changes-2n-skx-h1" - - "vpp-performance-changes-2n-skx-ref" - - "vpp-performance-changes-2n-skx-cmp" + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-nfv-2n-skx-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 22 # NFV + csit-vpp-perf-verify-2001-2n-skx: + - 30 # NFV - 31 # NFV - - 32 # NFV vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Add the data + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV - vpp-performance-changes-nfv-2n-skx: - - "vpp-performance-changes-nfv-2n-skx-ref" - - "vpp-performance-changes-nfv-2n-skx-cmp" - vpp-performance-changes-2n-dnv-ref: + vpp-performance-changes-2n-clx-h1: + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-performance-changes-2n-clx-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR sel + - 40 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 45 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + - 49 # NDRPDR sel + vpp-performance-changes-2n-clx-cmp: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel + + vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -985,7 +780,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - vpp-performance-changes-2n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -997,11 +792,20 @@ - 11 # NDRPDR sel - 13 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv: - - "vpp-performance-changes-2n-dnv-ref" - - "vpp-performance-changes-2n-dnv-cmp" + vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel - vpp-performance-changes-3n-dnv-ref: + vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1013,7 +817,7 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -1025,11 +829,19 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv: - - "vpp-performance-changes-3n-dnv-ref" - - "vpp-performance-changes-3n-dnv-cmp" + vpp-performance-changes-3n-dnv-cmp: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - vpp-performance-changes-3n-tsh-ref: + vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -1041,7 +853,21 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel + vpp-performance-changes-3n-tsh-ref: + csit-vpp-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 10 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 21 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1053,80 +879,58 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh: - - "vpp-performance-changes-3n-tsh-ref" - - "vpp-performance-changes-3n-tsh-cmp" vpp-soak-vs-ndr-2n-skx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 83 # SOAK - - 86 # SOAK + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-soak-vs-ndr-2n-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 93 # SOAK - 94 # Soak vpp-soak-vs-ndr-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -1142,107 +946,98 @@ - 94 # Soak vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1904-3n-hsw: - - 9 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-1908-3n-hsw: - 39 # MRR sel - vpp-performance-changes-3n-hsw-mrr-cmp: + vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr: - - "vpp-performance-changes-3n-hsw-mrr-h1" - - "vpp-performance-changes-3n-hsw-mrr-ref" - - "vpp-performance-changes-3n-hsw-mrr-cmp" + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-1904-3n-skx: - - 7 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: csit-vpp-perf-verify-1908-3n-skx: - 36 # MRR sel + vpp-performance-changes-3n-skx-mrr-ref: + csit-vpp-perf-verify-2001-3n-skx: + - 50 # MRR sel + - 53 # MRR sel addition vpp-performance-changes-3n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr: - - "vpp-performance-changes-3n-skx-mrr-h1" - - "vpp-performance-changes-3n-skx-mrr-ref" - - "vpp-performance-changes-3n-skx-mrr-cmp" vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-1904-2n-skx: - - 11 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: csit-vpp-perf-verify-1908-2n-skx: - 69 # MRR sel + vpp-performance-changes-2n-skx-mrr-ref: + csit-vpp-perf-verify-2001-2n-skx: + - 101 # MRR sel + - 128 # MRR sel addition vpp-performance-changes-2n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr: - - "vpp-performance-changes-2n-skx-mrr-h1" - - "vpp-performance-changes-2n-skx-mrr-ref" - - "vpp-performance-changes-2n-skx-mrr-cmp" - vpp-performance-changes-nfv-2n-skx-mrr-ref: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR - vpp-performance-changes-nfv-2n-skx-mrr-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR - vpp-performance-changes-nfv-2n-skx-mrr: - - "vpp-performance-changes-nfv-2n-skx-mrr-ref" - - "vpp-performance-changes-nfv-2n-skx-mrr-cmp" +# vpp-performance-changes-nfv-2n-skx-mrr-ref: +# csit-vpp-perf-verify-1908-2n-skx: +# - 71 # NFV MRR +# vpp-performance-changes-nfv-2n-skx-mrr-cmp: +# # TODO: Replace +# # csit-vpp-perf-verify-2001-2n-skx: +# csit-vpp-perf-verify-1908-2n-skx: +# - 71 # NFV MRR - vpp-performance-changes-2n-dnv-mrr-ref: + vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-1908-2n-dnv: - 11 # MRR sel - vpp-performance-changes-2n-dnv-mrr-cmp: + vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel - vpp-performance-changes-2n-dnv-mrr: - - "vpp-performance-changes-2n-dnv-mrr-ref" - - "vpp-performance-changes-2n-dnv-mrr-cmp" + vpp-performance-changes-2n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: + vpp-performance-changes-3n-dnv-mrr-h1: csit-vpp-perf-verify-1908-3n-dnv: - 17 # MRR sel - vpp-performance-changes-3n-dnv-mrr-cmp: + vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel - vpp-performance-changes-3n-dnv-mrr: - - "vpp-performance-changes-3n-dnv-mrr-ref" - - "vpp-performance-changes-3n-dnv-mrr-cmp" + vpp-performance-changes-3n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR - vpp-performance-changes-3n-tsh-mrr-ref: + vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-1908-3n-tsh: - 17 # MRR sel + vpp-performance-changes-3n-tsh-mrr-ref: + csit-vpp-perf-verify-2001-3n-tsh: + - 9 # MRR sel vpp-performance-changes-3n-tsh-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr: - - "vpp-performance-changes-3n-tsh-mrr-ref" - - "vpp-performance-changes-3n-tsh-mrr-cmp" dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1904-3n-hsw: + csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel dpdk-performance-changes-3n-hsw-ref: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel + csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -1251,18 +1046,8 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - dpdk-performance-changes-3n-hsw-cmp: - csit-dpdk-perf-verify-2001-3n-hsw: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 6 # NDRPDR sel -# - 7 # NDRPDR sel -# - 8 # NDRPDR sel -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel @@ -1273,24 +1058,20 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw: - - "dpdk-performance-changes-3n-hsw-h1" - - "dpdk-performance-changes-3n-hsw-ref" - - "dpdk-performance-changes-3n-hsw-cmp" - - dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: + + dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1302,7 +1083,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -1324,24 +1105,20 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx: - - "dpdk-performance-changes-3n-skx-h1" - - "dpdk-performance-changes-3n-skx-ref" - - "dpdk-performance-changes-3n-skx-cmp" - - dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + + dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -1353,7 +1130,7 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -1375,146 +1152,211 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx: - - "dpdk-performance-changes-2n-skx-h1" - - "dpdk-performance-changes-2n-skx-ref" - - "dpdk-performance-changes-2n-skx-cmp" - - # Compare testbeds + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - vpp-compare-testbeds-ref: - csit-vpp-perf-verify-2001-3n-hsw: + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-verify-2001-2n-clx: + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - 25 # NDRPDR sel + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 28 # NDRPDR sel - 29 # NDRPDR sel - 30 # NDRPDR sel - 31 # NDRPDR sel - 32 # NDRPDR sel + - 33 # NDRPDR sel - 34 # NDRPDR sel + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + + dpdk-performance-changes-2n-dnv-ref: + csit-dpdk-perf-verify-2001-2n-dnv: + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-2n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-verify-2001-3n-dnv: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-cmp: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-verify-2001-3n-tsh: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 18 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-cmp: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition - vpp-compare-testbeds: - - "vpp-compare-testbeds-ref" - - "vpp-compare-testbeds-cmp" + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-compare-testbeds-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-compare-testbeds-skx-clx: - - "vpp-compare-testbeds-skx-clx-ref" - - "vpp-compare-testbeds-skx-clx-cmp" + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-compare-testbeds-hsw-clx: - - "vpp-compare-testbeds-hsw-clx-ref" - - "vpp-compare-testbeds-hsw-clx-cmp" + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-compare-testbeds-mrr: - - "vpp-compare-testbeds-mrr-ref" - - "vpp-compare-testbeds-mrr-cmp" vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-compare-testbeds-mrr-skx-clx: - - "vpp-compare-testbeds-mrr-skx-clx-ref" - - "vpp-compare-testbeds-mrr-skx-clx-cmp" vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-clx: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-compare-testbeds-mrr-hsw-clx: - - "vpp-compare-testbeds-mrr-hsw-clx-ref" - - "vpp-compare-testbeds-mrr-hsw-clx-cmp" dpdk-compare-testbeds-ref: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1524,195 +1366,103 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + - 14 # NDRPDR sel dpdk-compare-testbeds-cmp: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - dpdk-compare-testbeds: - - "dpdk-compare-testbeds-ref" - - "dpdk-compare-testbeds-cmp" + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - - dpdk-compare-testbeds-skx-clx: - - "dpdk-compare-testbeds-skx-clx-ref" - - "dpdk-compare-testbeds-skx-clx-cmp" + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel # Compare topologies vpp-compare-topologies-ref: - # TODO: Add the data - csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Add the data + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - vpp-compare-topologies: - - "vpp-compare-topologies-ref" - - "vpp-compare-topologies-cmp" + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 vpp-compare-topologies-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition vpp-compare-topologies-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2005-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-compare-topologies-mrr: - - "vpp-compare-topologies-mrr-ref" - - "vpp-compare-topologies-mrr-cmp" dpdk-compare-topologies-ref: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-topologies-cmp: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - dpdk-compare-topologies: - - "dpdk-compare-topologies-ref" - - "dpdk-compare-topologies-cmp" + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel plot-layouts: @@ -2366,18 +2116,6 @@ builds: - csit-vpp-perf-verify-1904-3n-hsw: - - 9 # MRR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel csit-vpp-perf-verify-1908-3n-hsw: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -2412,166 +2150,83 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel - 17 # MRR sel - - 18 # NDRPDR full - - 20 # NDRPDR full - - 28 # NDRPDR full - - 35 # NDRPDR full - - 42 # NDRPDR full - - 46 # NDRPDR full - - 47 # NDRPDR full - - 48 # NDRPDR full - - 49 # NDRPDR full - - 50 # NDRPDR full - - 51 # NDRPDR full - - 52 # NDRPDR full - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 67 # NDRPDR full - - 70 # NDRPDR full - - 72 # NDRPDR full - - 73 # NDRPDR full - - 76 # NDRPDR full - - 77 # NDRPDR full - - 78 # NDRPDR full - - 79 # NDRPDR full - - 81 # NDRPDR full - - 82 # NDRPDR full - - 84 # NDRPDR full - - 85 # NDRPDR full - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack - - csit-vpp-perf-verify-1904-3n-skx: - - 7 # MRR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 103 # hoststack REMOVE + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 21 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel + - 15 # NDRPDR sel - 16 # NDRPDR sel + - 18 # NDRPDR sel - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost - - 36 # MRR sel + - 13 # MRR + csit-vpp-perf-report-coverage-2005-3n-hsw: + - 3 # perf-full-3n-hsw-crypto_III + + csit-vpp-perf-verify-1908_1-3n-skx: + - 26 # NDRPDR sel - new1908.1 + - 27 # NDRPDR sel - new1908.1 + - 28 # NDRPDR sel - new1908.1 + - 29 # NDRPDR sel - new1908.1 + - 30 # NDRPDR sel - new1908.1 + - 31 # NDRPDR sel - new1908.1 + - 33 # NDRPDR sel - new1908.1 + - 34 # NDRPDR sel - new1908.1 + - 35 # NDRPDR sel - new1908.1 + - 36 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 61 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 + - 71 # NDRPDR sel - new2001.0 + - 72 # NDRPDR sel - new2001.0 + - 76 # NDRPDR sel - new2001.0 + - 77 # NDRPDR sel - new2001.0 + - 78 # NDRPDR sel - new2001.0 + - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-skx: + - 5 # NDRPDR sel - csit-vpp-perf-verify-1904-2n-skx: - - 11 # MRR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 21 # NDRPDR sel - - 27 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost - - 69 # MRR sel -# - 22 # NFV -# - 31 # NFV -# - 32 # NFV -# - 71 # NFV MRR + csit-vpp-perf-verify-1908_1-2n-skx: + - 39 # NDRPDR sel - new1908.1 + - 40 # NDRPDR sel - new1908.1 + - 41 # NDRPDR sel - new1908.1 + - 43 # NDRPDR sel - new1908.1 + - 44 # NDRPDR sel - new1908.1 + - 45 # NDRPDR sel - new1908.1 + - 46 # NDRPDR sel - new1908.1 + - 47 # NDRPDR sel - new1908.1 + - 48 # NDRPDR sel - new1908.1 + - 49 # NDRPDR sel - new1908.1 csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 101 # MRR sel - - 128 # MRR sel addition - + - 143 # NDRPDR sel - new2001.0 + - 146 # NDRPDR sel - new2001.0 + - 147 # NDRPDR sel - new2001.0 + - 148 # NDRPDR sel - new2001.0 + - 149 # NDRPDR sel - new2001.0 + - 150 # NDRPDR sel - new2001.0 + - 151 # NDRPDR sel - new2001.0 + - 152 # NDRPDR sel - new2001.0 + - 153 # NDRPDR sel - new2001.0 + - 154 # NDRPDR sel - new2001.0 + - 101 # MRR sel - old + - 128 # MRR sel addition - old + - 169 # Reconf REMOVE + - 181 # Soak REMOVE + - 182 # Soak REMOVE + # TODO: Add data: + # csit-vpp-perf-report-iterative-2005-2n-skx: + + csit-vpp-perf-verify-1908_1-2n-clx: + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel - 29 # NDRPDR sel @@ -2584,43 +2239,14 @@ - 48 # NDRPDR sel - 49 # NDRPDR sel - 39 # MRR - - 53 # NDRPDR full - - 54 # NDRPDR full - - 55 # NDRPDR full - - 56 # NDRPDR full - - 57 # NDRPDR full - - 58 # NDRPDR full - - 59 # NDRPDR full - - 60 # NDRPDR full - - 61 # NDRPDR full - - 62 # NDRPDR full - - 63 # NDRPDR full - - 64 # NDRPDR full - - 65 # NDRPDR full - - 66 # NDRPDR full - - 67 # NDRPDR full - - 68 # Reconf - - 69 # Reconf - - 70 # Reconf - - 71 # Reconf - - 72 # Reconf - - 73 # Reconf - - 74 # Reconf - - 75 # Reconf - - 76 # Reconf - - 77 # Reconf - - 80 # TCP - - 82 # TCP - - 83 # TCP - - 85 # TCP - - 86 # TCP - - 87 # TCP - - 88 # TCP - - 89 # TCP - - 90 # TCP - - 91 # TCP - - 93 # Soak - - 94 # Soak + - 68 # Reconf REMOVE + - 80 # TCP REMOVE + - 93 # Soak REMOVE + - 94 # Soak REMOVE + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 7 # NDRPDR sel + - 9 # NDRPDR sel csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2646,6 +2272,8 @@ - 15 # NDRPDR sel - 21 # NDRPDR sel - 9 # MRR sel + # TODO: Add data: + # csit-vpp-perf-report-iterative-2005-3n-tsh: csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2671,17 +2299,17 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - - 19 # NDRPDR full - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 23 # NDRPDR full - - 24 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 37 # NDRPDR full - - 38 # NDRPDR full - - 39 # NDRPDR full + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 8 # MRR csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2707,24 +2335,23 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - - 21 # NDRPDR full - - 22 # NDRPDR full - - 25 # NDRPDR full - - 26 # NDRPDR full - - 27 # NDRPDR full - - 28 # NDRPDR full - - csit-dpdk-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - - 5 # NDRPDR sel - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel + - 15 # MRR sel + csit-vpp-perf-report-coverage-2005-2n-dnv: + - 1 # perf-full-2n-dnv-ip4_I + - 2 # perf-full-2n-dnv-ip4_II + - 3 # perf-full-2n-dnv-ip6_I + csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -2757,20 +2384,18 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - - 25 # NDRPDR full - - 26 # NDRPDR full - - csit-dpdk-perf-verify-1904-3n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -2803,18 +2428,18 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - - csit-dpdk-perf-verify-1904-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -2847,7 +2472,17 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2870,6 +2505,17 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2882,6 +2528,17 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2894,6 +2551,17 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2906,9 +2574,12 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel - csit-vpp-device-2001-ubuntu1804-1n-skx: - - 57 + csit-vpp-device-2005-ubuntu1804-1n-skx: + - 35 - type: "output" output: "report" @@ -2922,24 +2593,24 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR - 2n-skx -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR - 2n-skx +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" # VPP Soak vs NDR - 2n-clx - type: "table" @@ -2965,1920 +2636,2195 @@ # VPP Compare NICs 3n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 4t2c ndr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 2t1c pdr - type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_nics_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - - # VPP Compare NICs 3n-skx 4t2c pdr + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 2t1c mrr - type: "table" title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 3n-skx 4t2c mrr - type: "table" title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" - - # VPP Compare NICs 3n-skx 8t4c mrr + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr - type: "table" title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c ndr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c ndr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - - # VPP Compare NICs 2n-skx 2t1c pdr + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 2n-skx 2t1c pdr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c pdr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c pdr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c mrr - type: "table" title: "VPP Compare NICs 2n-skx 2t1c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 4t2c mrr - type: "table" title: "VPP Compare NICs 2n-skx 4t2c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 8t4c mrr - type: "table" title: "VPP Compare NICs 2n-skx 8t4c mrr" - algorithm: "table_nics_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr" - reference: - title: "x710" - nic: "NIC_Intel-X710" - compare: - title: "xxv710" - nic: "NIC_Intel-XXV710" - data: "vpp-nic-comparison-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-2n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table:" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." ################################################################################ # VPP +## VPP Performance changes 2n-skx-xxv710 2t1c ndr +#- type: "table" +# title: "VPP Performance changes 2n-skx-xxv710 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-2n-skx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-2n-skx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." +# +## VPP Performance changes 2n-skx-xxv710 2t1c pdr +#- type: "table" +# title: "VPP Performance changes 2n-skx-xxv710 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-2n-skx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-2n-skx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." +# +## VPP Performance changes 3n-skx-xxv710 2t1c ndr +#- type: "table" +# title: "VPP Performance changes 3n-skx-xxv710 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-3n-skx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-3n-skx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." +# +## VPP Performance changes 3n-skx-xxv710 2t1c pdr +#- type: "table" +# title: "VPP Performance changes 3n-skx-xxv710 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-3n-skx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-3n-skx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." +# +## VPP Performance changes 2n-clx-xxv710 2t1c ndr +#- type: "table" +# title: "VPP Performance changes 2n-clx-xxv710 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-2n-clx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-2n-clx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." +# +## VPP Performance changes 2n-clx-xxv710 2t1c pdr +#- type: "table" +# title: "VPP Performance changes 2n-clx-xxv710 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# columns: +# - title: "1908.1" +# data-set: "vpp-perf-changes-2n-clx-new1908_1" +# - title: "1908.2" +# data-set: "vpp-perf-changes-2n-clx-new1908_2" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "1908.1, 1908.2 - VPP versions tested." +# - "Diff - difference between the previous and the current VPP version." + # VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2008 VPP version." # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2008 VPP version." # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2008 VPP version." # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-cmp" - data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2008 VPP version." + +## VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr +#- type: "table" +# title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# rca: +# - title: "RCA1" +# data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" +# - title: "RCA2" +# data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" +# columns: +# - title: "1908.0-1" +# data-set: "vpp-perf-changes-3n-skx-old1908_0" +# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" +# - title: "1908.1-1" +# data-set: "vpp-perf-changes-3n-skx-old1908_1" +# - title: "1908.1-2" +# data-set: "vpp-perf-changes-3n-skx-new1908_1" +# - title: "2001.0-2" +# data-set: "vpp-perf-changes-3n-skx-new2001_0" +# comparisons: +# - title: "Diff1" +# reference: 2 +# reference-alt: 1 +# compare: 3 +# - title: "Diff2" +# reference: 3 +# compare: 4 +# legend: +# - 'Legend to Table:' +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' +# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' +# - 'RCA1 - root cause analysis reference for Diff1.' +# - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr +#- type: "table" +# title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# rca: +# - title: "RCA1" +# data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" +# - title: "RCA2" +# data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" +# columns: +# - title: "1908.0-1" +# data-set: "vpp-perf-changes-3n-skx-old1908_0" +# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" +# - title: "1908.1-1" +# data-set: "vpp-perf-changes-3n-skx-old1908_1" +# - title: "1908.1-2" +# data-set: "vpp-perf-changes-3n-skx-new1908_1" +# - title: "2001.0-2" +# data-set: "vpp-perf-changes-3n-skx-new2001_0" +# comparisons: +# - title: "Diff1" +# reference: 2 +# reference-alt: 1 +# compare: 3 +# - title: "Diff2" +# reference: 3 +# compare: 4 +# legend: +# - 'Legend to Table:' +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' +# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' +# - 'RCA1 - root cause analysis reference for Diff1.' +# - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-3n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-3n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-3n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +## VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr +#- type: "table" +# title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# rca: +# - title: "RCA1" +# data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" +# - title: "RCA2" +# data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" +# columns: +# - title: "1908.0-1" +# data-set: "vpp-perf-changes-2n-skx-old1908_0" +# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" +# - title: "1908.1-1" +# data-set: "vpp-perf-changes-2n-skx-old1908_1" +# - title: "1908.1-2" +# data-set: "vpp-perf-changes-2n-skx-new1908_1" +# - title: "2001.0-2" +# data-set: "vpp-perf-changes-2n-skx-new2001_0" +# comparisons: +# - title: "Diff1" +# reference: 2 +# reference-alt: 1 +# compare: 3 +# - title: "Diff2" +# reference: 3 +# compare: 4 +# legend: +# - 'Legend to Table:' +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' +# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' +# - 'RCA1 - root cause analysis reference for Diff1.' +# - 'RCA2 - root cause analysis reference for Diff2.' +# +## VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr +#- type: "table" +# title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" +# rca: +# - title: "RCA1" +# data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" +# - title: "RCA2" +# data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" +# columns: +# - title: "1908.0-1" +# data-set: "vpp-perf-changes-2n-skx-old1908_0" +# data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" +# - title: "1908.1-1" +# data-set: "vpp-perf-changes-2n-skx-old1908_1" +# - title: "1908.1-2" +# data-set: "vpp-perf-changes-2n-skx-new1908_1" +# - title: "2001.0-2" +# data-set: "vpp-perf-changes-2n-skx-new2001_0" +# comparisons: +# - title: "Diff1" +# reference: 2 +# reference-alt: 1 +# compare: 3 +# - title: "Diff2" +# reference: 3 +# compare: 4 +# legend: +# - 'Legend to Table:' +# - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).' +# - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).' +# - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.' +# - 'RCA1 - root cause analysis reference for Diff1.' +# - 'RCA2 - root cause analysis reference for Diff2.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Performance Changes 2n-skx 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "rls1904 x710" - data: "vpp-performance-changes-2n-skx-h1" - nic: "NIC_Intel-X710" - reference: - title: "rls1908 xxv710" - data: "vpp-performance-changes-2n-skx-ref" - data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" - nic: "NIC_Intel-XXV710" - compare: - title: "rls2001 xxv710" - data: "vpp-performance-changes-2n-skx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-cmp" -# data: "vpp-performance-changes-nfv-2n-skx" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "throughput" -# - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-skx 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-h1" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - reference: - title: "rls1908 " - data: "vpp-performance-changes-2n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-cmp" - data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-cmp" - data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" title: "VPP Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-cmp" - data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" - -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-skx-clx-cmp" - data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-hsw-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-cmp" - data: "vpp-compare-topologies" - include-tests: "PDR" - filter: "'NDRPDR' and '2C'" - parameters: - - "name" - - "parent" - - "throughput" - -# VPP Performance Changes 3n-hsw 1t1c MRR + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." + +# VPP Performance Changes 3n-hsw 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-hsw 2t2c MRR + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-hsw 4t4c MRR + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-hsw 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-hsw-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-hsw-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-hsw-mrr-cmp" - data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 2t1c MRR + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 4t2c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-skx 8t4c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-3n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-skx-mrr-cmp" - data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 2t1c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-skx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 2t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 4t2c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-skx 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 4t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-skx 8t4c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-skx 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-skx 8t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" - history: - - title: "rls1904" - data: "vpp-performance-changes-2n-skx-mrr-h1" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-skx-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-skx-mrr-cmp" - data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - parameters: - - "name" - - "parent" - - "result" - -## VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" -# -## VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" -# -## VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr -#- type: "table" -# title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr" -# algorithm: "table_perf_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" -# reference: -# title: "rls1908" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" -# compare: -# title: "rls2001" -# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" -# data: "vpp-performance-changes-nfv-2n-skx-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and 'NF_DENSITY'" -# parameters: -# - "name" -# - "parent" -# - "result" - -# VPP Performance Changes 2n-dnv 1t1c MRR + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-skx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 2t2c MRR + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 2n-dnv 4t4c MRR + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 2n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-2n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-2n-dnv-mrr-cmp" - data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 1t1c MRR + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 2t2c MRR + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-dnv 4t4c MRR + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-dnv 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-dnv-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-dnv-mrr-cmp" - data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 1t1c MRR + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 2t2c MRR + filter: "'1T1C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" - -# VPP Performance Changes 3n-tsh 4t4c MRR + filter: "'2T2C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c MRR" - algorithm: "table_perf_comparison" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" - reference: - title: "rls1908" - data: "vpp-performance-changes-3n-tsh-mrr-ref" - compare: - title: "rls2001" - data: "vpp-performance-changes-3n-tsh-mrr-cmp" - data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" - parameters: - - "name" - - "parent" - - "result" + filter: "'4T4C'" + columns: + - title: "1908" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2001" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-ref" - nic: "NIC_Intel-XL710" - compare: - title: "3n-skx xxv710" - data: "vpp-compare-testbeds-mrr-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-ref" + tag: "NIC_Intel-XL710" + - title: "3n-skx xxv710" + data-set: "vpp-compare-testbeds-mrr-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'4T2C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr - type: "table" title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" - reference: - title: "2n-skx" - data: "vpp-compare-testbeds-mrr-skx-clx-ref" - compare: - title: "2n-clx" - data: "vpp-compare-testbeds-mrr-skx-clx-cmp" - data: "vpp-compare-testbeds-mrr-skx-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + filter: "'8T4C' and 'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + - title: "2n-clx" + data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - reference: - title: "3-Node Skx" - data: "vpp-compare-topologies-mrr-ref" - compare: - title: "2-Node Skx" - data: "vpp-compare-topologies-mrr-cmp" - data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" + filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "vpp-compare-topologies-mrr-ref" + - title: "2n-skx" + data-set: "vpp-compare-topologies-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" - algorithm: "table_perf_comparison_nic" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" - algorithm: "table_perf_comparison_nic" + algorithm: "table_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" - reference: - title: "3n-hsw xl710" - data: "vpp-compare-testbeds-mrr-hsw-clx-ref" - nic: "NIC_Intel-XL710" - compare: - title: "2n-clx xxv710" - data: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - nic: "NIC_Intel-XXV710" - data: "vpp-compare-testbeds-mrr-hsw-clx" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - parameters: - - "name" - - "parent" - - "result" - - "tags" + columns: + - title: "3n-hsw xl710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" + tag: "NIC_Intel-XL710" + - title: "2n-clx xxv710" + data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." # Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" @@ -4886,10 +4832,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4903,13 +4849,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -4921,13 +4867,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -4939,10 +4885,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4956,10 +4902,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4973,10 +4919,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -4990,10 +4936,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5007,10 +4953,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -5024,10 +4970,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -5041,10 +4987,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -5058,10 +5004,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5075,10 +5021,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5092,10 +5038,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5109,10 +5055,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5182,10 +5128,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5199,10 +5145,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5216,10 +5162,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5233,10 +5179,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5250,10 +5196,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5267,10 +5213,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5284,10 +5230,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5301,10 +5247,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5318,10 +5264,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5335,10 +5281,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5352,10 +5298,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5369,10 +5315,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5386,10 +5332,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5403,10 +5349,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5420,10 +5366,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5438,10 +5384,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5454,380 +5400,740 @@ # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." -# DPDK Performance Changes 3n-hsw 1t1c ndr +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-hsw-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-hsw-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-hsw-cmp" - data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-hsw-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-3n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-3n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-3n-skx-cmp" - data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-3n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 2t1c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" title: "DPDK Performance Changes 2n-skx 4t2c ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" - history: - - title: "rls1904" - data: "dpdk-performance-changes-2n-skx-h1" - reference: - title: "rls1908" - data: "dpdk-performance-changes-2n-skx-ref" - compare: - title: "rls2001" - data: "dpdk-performance-changes-2n-skx-cmp" - data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "1908" + data-set: "dpdk-performance-changes-2n-skx-h1" + - title: "2001" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-cmp" + comparisons: + - title: "Diff" + reference: 2 + compare: 3 + legend: + - "Legend to Table" + - "1908, 2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-clx 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-clx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-dnv-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." + +# DPDK Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "DPDK Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2001" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - DPDK versions tested." + - "Diff - difference between 2001 and 2005 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710'" - parameters: - - "name" - - "parent" - - "throughput" + columns: + - title: "3n-hsw x710" + data-set: "dpdk-compare-testbeds-ref" + - title: "3n-skx x710" + data-set: "dpdk-compare-testbeds-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." + - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" - reference: - title: "2-Node Skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2-Node Clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr - type: "table" title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" - reference: - title: "2-Node Skx" - data: "dpdk-compare-testbeds-skx-clx-ref" - compare: - title: "2-Node Clx" - data: "dpdk-compare-testbeds-skx-clx-cmp" - data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "2n-skx" + data-set: "dpdk-compare-testbeds-skx-clx-ref" + - title: "2n-clx" + data-set: "dpdk-compare-testbeds-skx-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." # DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_perf_comparison" + algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" - parameters: - - "name" - - "parent" - - "throughput" + filter: "'NIC_Intel-XXV710'" + columns: + - title: "3n-skx" + data-set: "dpdk-compare-topologies-ref" + - title: "2n-skx" + data-set: "dpdk-compare-topologies-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "3n-skx, 2n-skx - topologies tested." + - "Diff - difference between 3n-skx and 2n-skx topologies." # Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" @@ -5835,10 +6141,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5852,13 +6158,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -5870,13 +6176,13 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" - remove-ndr: True # Temporary solution: remove NDR results from test message + remove-ndr: False parameters: - "name" - "parent" @@ -5888,10 +6194,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5905,10 +6211,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" parameters: @@ -5922,10 +6228,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" parameters: @@ -5939,10 +6245,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: @@ -6331,41 +6637,41 @@ # Hoststack tests 3n-hsw - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" # Plots VPP HTTP Server Performance @@ -6447,57 +6753,93 @@ title: "30 Minutes Soak Test (PLRsearch)" layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + ############################################################################### # Reconf tests 2n-skx -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" ############################################################################### @@ -10288,7 +10630,7 @@ 'NF_DENSITY' and 'VHOST' and 'VXLAN' and - 'CHAIN' a + 'CHAIN' and 'IMIX' and '2T1C' and 'NDRPDR'"