X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a1650c84cf9804bfb75236b427f2b1f947c1fb14;hb=3f2ecafbe60b3664ab7b18ecfe8e4acb46a3cd3b;hp=ddd9706c0957ccfd16ce5a671ed140f78694bbe6;hpb=baaf9477dd51a8878f10a0763024df7c435a268c;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index ddd9706c09..a1650c84cf 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -163,29 +163,29 @@ replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost: csit-vpp-perf-verify-1908-3n-skx: - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost + - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost: csit-vpp-perf-verify-1908-2n-skx: - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost + - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release ########################################################################### # Plots: @@ -251,16 +251,16 @@ plot-vpp-hoststack-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -271,34 +271,18 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -335,30 +319,20 @@ plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-http-server-performance: csit-vpp-perf-verify-2001-2n-clx: @@ -609,44 +583,22 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -702,13 +654,24 @@ vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel - - 54 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - # TODO: Replace - - 92 # NDRPDR sel + - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -826,6 +789,92 @@ # Performance changes + vpp-perf-changes-2n-skx-old1908_0: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release + vpp-perf-changes-2n-skx-old1908_1: + csit-vpp-perf-verify-1908_1-2n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + vpp-perf-changes-2n-skx-new1908_1: + csit-vpp-perf-verify-1908_1-2n-skx: + - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-2n-skx-new2001_0: + csit-vpp-perf-verify-2001-2n-skx: + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + + vpp-perf-changes-3n-skx-old1908_0: + csit-vpp-perf-verify-1908-3n-skx: + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release + vpp-perf-changes-3n-skx-old1908_1: + csit-vpp-perf-verify-1908_1-3n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + vpp-perf-changes-3n-skx-new1908_1: + csit-vpp-perf-verify-1908_1-3n-skx: + - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-3n-skx-new2001_0: + csit-vpp-perf-verify-2001-3n-skx: + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel @@ -881,34 +930,22 @@ - 25 # NDRPDR sel vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -928,38 +965,28 @@ - 32 # NDRPDR sel vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -1065,26 +1092,16 @@ vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-soak-vs-ndr-2n-skx-cmp: # TODO: Replace # csit-vpp-perf-verify-2001-2n-skx: @@ -1093,26 +1110,16 @@ - 86 # SOAK vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 83 # SOAK - 86 # SOAK @@ -1403,47 +1410,25 @@ vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -1622,44 +1607,21 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: - # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -2458,16 +2420,16 @@ - 82 # NDRPDR full - 84 # NDRPDR full - 85 # NDRPDR full - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -2482,43 +2444,67 @@ - 23 # NDRPDR sel - 25 # NDRPDR sel csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost - - 36 # MRR sel + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 36 # MRR sel - old1908 - vpp build: 19.08-release + csit-vpp-perf-verify-1908_1-3n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 49 # NDRPDR sel +# - 51 # NDRPDR sel +# - 52 # NDRPDR sel +# - 59 # NDRPDR sel +# - 65 # NDRPDR sel +# - 66 # NDRPDR sel +# - 54 # NDRPDR sel addition +# - 55 # NDRPDR sel addition +# - 56 # NDRPDR sel addition +# - 57 # NDRPDR sel addition +# - 58 # NDRPDR sel addition +# - 60 # NDRPDR sel addition +# - 61 # NDRPDR sel addition +# - 62 # NDRPDR sel addition +# - 63 # NDRPDR sel addition +# - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 50 # MRR sel - 53 # MRR sel addition @@ -2535,54 +2521,99 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost - - 69 # MRR sel + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 69 # MRR sel - old1908 - vpp build: 19.08-release # - 22 # NFV # - 31 # NFV # - 32 # NFV # - 71 # NFV MRR + csit-vpp-perf-verify-1908_1-2n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 101 # MRR sel - - 128 # MRR sel addition +# - 92 # NDRPDR sel - old +# - 93 # NDRPDR sel - old +# - 94 # NDRPDR sel - old +# - 95 # NDRPDR sel - old +# - 96 # NDRPDR sel - old +# - 97 # NDRPDR sel - old +# - 98 # NDRPDR sel - old +# - 99 # NDRPDR sel - old +# - 100 # NDRPDR sel - old +# - 102 # NDRPDR sel - old +# - 129 # NDRPDR sel addition - old +# - 130 # NDRPDR sel addition - old +# - 131 # NDRPDR sel addition - old +# - 132 # NDRPDR sel addition - old +# - 133 # NDRPDR sel addition - old +# - 134 # NDRPDR sel addition - old +# - 135 # NDRPDR sel addition - old +# - 136 # NDRPDR sel addition - old +# - 137 # NDRPDR sel addition - old +# - 138 # NDRPDR sel addition - old + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 101 # MRR sel - old + - 128 # MRR sel addition - old csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -3263,18 +3294,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3286,18 +3317,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3309,18 +3340,18 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3332,39 +3363,122 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" - "throughput" +# VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-3n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + +# VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-3n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3381,17 +3495,20 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3408,17 +3525,20 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3435,17 +3555,20 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-3n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-3n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-3n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-3n-skx" @@ -3457,113 +3580,205 @@ - "throughput" - "tags" +# VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-2n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + +# VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-2n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-pdr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-ndr.yaml" history: - - title: "rls1904 x710" + - title: "1904" data: "vpp-performance-changes-2n-skx-h1" nic: "NIC_Intel-X710" reference: - title: "rls1908 xxv710" + title: "1908" data: "vpp-performance-changes-2n-skx-ref" data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" nic: "NIC_Intel-XXV710" compare: - title: "rls2001 xxv710" + title: "2001" data: "vpp-performance-changes-2n-skx-cmp" nic: "NIC_Intel-XXV710" data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" parameters: - - "name" - - "parent" - - "throughput" - - "tags" + - "name" + - "parent" + - "throughput" + - "tags" ## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr #- type: "table" @@ -3571,10 +3786,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3591,10 +3806,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3611,10 +3826,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3631,10 +3846,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-cmp" # data: "vpp-performance-changes-nfv-2n-skx" # include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3651,10 +3866,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3671,10 +3886,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3691,10 +3906,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3711,10 +3926,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" reference: - title: "rls1908 " + title: "1908" data: "vpp-performance-changes-2n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-cmp" data: "vpp-performance-changes-2n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3731,10 +3946,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3751,10 +3966,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3771,10 +3986,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3791,10 +4006,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-cmp" data: "vpp-performance-changes-3n-dnv" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3811,10 +4026,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3831,10 +4046,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -3851,10 +4066,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3871,10 +4086,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-cmp" data: "vpp-performance-changes-3n-tsh" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -3986,7 +4201,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4006,7 +4221,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4026,7 +4241,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4046,7 +4261,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4147,14 +4362,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4166,14 +4381,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4185,14 +4400,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4204,14 +4419,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4223,17 +4438,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4245,17 +4460,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4267,17 +4482,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4288,14 +4503,17 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4310,14 +4528,17 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4332,14 +4553,17 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-skx-mrr-cmp" data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4354,14 +4578,17 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4376,14 +4603,17 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-4t2c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4398,14 +4628,17 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-8t4c-mrr.yaml" history: - - title: "rls1904" + - title: "1904" data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-skx-mrr-cmp" data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4421,10 +4654,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4440,10 +4673,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4459,10 +4692,10 @@ # algorithm: "table_perf_comparison" # output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" # reference: -# title: "rls1908" +# title: "1908" # data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" # compare: -# title: "rls2001" +# title: "2001" # data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" # data: "vpp-performance-changes-nfv-2n-skx-mrr" # include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4478,10 +4711,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4497,10 +4730,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4516,10 +4749,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-2n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-2n-dnv-mrr-cmp" data: "vpp-performance-changes-2n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4535,10 +4768,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4554,10 +4787,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4573,10 +4806,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-dnv-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-dnv-mrr-cmp" data: "vpp-performance-changes-3n-dnv-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4592,10 +4825,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4611,10 +4844,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4630,10 +4863,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" reference: - title: "rls1908" + title: "1908" data: "vpp-performance-changes-3n-tsh-mrr-ref" compare: - title: "rls2001" + title: "2001" data: "vpp-performance-changes-3n-tsh-mrr-cmp" data: "vpp-performance-changes-3n-tsh-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4775,10 +5008,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4794,10 +5027,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4813,10 +5046,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "vpp-compare-topologies-mrr-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "vpp-compare-topologies-mrr-cmp" data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" @@ -4898,10 +5131,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4915,10 +5148,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -4933,10 +5166,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -4951,10 +5184,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -4968,10 +5201,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -4985,10 +5218,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5002,10 +5235,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5019,10 +5252,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -5036,10 +5269,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -5053,10 +5286,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -5070,10 +5303,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5087,10 +5320,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5104,10 +5337,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5121,10 +5354,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5194,10 +5427,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5211,10 +5444,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5228,10 +5461,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5245,10 +5478,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5262,10 +5495,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5279,10 +5512,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5296,10 +5529,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5313,10 +5546,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5330,10 +5563,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5347,10 +5580,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5364,10 +5597,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5381,10 +5614,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5398,10 +5631,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5415,10 +5648,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5432,10 +5665,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5450,10 +5683,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5469,17 +5702,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5491,17 +5724,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5513,17 +5746,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5535,17 +5768,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-hsw-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-hsw-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5557,17 +5790,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5579,17 +5812,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5601,17 +5834,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5623,17 +5856,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-3n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-3n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5645,17 +5878,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5667,17 +5900,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5689,17 +5922,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5711,17 +5944,17 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" history: - - title: "rls1904" + - title: "1904" data: "dpdk-performance-changes-2n-skx-h1" reference: - title: "rls1908" + title: "1908" data: "dpdk-performance-changes-2n-skx-ref" compare: - title: "rls2001" + title: "2001" data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5733,10 +5966,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" @@ -5752,10 +5985,10 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" reference: - title: "3-Node Hsw" + title: "3n-hsw" data: "dpdk-compare-testbeds-ref" compare: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-testbeds-cmp" data: "dpdk-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" @@ -5771,14 +6004,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5790,14 +6023,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" reference: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-testbeds-skx-clx-ref" compare: - title: "2-Node Clx" + title: "2n-clx" data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5809,14 +6042,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5828,14 +6061,14 @@ algorithm: "table_perf_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" reference: - title: "3-Node Skx" + title: "3n-skx" data: "dpdk-compare-topologies-ref" compare: - title: "2-Node Skx" + title: "2n-skx" data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5847,10 +6080,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5864,10 +6097,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5882,10 +6115,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5900,10 +6133,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5917,10 +6150,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" parameters: @@ -5934,10 +6167,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" parameters: @@ -5951,10 +6184,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: @@ -6343,41 +6576,41 @@ # Hoststack tests 3n-hsw - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" # Plots VPP HTTP Server Performance