X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=491b5e98cfdf88e1555e0c62a53a692f393548a1;hb=b1af33fbcd345c9d4eca534072f6daf0c55c0305;hp=f26411861e567228d4af61f0b3457aec3e4214b3;hpb=3d06f64a50f03c3c859eb36e279a24f27aa1b107;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index f26411861e..491b5e98cf 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -163,29 +163,29 @@ replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost: csit-vpp-perf-verify-1908-3n-skx: - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost + - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost: csit-vpp-perf-verify-1908-2n-skx: - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost + - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release ########################################################################### # Plots: @@ -251,16 +251,16 @@ plot-vpp-hoststack-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -271,44 +271,18 @@ plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: - - 46 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Add data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -345,30 +319,20 @@ plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set plot-vpp-http-server-performance: csit-vpp-perf-verify-2001-2n-clx: @@ -384,11 +348,9 @@ - 91 # TCP plot-vpp-soak-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Replace the data @@ -403,12 +365,17 @@ - 71 # NFV MRR plot-vpp-nfv-reconf-2n-skx: - # TODO: Replace the data - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 113 # NFV reconf sel - - 114 # NFV reconf sel - - 115 # NFV reconf sel + csit-vpp-perf-verify-2001-2n-skx: + - 169 # Reconf + - 171 # Reconf + - 172 # Reconf + - 173 # Reconf + - 174 # Reconf + - 175 # Reconf + - 176 # Reconf + - 177 # Reconf + - 178 # Reconf + - 179 # Reconf plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-verify-2001-2n-skx: @@ -619,49 +586,22 @@ vpp-nic-comparison-3n-skx: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-2001-3n-skx: @@ -717,13 +657,24 @@ vpp-perf-results-3n-skx: # TODO: Replace csit-vpp-perf-verify-2001-3n-skx: - - 47 # NDRPDR sel - - 54 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - # TODO: Replace - - 92 # NDRPDR sel + - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-perf-results-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -841,6 +792,92 @@ # Performance changes + vpp-perf-changes-2n-skx-old1908_0: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release + vpp-perf-changes-2n-skx-old1908_1: + csit-vpp-perf-verify-1908_1-2n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + vpp-perf-changes-2n-skx-new1908_1: + csit-vpp-perf-verify-1908_1-2n-skx: + - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-2n-skx-new2001_0: + csit-vpp-perf-verify-2001-2n-skx: + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + + vpp-perf-changes-3n-skx-old1908_0: + csit-vpp-perf-verify-1908-3n-skx: + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release + vpp-perf-changes-3n-skx-old1908_1: + csit-vpp-perf-verify-1908_1-3n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + vpp-perf-changes-3n-skx-new1908_1: + csit-vpp-perf-verify-1908_1-3n-skx: + - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + vpp-perf-changes-3n-skx-new2001_0: + csit-vpp-perf-verify-2001-3n-skx: + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + vpp-performance-changes-3n-hsw-h1: csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel @@ -896,39 +933,22 @@ - 25 # NDRPDR sel vpp-performance-changes-3n-skx-ref: csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release vpp-performance-changes-3n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -948,38 +968,28 @@ - 32 # NDRPDR sel vpp-performance-changes-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -1085,56 +1095,34 @@ vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-soak-vs-ndr-2n-skx-cmp: - # TODO: Replace - # csit-vpp-perf-verify-2001-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 83 # SOAK - - 86 # SOAK + csit-vpp-perf-verify-2001-2n-skx: + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 83 # SOAK - - 86 # SOAK + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 181 # Soak + - 182 # Soak vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-verify-2001-2n-clx: @@ -1423,52 +1411,25 @@ vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -1647,48 +1608,21 @@ vpp-compare-topologies-ref: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies-cmp: csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -2487,16 +2421,16 @@ - 82 # NDRPDR full - 84 # NDRPDR full - 85 # NDRPDR full - - 87 # hoststack - - 88 # hoststack - - 89 # hoststack - - 90 # hoststack - - 91 # hoststack - - 92 # hoststack - - 93 # hoststack - - 94 # hoststack - - 95 # hoststack - - 96 # hoststack + - 103 # hoststack + - 104 # hoststack + - 105 # hoststack + - 106 # hoststack + - 107 # hoststack + - 108 # hoststack + - 109 # hoststack + - 110 # hoststack + - 111 # hoststack + - 112 # hoststack csit-vpp-perf-verify-1904-3n-skx: - 7 # MRR sel @@ -2511,48 +2445,67 @@ - 23 # NDRPDR sel - 25 # NDRPDR sel csit-vpp-perf-verify-1908-3n-skx: - - 14 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 29 # NDRPDR sel - - 52 # NDRPDR sel vhost - - 53 # NDRPDR sel vhost - - 55 # NDRPDR sel vhost - - 61 # NDRPDR sel vhost - - 62 # NDRPDR sel vhost - - 63 # NDRPDR sel vhost - - 64 # NDRPDR sel vhost - - 65 # NDRPDR sel vhost - - 66 # NDRPDR sel vhost - - 67 # NDRPDR sel vhost - - 36 # MRR sel + - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 36 # MRR sel - old1908 - vpp build: 19.08-release + csit-vpp-perf-verify-1908_1-3n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set csit-vpp-perf-verify-2001-3n-skx: - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - - 51 # NDRPDR sel - - 52 # NDRPDR sel - - 59 # NDRPDR sel - - 65 # NDRPDR sel - - 66 # NDRPDR sel - - 54 # NDRPDR sel addition - - 55 # NDRPDR sel addition - - 56 # NDRPDR sel addition - - 57 # NDRPDR sel addition - - 58 # NDRPDR sel addition - - 60 # NDRPDR sel addition - - 61 # NDRPDR sel addition - - 62 # NDRPDR sel addition - - 63 # NDRPDR sel addition - - 64 # NDRPDR sel addition +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel +# - 47 # NDRPDR sel +# - 48 # NDRPDR sel +# - 49 # NDRPDR sel +# - 51 # NDRPDR sel +# - 52 # NDRPDR sel +# - 59 # NDRPDR sel +# - 65 # NDRPDR sel +# - 66 # NDRPDR sel +# - 54 # NDRPDR sel addition +# - 55 # NDRPDR sel addition +# - 56 # NDRPDR sel addition +# - 57 # NDRPDR sel addition +# - 58 # NDRPDR sel addition +# - 60 # NDRPDR sel addition +# - 61 # NDRPDR sel addition +# - 62 # NDRPDR sel addition +# - 63 # NDRPDR sel addition +# - 64 # NDRPDR sel addition + - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set - 50 # MRR sel - 53 # MRR sel addition @@ -2569,54 +2522,111 @@ - 31 # NDRPDR sel - 32 # NDRPDR sel csit-vpp-perf-verify-1908-2n-skx: - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 42 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 46 # NDRPDR sel - - 88 # NDRPDR sel vhost - - 89 # NDRPDR sel vhost - - 91 # NDRPDR sel vhost - - 92 # NDRPDR sel vhost - - 93 # NDRPDR sel vhost - - 94 # NDRPDR sel vhost - - 95 # NDRPDR sel vhost - - 96 # NDRPDR sel vhost - - 97 # NDRPDR sel vhost - - 98 # NDRPDR sel vhost - - 69 # MRR sel + - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release + - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release + - 69 # MRR sel - old1908 - vpp build: 19.08-release # - 22 # NFV # - 31 # NFV # - 32 # NFV # - 71 # NFV MRR + csit-vpp-perf-verify-1908_1-2n-skx: + - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode + - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set + - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set csit-vpp-perf-verify-2001-2n-skx: - - 92 # NDRPDR sel - - 93 # NDRPDR sel - - 94 # NDRPDR sel - - 95 # NDRPDR sel - - 96 # NDRPDR sel - - 97 # NDRPDR sel - - 98 # NDRPDR sel - - 99 # NDRPDR sel - - 100 # NDRPDR sel - - 102 # NDRPDR sel - - 129 # NDRPDR sel addition - - 130 # NDRPDR sel addition - - 131 # NDRPDR sel addition - - 132 # NDRPDR sel addition - - 133 # NDRPDR sel addition - - 134 # NDRPDR sel addition - - 135 # NDRPDR sel addition - - 136 # NDRPDR sel addition - - 137 # NDRPDR sel addition - - 138 # NDRPDR sel addition - - 101 # MRR sel - - 128 # MRR sel addition +# - 92 # NDRPDR sel - old +# - 93 # NDRPDR sel - old +# - 94 # NDRPDR sel - old +# - 95 # NDRPDR sel - old +# - 96 # NDRPDR sel - old +# - 97 # NDRPDR sel - old +# - 98 # NDRPDR sel - old +# - 99 # NDRPDR sel - old +# - 100 # NDRPDR sel - old +# - 102 # NDRPDR sel - old +# - 129 # NDRPDR sel addition - old +# - 130 # NDRPDR sel addition - old +# - 131 # NDRPDR sel addition - old +# - 132 # NDRPDR sel addition - old +# - 133 # NDRPDR sel addition - old +# - 134 # NDRPDR sel addition - old +# - 135 # NDRPDR sel addition - old +# - 136 # NDRPDR sel addition - old +# - 137 # NDRPDR sel addition - old +# - 138 # NDRPDR sel addition - old + - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set + - 101 # MRR sel - old + - 128 # MRR sel addition - old + - 169 # Reconf + - 171 # Reconf + - 172 # Reconf + - 173 # Reconf + - 174 # Reconf + - 175 # Reconf + - 176 # Reconf + - 177 # Reconf + - 178 # Reconf + - 179 # Reconf + - 181 # Soak + - 182 # Soak csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -2968,24 +2978,24 @@ ### T A B L E S ### ################################################################################ -## VPP Soak vs NDR - 2n-skx -#- type: "table" -# title: "VPP Soak vs NDR 2n-skx" -# algorithm: "table_soak_vs_ndr" -# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" -# reference: -# title: "NDR" -# data: "vpp-soak-vs-ndr-2n-skx-ref" -# compare: -# title: "Soak" -# data: "vpp-soak-vs-ndr-2n-skx-cmp" -# data: "vpp-soak-vs-ndr-2n-skx" -# include-tests: "NDR" -# filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" -# parameters: -# - "throughput" -# - "name" -# - "parent" +# VPP Soak vs NDR - 2n-skx +- type: "table" + title: "VPP Soak vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "Soak" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" # VPP Soak vs NDR - 2n-clx - type: "table" @@ -3308,7 +3318,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3331,7 +3341,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3354,7 +3364,7 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -3377,20 +3387,100 @@ data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" - "throughput" +# VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-3n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + +# VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-3n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-3n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-3n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" - rca: - title: "RCA" - data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" +# rca: +# title: "RCA" +# data-file: "rca/rca-3n-skx-2t1c-pdr.yaml" history: - title: "1904" data: "vpp-performance-changes-3n-skx-h1" @@ -3503,14 +3593,94 @@ - "throughput" - "tags" +# VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-2n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + +# VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + rca: + - title: "RCA1" + data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + - title: "RCA2" + data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" + columns: + - title: "1908.0.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_0" + data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost" + - title: "1908.1.pe" + data-set: "vpp-perf-changes-2n-skx-old1908_1" + - title: "1908.1.ce" + data-set: "vpp-perf-changes-2n-skx-new1908_1" + - title: "2001.0.ce" + data-set: "vpp-perf-changes-2n-skx-new2001_0" + comparisons: + - title: "Diff1" + reference: 2 + reference-alt: 1 + compare: 3 + - title: "Diff2" + reference: 3 + compare: 4 + legend: + - "Legend to Table" + - "1908.0, 1908.1, 2001.0 - VPP versions tested." + - "pe - previous environment used for testing, per CSIT-1908 release, ." + - "ce - current environment used for testing, per CSIT-2001 release, ." + - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)." + - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce." + - "RCA1 - root cause analysis reference for Diff1." + - "RCA2 - root cause analysis reference for Diff2." + # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" - rca: - title: "RCA" - data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" +# rca: +# title: "RCA" +# data-file: "rca/rca-2n-skx-2t1c-pdr.yaml" history: - title: "1904" data: "vpp-performance-changes-2n-skx-h1" @@ -4044,7 +4214,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4064,7 +4234,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4084,7 +4254,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4104,7 +4274,7 @@ data: "vpp-compare-testbeds-skx-clx-cmp" data: "vpp-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4212,7 +4382,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4231,7 +4401,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4250,7 +4420,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4269,7 +4439,7 @@ data: "vpp-compare-topologies-cmp" data: "vpp-compare-topologies" include-tests: "PDR" - filter: "'NDRPDR' and '2C'" + filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -4291,7 +4461,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'" + filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4313,7 +4483,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'" + filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4335,7 +4505,7 @@ data: "vpp-performance-changes-3n-hsw-mrr-cmp" data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'" + filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" parameters: - "name" - "parent" @@ -4974,10 +5144,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -4991,10 +5161,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5009,10 +5179,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5027,10 +5197,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5044,10 +5214,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5061,10 +5231,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5078,10 +5248,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5095,10 +5265,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-hsw" filter: "all" parameters: @@ -5112,10 +5282,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-skx" filter: "all" parameters: @@ -5129,10 +5299,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-skx" filter: "all" parameters: @@ -5146,10 +5316,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-clx" filter: "all" parameters: @@ -5163,10 +5333,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-tsh" filter: "all" parameters: @@ -5180,10 +5350,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-3n-dnv" filter: "all" parameters: @@ -5197,10 +5367,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-perf-results-2n-dnv" filter: "all" parameters: @@ -5270,10 +5440,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5287,10 +5457,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5304,10 +5474,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5321,10 +5491,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5338,10 +5508,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5355,10 +5525,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5372,10 +5542,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5389,10 +5559,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-hsw" filter: "all" parameters: @@ -5406,10 +5576,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-skx" filter: "all" parameters: @@ -5423,10 +5593,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-skx" filter: "all" parameters: @@ -5440,10 +5610,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-clx" filter: "all" parameters: @@ -5457,10 +5627,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-tsh" filter: "all" parameters: @@ -5474,10 +5644,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-3n-dnv" filter: "all" parameters: @@ -5491,10 +5661,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-mrr-results-2n-dnv" filter: "all" parameters: @@ -5508,10 +5678,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Status |preout| " - data: "data status" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5526,10 +5696,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" data: "vpp-device-results-ubuntu" filter: "all" parameters: @@ -5555,7 +5725,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5577,7 +5747,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5599,7 +5769,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5621,7 +5791,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" parameters: - "name" - "parent" @@ -5643,7 +5813,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5665,7 +5835,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5687,7 +5857,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5709,7 +5879,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5731,7 +5901,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5753,7 +5923,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5775,7 +5945,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5797,7 +5967,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5854,7 +6024,7 @@ data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5873,7 +6043,7 @@ data: "dpdk-compare-testbeds-skx-clx-cmp" data: "dpdk-compare-testbeds-skx-clx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5892,7 +6062,7 @@ data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5911,7 +6081,7 @@ data: "dpdk-compare-topologies-cmp" data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "all" + filter: "'NIC_Intel-XXV710'" parameters: - "name" - "parent" @@ -5923,10 +6093,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: @@ -5940,10 +6110,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5958,10 +6128,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-skx" filter: "all" remove-ndr: True # Temporary solution: remove NDR results from test message @@ -5976,10 +6146,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-clx" filter: "all" parameters: @@ -5993,10 +6163,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-2n-dnv" filter: "all" parameters: @@ -6010,10 +6180,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-dnv" filter: "all" parameters: @@ -6027,10 +6197,10 @@ algorithm: "table_merged_details" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh" columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" data: "dpdk-perf-results-3n-tsh" filter: "all" parameters: @@ -6419,41 +6589,41 @@ # Hoststack tests 3n-hsw - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps" + output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" data: "plot-vpp-hoststack-3n-hsw" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" # Plots VPP HTTP Server Performance @@ -6535,57 +6705,93 @@ title: "30 Minutes Soak Test (PLRsearch)" layout: "plot-soak-throughput" +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak Test (PLRsearch), boxes - 2n-skx +- type: "plot" + title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" + algorithm: "plot_perf_box_name" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" + data: "plot-vpp-soak-2n-skx" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak" + layout: + title: "30 Minutes Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + ############################################################################### # Reconf tests 2n-skx -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" -# -#- type: "plot" -# title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" -# algorithm: "plot_nf_reconf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" -# data: "plot-vpp-nfv-reconf-2n-skx" -# include: -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" -# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" -# layout: -# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" -# layout: "plot-throughput" +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" + +- type: "plot" + title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" + algorithm: "plot_nf_reconf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf" + data: "plot-vpp-nfv-reconf-2n-skx" + include: + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf" + - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf" + layout: + title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd" + layout: "plot-throughput" ###############################################################################