replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost:
csit-vpp-perf-verify-1908-3n-skx:
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost:
csit-vpp-perf-verify-1908-2n-skx:
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
###########################################################################
# Plots:
plot-vpp-hoststack-3n-hsw:
csit-vpp-perf-verify-2001-3n-hsw:
- - 87 # hoststack
- - 88 # hoststack
- - 89 # hoststack
- - 90 # hoststack
- - 91 # hoststack
- - 92 # hoststack
- - 93 # hoststack
- - 94 # hoststack
- - 95 # hoststack
- - 96 # hoststack
+ - 103 # hoststack
+ - 104 # hoststack
+ - 105 # hoststack
+ - 106 # hoststack
+ - 107 # hoststack
+ - 108 # hoststack
+ - 109 # hoststack
+ - 110 # hoststack
+ - 111 # hoststack
+ - 112 # hoststack
plot-dpdk-hdrh-lat-3n-hsw:
csit-dpdk-perf-verify-2001-3n-hsw:
plot-vpp-throughput-lat-tsa-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
- - 46 # NDRPDR sel
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-ndrpdr:
# TODO: Add data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-nfv-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
plot-vpp-throughput-lat-tsa-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
plot-vpp-http-server-performance:
csit-vpp-perf-verify-2001-2n-clx:
- 91 # TCP
plot-vpp-soak-2n-skx:
- # TODO: Replace the data
- # csit-vpp-perf-verify-2001-2n-skx:
- csit-vpp-perf-verify-1908-2n-skx:
- - 83 # SOAK
- - 86 # SOAK
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 181 # Soak
+ - 182 # Soak
plot-vpp-nfv-2n-skx-ndrpdr:
# TODO: Replace the data
- 71 # NFV MRR
plot-vpp-nfv-reconf-2n-skx:
- # TODO: Replace the data
- # csit-vpp-perf-verify-2001-2n-skx:
- csit-vpp-perf-verify-1908-2n-skx:
- - 113 # NFV reconf sel
- - 114 # NFV reconf sel
- - 115 # NFV reconf sel
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 169 # Reconf
+ - 171 # Reconf
+ - 172 # Reconf
+ - 173 # Reconf
+ - 174 # Reconf
+ - 175 # Reconf
+ - 176 # Reconf
+ - 177 # Reconf
+ - 178 # Reconf
+ - 179 # Reconf
plot-dpdk-throughput-latency-2n-skx:
csit-dpdk-perf-verify-2001-2n-skx:
vpp-nic-comparison-3n-skx:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-verify-2001-3n-skx:
- 85 # NDRPDR full
vpp-perf-results-3n-skx:
- # TODO: Replace
+ # TODO: Add data
csit-vpp-perf-verify-2001-3n-skx:
- - 47 # NDRPDR sel
- - 54 # NDRPDR sel addition
+ - 82 # NDRPDR full - crypto-1
+ - 85 # NDRPDR full - l2-2
+ - 87 # NDRPDR full - ip6-1
+ - 88 # NDRPDR full - ip6-2
+ - 90 # NDRPDR full - memif
+ - 95 # NDRPDR full - l2-1
+ - 96 # NDRPDR full - ip4-2
+ - 97 # NDRPDR full - vhost-1
+ - 102 # NDRPDR full - crypto-2
+ - 104 # NDRPDR full - ip4tunnels-1
+ - 105 # NDRPDR full - ip4tunnels-2
+ - 106 # NDRPDR full - ip4tunnels-3
+ - 107 # NDRPDR full - ip6tunnels-1
+ - 108 # NDRPDR full - ip4-1
+ - 109 # NDRPDR full - crypto-3
+ - 110 # NDRPDR full - crypto-4
+ - 111 # NDRPDR full - ip4-2
+ - 112 # NDRPDR full - ip4-4
+ - 113 # NDRPDR full - ip4-5
+ - 114 # NDRPDR full - ip4-6
+ - 115 # NDRPDR full - ip4-7
+ - 116 # NDRPDR full - ip4-8
+ - 117 # NDRPDR full - ip4-9
+ - 118 # NDRPDR full - srv6-1
+ - 119 # NDRPDR full - srv6-2
+ - 120 # NDRPDR full - l2-3
+ - 122 # NDRPDR full - l2-5
+ - 123 # NDRPDR full - l2-4
+ - 124 # NDRPDR full - l2-7
+ - 125 # NDRPDR full - vhost-2
+ - 126 # NDRPDR full - vhost-3
+ - 128 # NDRPDR full - l2-8
+ - 129 # NDRPDR full - l2-9
+ - 130 # NDRPDR full - l2-10
+ - 131 # NDRPDR full - l2-11
+ - 132 # NDRPDR full - vhost-4
vpp-perf-results-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- # TODO: Replace
- - 92 # NDRPDR sel
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-perf-results-2n-clx:
csit-vpp-perf-verify-2001-2n-clx:
# Performance changes
+ vpp-perf-changes-2n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-2n-skx:
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-2n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-2n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-2n-skx-new1908_2:
+ csit-vpp-perf-verify-1908_2-2n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ vpp-perf-changes-2n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
+ vpp-perf-changes-3n-skx-old1908_0:
+ csit-vpp-perf-verify-1908-3n-skx:
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ vpp-perf-changes-3n-skx-old1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ vpp-perf-changes-3n-skx-new1908_1:
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ vpp-perf-changes-3n-skx-new1908_2:
+ csit-vpp-perf-verify-1908_2-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ vpp-perf-changes-3n-skx-new2001_0:
+ csit-vpp-perf-verify-2001-3n-skx:
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+
+ vpp-perf-changes-2n-clx-new1908_1:
+ csit-vpp-perf-verify-1908_1-2n-clx:
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ vpp-perf-changes-2n-clx-new1908_2:
+ csit-vpp-perf-verify-1908_2-2n-clx:
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+
vpp-performance-changes-3n-hsw-h1:
csit-vpp-perf-verify-1904-3n-hsw:
- 11 # NDRPDR sel
- 31 # NDRPDR sel
- 32 # NDRPDR sel
- 34 # NDRPDR sel
- vpp-performance-changes-3n-hsw:
- - "vpp-performance-changes-3n-hsw-h1"
- - "vpp-performance-changes-3n-hsw-ref"
- - "vpp-performance-changes-3n-hsw-cmp"
vpp-performance-changes-3n-skx-h1:
csit-vpp-perf-verify-1904-3n-skx:
- 25 # NDRPDR sel
vpp-performance-changes-3n-skx-ref:
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-3n-skx-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
- vpp-performance-changes-3n-skx:
- - "vpp-performance-changes-3n-skx-h1"
- - "vpp-performance-changes-3n-skx-ref"
- - "vpp-performance-changes-3n-skx-cmp"
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-2n-skx-h1:
csit-vpp-perf-verify-1904-2n-skx:
- 32 # NDRPDR sel
vpp-performance-changes-2n-skx-ref:
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
vpp-performance-changes-2n-skx-cmp:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
- vpp-performance-changes-2n-skx:
- - "vpp-performance-changes-2n-skx-h1"
- - "vpp-performance-changes-2n-skx-ref"
- - "vpp-performance-changes-2n-skx-cmp"
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-performance-changes-nfv-2n-skx-ref:
csit-vpp-perf-verify-1908-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- 30 # NFV
- 31 # NFV
- vpp-performance-changes-nfv-2n-skx:
- - "vpp-performance-changes-nfv-2n-skx-ref"
- - "vpp-performance-changes-nfv-2n-skx-cmp"
vpp-performance-changes-2n-dnv-ref:
csit-vpp-perf-verify-1908-2n-dnv:
- 11 # NDRPDR sel
- 13 # NDRPDR sel
- 16 # NDRPDR sel
- vpp-performance-changes-2n-dnv:
- - "vpp-performance-changes-2n-dnv-ref"
- - "vpp-performance-changes-2n-dnv-cmp"
vpp-performance-changes-3n-dnv-ref:
csit-vpp-perf-verify-1908-3n-dnv:
- 16 # NDRPDR sel
- 17 # NDRPDR sel
- 18 # NDRPDR sel
- vpp-performance-changes-3n-dnv:
- - "vpp-performance-changes-3n-dnv-ref"
- - "vpp-performance-changes-3n-dnv-cmp"
vpp-performance-changes-3n-tsh-ref:
csit-vpp-perf-verify-1908-3n-tsh:
- 14 # NDRPDR sel
- 15 # NDRPDR sel
- 21 # NDRPDR sel
- vpp-performance-changes-3n-tsh:
- - "vpp-performance-changes-3n-tsh-ref"
- - "vpp-performance-changes-3n-tsh-cmp"
vpp-soak-vs-ndr-2n-skx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-soak-vs-ndr-2n-skx-cmp:
- # TODO: Replace
- # csit-vpp-perf-verify-2001-2n-skx:
- csit-vpp-perf-verify-1908-2n-skx:
- - 83 # SOAK
- - 86 # SOAK
+ csit-vpp-perf-verify-2001-2n-skx:
+ - 181 # Soak
+ - 182 # Soak
vpp-soak-vs-ndr-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
- - 83 # SOAK
- - 86 # SOAK
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 181 # Soak
+ - 182 # Soak
vpp-soak-vs-ndr-2n-clx-ref:
csit-vpp-perf-verify-2001-2n-clx:
vpp-performance-changes-3n-hsw-mrr-cmp:
csit-vpp-perf-verify-2001-3n-hsw:
- 17 # MRR sel
- vpp-performance-changes-3n-hsw-mrr:
- - "vpp-performance-changes-3n-hsw-mrr-h1"
- - "vpp-performance-changes-3n-hsw-mrr-ref"
- - "vpp-performance-changes-3n-hsw-mrr-cmp"
vpp-performance-changes-3n-skx-mrr-h1:
csit-vpp-perf-verify-1904-3n-skx:
csit-vpp-perf-verify-2001-3n-skx:
- 50 # MRR sel
- 53 # MRR sel addition
- vpp-performance-changes-3n-skx-mrr:
- - "vpp-performance-changes-3n-skx-mrr-h1"
- - "vpp-performance-changes-3n-skx-mrr-ref"
- - "vpp-performance-changes-3n-skx-mrr-cmp"
vpp-performance-changes-2n-skx-mrr-h1:
csit-vpp-perf-verify-1904-2n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- 101 # MRR sel
- 128 # MRR sel addition
- vpp-performance-changes-2n-skx-mrr:
- - "vpp-performance-changes-2n-skx-mrr-h1"
- - "vpp-performance-changes-2n-skx-mrr-ref"
- - "vpp-performance-changes-2n-skx-mrr-cmp"
vpp-performance-changes-nfv-2n-skx-mrr-ref:
csit-vpp-perf-verify-1908-2n-skx:
# csit-vpp-perf-verify-2001-2n-skx:
csit-vpp-perf-verify-1908-2n-skx:
- 71 # NFV MRR
- vpp-performance-changes-nfv-2n-skx-mrr:
- - "vpp-performance-changes-nfv-2n-skx-mrr-ref"
- - "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
vpp-performance-changes-2n-dnv-mrr-ref:
csit-vpp-perf-verify-1908-2n-dnv:
vpp-performance-changes-2n-dnv-mrr-cmp:
csit-vpp-perf-verify-2001-2n-dnv:
- 12 # MRR sel
- vpp-performance-changes-2n-dnv-mrr:
- - "vpp-performance-changes-2n-dnv-mrr-ref"
- - "vpp-performance-changes-2n-dnv-mrr-cmp"
vpp-performance-changes-3n-dnv-mrr-ref:
csit-vpp-perf-verify-1908-3n-dnv:
vpp-performance-changes-3n-dnv-mrr-cmp:
csit-vpp-perf-verify-2001-3n-dnv:
- 11 # MRR sel
- vpp-performance-changes-3n-dnv-mrr:
- - "vpp-performance-changes-3n-dnv-mrr-ref"
- - "vpp-performance-changes-3n-dnv-mrr-cmp"
vpp-performance-changes-3n-tsh-mrr-ref:
csit-vpp-perf-verify-1908-3n-tsh:
vpp-performance-changes-3n-tsh-mrr-cmp:
csit-vpp-perf-verify-2001-3n-tsh:
- 9 # MRR sel
- vpp-performance-changes-3n-tsh-mrr:
- - "vpp-performance-changes-3n-tsh-mrr-ref"
- - "vpp-performance-changes-3n-tsh-mrr-cmp"
dpdk-performance-changes-3n-hsw-h1:
csit-dpdk-perf-verify-1904-3n-hsw:
- 22 # NDRPDR sel
- 23 # NDRPDR sel
- 24 # NDRPDR sel
- dpdk-performance-changes-3n-hsw:
- - "dpdk-performance-changes-3n-hsw-h1"
- - "dpdk-performance-changes-3n-hsw-ref"
- - "dpdk-performance-changes-3n-hsw-cmp"
dpdk-performance-changes-3n-skx-h1:
csit-dpdk-perf-verify-1904-3n-skx:
- 46 # NDRPDR sel x710
- 47 # NDRPDR sel x710
- 48 # NDRPDR sel x710
- dpdk-performance-changes-3n-skx:
- - "dpdk-performance-changes-3n-skx-h1"
- - "dpdk-performance-changes-3n-skx-ref"
- - "dpdk-performance-changes-3n-skx-cmp"
dpdk-performance-changes-2n-skx-h1:
csit-dpdk-perf-verify-1904-2n-skx:
- 50 # NDRPDR sel x710
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
- dpdk-performance-changes-2n-skx:
- - "dpdk-performance-changes-2n-skx-h1"
- - "dpdk-performance-changes-2n-skx-ref"
- - "dpdk-performance-changes-2n-skx-cmp"
# Compare testbeds
vpp-compare-testbeds-cmp:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
- vpp-compare-testbeds:
- - "vpp-compare-testbeds-ref"
- - "vpp-compare-testbeds-cmp"
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds-skx-clx-ref:
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
- 47 # NDRPDR sel
- 48 # NDRPDR sel
- 49 # NDRPDR sel
- vpp-compare-testbeds-skx-clx:
- - "vpp-compare-testbeds-skx-clx-ref"
- - "vpp-compare-testbeds-skx-clx-cmp"
vpp-compare-testbeds-hsw-clx-ref:
csit-vpp-perf-verify-2001-3n-hsw:
- 47 # NDRPDR sel
- 48 # NDRPDR sel
- 49 # NDRPDR sel
- vpp-compare-testbeds-hsw-clx:
- - "vpp-compare-testbeds-hsw-clx-ref"
- - "vpp-compare-testbeds-hsw-clx-cmp"
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-verify-2001-3n-hsw:
csit-vpp-perf-verify-2001-3n-skx:
- 50 # MRR sel
- 53 # MRR sel addition
- vpp-compare-testbeds-mrr:
- - "vpp-compare-testbeds-mrr-ref"
- - "vpp-compare-testbeds-mrr-cmp"
vpp-compare-testbeds-mrr-skx-clx-ref:
csit-vpp-perf-verify-2001-2n-skx:
vpp-compare-testbeds-mrr-skx-clx-cmp:
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
- vpp-compare-testbeds-mrr-skx-clx:
- - "vpp-compare-testbeds-mrr-skx-clx-ref"
- - "vpp-compare-testbeds-mrr-skx-clx-cmp"
vpp-compare-testbeds-mrr-hsw-clx-ref:
csit-vpp-perf-verify-2001-3n-hsw:
vpp-compare-testbeds-mrr-hsw-clx-cmp:
csit-vpp-perf-verify-2001-2n-clx:
- 39 # MRR
- vpp-compare-testbeds-mrr-hsw-clx:
- - "vpp-compare-testbeds-mrr-hsw-clx-ref"
- - "vpp-compare-testbeds-mrr-hsw-clx-cmp"
dpdk-compare-testbeds-ref:
csit-dpdk-perf-verify-2001-3n-hsw:
- 46 # NDRPDR sel x710
- 47 # NDRPDR sel x710
- 48 # NDRPDR sel x710
- dpdk-compare-testbeds:
- - "dpdk-compare-testbeds-ref"
- - "dpdk-compare-testbeds-cmp"
dpdk-compare-testbeds-skx-clx-ref:
csit-dpdk-perf-verify-2001-2n-skx:
- 33 # NDRPDR sel
- 34 # NDRPDR sel
- dpdk-compare-testbeds-skx-clx:
- - "dpdk-compare-testbeds-skx-clx-ref"
- - "dpdk-compare-testbeds-skx-clx-cmp"
-
# Compare topologies
vpp-compare-topologies-ref:
# TODO: Add the data
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies-cmp:
- # TODO: Add the data
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
- vpp-compare-topologies:
- - "vpp-compare-topologies-ref"
- - "vpp-compare-topologies-cmp"
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-verify-2001-3n-skx:
csit-vpp-perf-verify-2001-2n-skx:
- 101 # MRR sel
- 128 # MRR sel addition
- vpp-compare-topologies-mrr:
- - "vpp-compare-topologies-mrr-ref"
- - "vpp-compare-topologies-mrr-cmp"
dpdk-compare-topologies-ref:
csit-dpdk-perf-verify-2001-3n-skx:
- 50 # NDRPDR sel x710
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
- dpdk-compare-topologies:
- - "dpdk-compare-topologies-ref"
- - "dpdk-compare-topologies-cmp"
plot-layouts:
- 82 # NDRPDR full
- 84 # NDRPDR full
- 85 # NDRPDR full
- - 87 # hoststack
- - 88 # hoststack
- - 89 # hoststack
- - 90 # hoststack
- - 91 # hoststack
- - 92 # hoststack
- - 93 # hoststack
- - 94 # hoststack
- - 95 # hoststack
- - 96 # hoststack
+ - 103 # hoststack
+ - 104 # hoststack
+ - 105 # hoststack
+ - 106 # hoststack
+ - 107 # hoststack
+ - 108 # hoststack
+ - 109 # hoststack
+ - 110 # hoststack
+ - 111 # hoststack
+ - 112 # hoststack
csit-vpp-perf-verify-1904-3n-skx:
- 7 # MRR sel
- 23 # NDRPDR sel
- 25 # NDRPDR sel
csit-vpp-perf-verify-1908-3n-skx:
- - 14 # NDRPDR sel
- - 16 # NDRPDR sel
- - 19 # NDRPDR sel
- - 20 # NDRPDR sel
- - 22 # NDRPDR sel
- - 23 # NDRPDR sel
- - 24 # NDRPDR sel
- - 25 # NDRPDR sel
- - 26 # NDRPDR sel
- - 29 # NDRPDR sel
- - 52 # NDRPDR sel vhost
- - 53 # NDRPDR sel vhost
- - 55 # NDRPDR sel vhost
- - 61 # NDRPDR sel vhost
- - 62 # NDRPDR sel vhost
- - 63 # NDRPDR sel vhost
- - 64 # NDRPDR sel vhost
- - 65 # NDRPDR sel vhost
- - 66 # NDRPDR sel vhost
- - 67 # NDRPDR sel vhost
- - 36 # MRR sel
+ - 14 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 16 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 19 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 20 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 22 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 23 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 24 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 25 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 29 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 52 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 53 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 55 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 61 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 62 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 63 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 64 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 65 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 66 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 67 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 36 # MRR sel - old1908 - vpp build: 19.08-release
+ csit-vpp-perf-verify-1908_1-3n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 7 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 8 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 9 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 11 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 12 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 13 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 26 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 27 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 28 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 29 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 30 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 31 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 33 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 34 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 35 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 36 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ csit-vpp-perf-verify-1908_2-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
csit-vpp-perf-verify-2001-3n-skx:
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 47 # NDRPDR sel
- - 48 # NDRPDR sel
- - 49 # NDRPDR sel
- - 51 # NDRPDR sel
- - 52 # NDRPDR sel
- - 54 # NDRPDR sel addition
- - 55 # NDRPDR sel addition
- - 56 # NDRPDR sel addition
- - 57 # NDRPDR sel addition
- - 58 # NDRPDR sel addition
- - 60 # NDRPDR sel addition
- - 61 # NDRPDR sel addition
- - 62 # NDRPDR sel addition
+ - 69 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 71 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 72 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 76 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 77 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 78 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 80 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 82 # NDRPDR full - crypto-1
+ - 85 # NDRPDR full - l2-2
+ - 87 # NDRPDR full - ip6-1
+ - 88 # NDRPDR full - ip6-2
+ - 90 # NDRPDR full - memif
+ - 95 # NDRPDR full - l2-1
+ - 96 # NDRPDR full - ip4-2
+ - 97 # NDRPDR full - vhost-1
+ - 102 # NDRPDR full - crypto-2
+ - 104 # NDRPDR full - ip4tunnels-1
+ - 105 # NDRPDR full - ip4tunnels-2
+ - 106 # NDRPDR full - ip4tunnels-3
+ - 107 # NDRPDR full - ip6tunnels-1
+ - 108 # NDRPDR full - ip4-1
+ - 109 # NDRPDR full - crypto-3
+ - 110 # NDRPDR full - crypto-4
+ - 111 # NDRPDR full - ip4-2
+ - 112 # NDRPDR full - ip4-4
+ - 113 # NDRPDR full - ip4-5
+ - 114 # NDRPDR full - ip4-6
+ - 115 # NDRPDR full - ip4-7
+ - 116 # NDRPDR full - ip4-8
+ - 117 # NDRPDR full - ip4-9
+ - 118 # NDRPDR full - srv6-1
+ - 119 # NDRPDR full - srv6-2
+ - 120 # NDRPDR full - l2-3
+ - 122 # NDRPDR full - l2-5
+ - 123 # NDRPDR full - l2-4
+ - 124 # NDRPDR full - l2-7
+ - 125 # NDRPDR full - vhost-2
+ - 126 # NDRPDR full - vhost-3
+ - 128 # NDRPDR full - l2-8
+ - 129 # NDRPDR full - l2-9
+ - 130 # NDRPDR full - l2-10
+ - 131 # NDRPDR full - l2-11
+ - 132 # NDRPDR full - vhost-4
- 50 # MRR sel
- 53 # MRR sel addition
- 31 # NDRPDR sel
- 32 # NDRPDR sel
csit-vpp-perf-verify-1908-2n-skx:
- - 26 # NDRPDR sel
- - 27 # NDRPDR sel
- - 34 # NDRPDR sel
- - 35 # NDRPDR sel
- - 36 # NDRPDR sel
- - 42 # NDRPDR sel
- - 43 # NDRPDR sel
- - 44 # NDRPDR sel
- - 45 # NDRPDR sel
- - 46 # NDRPDR sel
- - 88 # NDRPDR sel vhost
- - 89 # NDRPDR sel vhost
- - 91 # NDRPDR sel vhost
- - 92 # NDRPDR sel vhost
- - 93 # NDRPDR sel vhost
- - 94 # NDRPDR sel vhost
- - 95 # NDRPDR sel vhost
- - 96 # NDRPDR sel vhost
- - 97 # NDRPDR sel vhost
- - 98 # NDRPDR sel vhost
- - 69 # MRR sel
-# - 22 # NFV
-# - 31 # NFV
-# - 32 # NFV
-# - 71 # NFV MRR
+ - 26 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 27 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 34 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 35 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 36 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 42 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 43 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 44 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 45 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 46 # NDRPDR sel - old1908 - vpp build: 19.08-release
+ - 88 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 89 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 91 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 92 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 93 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 94 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 95 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 96 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 97 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 98 # NDRPDR sel vhost - old1908 - vpp build: 19.08-release
+ - 69 # MRR sel - old1908 - vpp build: 19.08-release
+ csit-vpp-perf-verify-1908_1-2n-skx:
+ - 3 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 4 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 6 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 10 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 14 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 16 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 21 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 23 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 24 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 25 # NDRPDR sel - old1908.1 - vpp build: 19.08.1-release, old BIOS and ucode
+ - 39 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 40 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 41 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 43 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 44 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 45 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 46 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 47 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 48 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ - 49 # NDRPDR sel - new1908.1 - vpp build: 19.08.1-release, new BIOS and ucode, irqbalance set
+ csit-vpp-perf-verify-1908_2-2n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
csit-vpp-perf-verify-2001-2n-skx:
- - 92 # NDRPDR sel
- - 93 # NDRPDR sel
- - 94 # NDRPDR sel
- - 95 # NDRPDR sel
- - 96 # NDRPDR sel
- - 97 # NDRPDR sel
- - 98 # NDRPDR sel
- - 99 # NDRPDR sel
- - 100 # NDRPDR sel
- - 102 # NDRPDR sel
- - 129 # NDRPDR sel addition
- - 130 # NDRPDR sel addition
- - 131 # NDRPDR sel addition
- - 132 # NDRPDR sel addition
- - 133 # NDRPDR sel addition
- - 134 # NDRPDR sel addition
- - 135 # NDRPDR sel addition
- - 136 # NDRPDR sel addition
- - 137 # NDRPDR sel addition
- - 138 # NDRPDR sel addition
- - 101 # MRR sel
- - 128 # MRR sel addition
-
+ - 143 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 146 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 147 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 148 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 149 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 150 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 151 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 152 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 153 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 154 # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 155 # NDRPDR full - perf-full-2n-skx-ip4_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 156 # NDRPDR full - perf-full-2n-skx-ip4_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 157 # NDRPDR full - perf-full-2n-skx-ip4_III - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 158 # NDRPDR full - perf-full-2n-skx-ip4_V - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 159 # NDRPDR full - perf-full-2n-skx-ip4_VIII - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 160 # NDRPDR full - perf-full-2n-skx-ip4_IX - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 161 # NDRPDR full - perf-full-2n-skx-ip6_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 162 # NDRPDR full - perf-full-2n-skx-ip6_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 163 # NDRPDR full - perf-full-2n-skx-l2_I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 164 # NDRPDR full - perf-full-2n-skx-l2_II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 165 # NDRPDR full - perf-full-2n-skx-memif - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 166 # NDRPDR full - perf-full-2n-skx-vhost I - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 167 # NDRPDR full - perf-full-2n-skx-vhost II - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 168 # NDRPDR full - perf-full-2n-skx-vts - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+ - 101 # MRR sel - old
+ - 128 # MRR sel addition - old
+ - 169 # Reconf
+ - 171 # Reconf
+ - 172 # Reconf
+ - 173 # Reconf
+ - 174 # Reconf
+ - 175 # Reconf
+ - 176 # Reconf
+ - 177 # Reconf
+ - 178 # Reconf
+ - 179 # Reconf
+ - 181 # Soak
+ - 182 # Soak
+
+ csit-vpp-perf-verify-1908_1-2n-clx:
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ csit-vpp-perf-verify-1908_2-2n-clx:
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
csit-vpp-perf-verify-2001-2n-clx:
- 28 # NDRPDR sel
- 29 # NDRPDR sel
- 51 # NDRPDR sel x710
- 54 # NDRPDR sel x710
-
csit-dpdk-perf-verify-2001-2n-clx:
- 15 # NDRPDR sel
- 16 # NDRPDR sel
### T A B L E S ###
################################################################################
-## VPP Soak vs NDR - 2n-skx
-#- type: "table"
-# title: "VPP Soak vs NDR 2n-skx"
-# algorithm: "table_soak_vs_ndr"
-# output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
-# reference:
-# title: "NDR"
-# data: "vpp-soak-vs-ndr-2n-skx-ref"
-# compare:
-# title: "Soak"
-# data: "vpp-soak-vs-ndr-2n-skx-cmp"
-# data: "vpp-soak-vs-ndr-2n-skx"
-# include-tests: "NDR"
-# filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
-# parameters:
-# - "throughput"
-# - "name"
-# - "parent"
+# VPP Soak vs NDR - 2n-skx
+- type: "table"
+ title: "VPP Soak vs NDR 2n-skx"
+ algorithm: "table_soak_vs_ndr"
+ output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
+ reference:
+ title: "NDR"
+ data: "vpp-soak-vs-ndr-2n-skx-ref"
+ compare:
+ title: "Soak"
+ data: "vpp-soak-vs-ndr-2n-skx-cmp"
+ data: "vpp-soak-vs-ndr-2n-skx"
+ include-tests: "NDR"
+ filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'"
+ parameters:
+ - "throughput"
+ - "name"
+ - "parent"
# VPP Soak vs NDR - 2n-clx
- type: "table"
# VPP Compare NICs 3n-skx 2t1c ndr
- type: "table"
title: "VPP Compare NICs 3n-skx 2t1c ndr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 3n-skx 4t2c ndr
- type: "table"
title: "VPP Compare NICs 3n-skx 4t2c ndr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 3n-skx 2t1c pdr
- type: "table"
title: "VPP Compare NICs 3n-skx 2t1c pdr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
-
- # VPP Compare NICs 3n-skx 4t2c pdr
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
+
+# VPP Compare NICs 3n-skx 4t2c pdr
- type: "table"
title: "VPP Compare NICs 3n-skx 4t2c pdr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 3n-skx 2t1c mrr
- type: "table"
title: "VPP Compare NICs 3n-skx 2t1c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 3n-skx 4t2c mrr
- type: "table"
title: "VPP Compare NICs 3n-skx 4t2c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
-
- # VPP Compare NICs 3n-skx 8t4c mrr
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
+
+# VPP Compare NICs 3n-skx 8t4c mrr
- type: "table"
title: "VPP Compare NICs 3n-skx 8t4c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-3n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 2t1c ndr
- type: "table"
title: "VPP Compare NICs 2n-skx 2t1c ndr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 4t2c ndr
- type: "table"
title: "VPP Compare NICs 2n-skx 4t2c ndr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
-
- # VPP Compare NICs 2n-skx 2t1c pdr
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
+
+# VPP Compare NICs 2n-skx 2t1c pdr
- type: "table"
title: "VPP Compare NICs 2n-skx 2t1c pdr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 4t2c pdr
- type: "table"
title: "VPP Compare NICs 2n-skx 4t2c pdr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 2t1c mrr
- type: "table"
title: "VPP Compare NICs 2n-skx 2t1c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 4t2c mrr
- type: "table"
title: "VPP Compare NICs 2n-skx 4t2c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
# VPP Compare NICs 2n-skx 8t4c mrr
- type: "table"
title: "VPP Compare NICs 2n-skx 8t4c mrr"
- algorithm: "table_nics_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
- reference:
- title: "x710"
- nic: "NIC_Intel-X710"
- compare:
- title: "xxv710"
- nic: "NIC_Intel-XXV710"
- data: "vpp-nic-comparison-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "x710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-nic-comparison-2n-skx-mrr"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "x710, xxv710 - NICs tested."
+ - "Diff - difference between x710 and xxv710 NIC."
################################################################################
# VPP
-# VPP Performance Changes 3n-hsw 1t1c pdr
+# VPP Performance changes 2n-skx-xxv710 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c pdr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-cmp"
- data: "vpp-performance-changes-3n-hsw"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# VPP Performance Changes 3n-hsw 2t2c pdr
+ title: "VPP Performance changes 2n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-2n-skx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance changes 2n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Performance changes 2n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-2n-skx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance changes 3n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Performance changes 3n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-3n-skx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance changes 3n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Performance changes 3n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-3n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-3n-skx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance changes 2n-clx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Performance changes 2n-clx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-2n-clx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-2n-clx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance changes 2n-clx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Performance changes 2n-clx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-1908_2-2n-clx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1908.1"
+ data-set: "vpp-perf-changes-2n-clx-new1908_1"
+ - title: "1908.2"
+ data-set: "vpp-perf-changes-2n-clx-new1908_2"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table:"
+ - "1908.1, 1908.2 - VPP versions tested."
+ - "Diff - difference between the previous and the current VPP version."
+
+# VPP Performance Changes 3n-hsw 1t1c pdr
+- type: "table"
+ title: "VPP Performance Changes 3n-hsw 1t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-hsw 2t2c pdr
- type: "table"
title: "VPP Performance Changes 3n-hsw 2t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-cmp"
- data: "vpp-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-hsw 1t1c ndr
- type: "table"
title: "VPP Performance Changes 3n-hsw 1t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-cmp"
- data: "vpp-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-hsw 2t2c ndr
- type: "table"
title: "VPP Performance Changes 3n-hsw 2t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-hsw-vhost"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-cmp"
- data: "vpp-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0-1"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1-1"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1-2"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0-2"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - 'Legend to Table:'
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).'
+ - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).'
+ - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.'
+ - 'RCA1 - root cause analysis reference for Diff1.'
+ - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 3n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-3n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0-1"
+ data-set: "vpp-perf-changes-3n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ - title: "1908.1-1"
+ data-set: "vpp-perf-changes-3n-skx-old1908_1"
+ - title: "1908.1-2"
+ data-set: "vpp-perf-changes-3n-skx-new1908_1"
+ - title: "2001.0-2"
+ data-set: "vpp-perf-changes-3n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - 'Legend to Table:'
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).'
+ - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).'
+ - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.'
+ - 'RCA1 - root cause analysis reference for Diff1.'
+ - 'RCA2 - root cause analysis reference for Diff2.'
# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-3n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-3n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-3n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
title: "VPP Performance Changes 3n-skx 4t2c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-3n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-3n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-3n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
title: "VPP Performance Changes 3n-skx 2t1c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-3n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-3n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-3n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
title: "VPP Performance Changes 3n-skx 4t2c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-3n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-3n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-3n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
+ columns:
+ - title: "1908.0-1"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1-1"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1-2"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0-2"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - 'Legend to Table:'
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).'
+ - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).'
+ - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.'
+ - 'RCA1 - root cause analysis reference for Diff1.'
+ - 'RCA2 - root cause analysis reference for Diff2.'
+
+# VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr
+- type: "table"
+ title: "VPP Root Cause Analysis 2n-skx-xxv710 2t1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-rca-2n-skx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ rca:
+ - title: "RCA1"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+ - title: "RCA2"
+ data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
+ columns:
+ - title: "1908.0-1"
+ data-set: "vpp-perf-changes-2n-skx-old1908_0"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ - title: "1908.1-1"
+ data-set: "vpp-perf-changes-2n-skx-old1908_1"
+ - title: "1908.1-2"
+ data-set: "vpp-perf-changes-2n-skx-new1908_1"
+ - title: "2001.0-2"
+ data-set: "vpp-perf-changes-2n-skx-new2001_0"
+ comparisons:
+ - title: "Diff1"
+ reference: 2
+ reference-alt: 1
+ compare: 3
+ - title: "Diff2"
+ reference: 3
+ compare: 4
+ legend:
+ - 'Legend to Table:'
+ - 'YYMM.V-E - tested VPP version (YY year, MM month, V minor version) and CSIT test environment version (E environment version, "1" for 2019-08-21, "2" for 2020-03-27).'
+ - 'Diff1 - difference between environment versions "2" and "1" for the same VPP version, 1908.1-2 vs. 1908.1-1 (if data for the latter not present, 1908.0-1 is used).'
+ - 'Diff2 - difference between the current and the previous VPP version in the current environment version "2", 2001.0-2 vs. 1908.1-2.'
+ - 'RCA1 - root cause analysis reference for Diff1.'
+ - 'RCA2 - root cause analysis reference for Diff2.'
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 2n-skx 2t1c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-2n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-2n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-2n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
title: "VPP Performance Changes 2n-skx 4t2c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-2n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-2n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-2n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
title: "VPP Performance Changes 2n-skx 2t1c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-2n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-2n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-2n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
title: "VPP Performance Changes 2n-skx 4t2c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
- history:
- - title: "rls1904 x710"
- data: "vpp-performance-changes-2n-skx-h1"
- nic: "NIC_Intel-X710"
- reference:
- title: "rls1908 xxv710"
- data: "vpp-performance-changes-2n-skx-ref"
- data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
- nic: "NIC_Intel-XXV710"
- compare:
- title: "rls2001 xxv710"
- data: "vpp-performance-changes-2n-skx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
-
-## VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "throughput"
-# - "tags"
-#
-## VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "throughput"
-# - "tags"
-#
-## VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "throughput"
-# - "tags"
-#
-## VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "throughput"
-# - "tags"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-h1"
+ tag: "NIC_Intel-X710"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-ref"
+ data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
+ tag: "NIC_Intel-XXV710"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
title: "VPP Performance Changes 2n-dnv 1t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-cmp"
- data: "vpp-performance-changes-2n-dnv"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
title: "VPP Performance Changes 2n-dnv 2t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-cmp"
- data: "vpp-performance-changes-2n-dnv"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
title: "VPP Performance Changes 2n-dnv 1t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-cmp"
- data: "vpp-performance-changes-2n-dnv"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
title: "VPP Performance Changes 2n-dnv 2t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
- reference:
- title: "rls1908 "
- data: "vpp-performance-changes-2n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-cmp"
- data: "vpp-performance-changes-2n-dnv"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-dnv 1t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-cmp"
- data: "vpp-performance-changes-3n-dnv"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
title: "VPP Performance Changes 3n-dnv 2t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-cmp"
- data: "vpp-performance-changes-3n-dnv"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
title: "VPP Performance Changes 3n-dnv 1t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-cmp"
- data: "vpp-performance-changes-3n-dnv"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
title: "VPP Performance Changes 3n-dnv 2t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-cmp"
- data: "vpp-performance-changes-3n-dnv"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-tsh 1t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-cmp"
- data: "vpp-performance-changes-3n-tsh"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
title: "VPP Performance Changes 3n-tsh 2t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-cmp"
- data: "vpp-performance-changes-3n-tsh"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
title: "VPP Performance Changes 3n-tsh 1t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-cmp"
- data: "vpp-performance-changes-3n-tsh"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
title: "VPP Performance Changes 3n-tsh 2t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-cmp"
- data: "vpp-performance-changes-3n-tsh"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-skx-clx-cmp"
- data: "vpp-compare-testbeds-skx-clx"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-skx-clx-cmp"
- data: "vpp-compare-testbeds-skx-clx"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-skx-clx-cmp"
- data: "vpp-compare-testbeds-skx-clx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-skx-clx-cmp"
- data: "vpp-compare-testbeds-skx-clx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
+
+# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
+- type: "table"
+ title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-hsw-clx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-hsw-clx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-hsw-clx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-hsw-clx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-cmp"
- data: "vpp-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-cmp"
- data: "vpp-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-cmp"
- data: "vpp-compare-topologies"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NDRPDR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-cmp"
- data: "vpp-compare-topologies"
- include-tests: "PDR"
- filter: "'NDRPDR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
-
-# VPP Performance Changes 3n-hsw 1t1c MRR
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
+
+# VPP Performance Changes 3n-hsw 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 1t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-hsw 1t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-mrr-cmp"
- data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-hsw 2t2c MRR
+ filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-hsw 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 2t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-hsw 2t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-mrr-cmp"
- data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-hsw 4t4c MRR
+ filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-hsw 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-hsw 4t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-hsw 4t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-hsw-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-hsw-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-hsw-mrr-cmp"
- data: "vpp-performance-changes-3n-hsw-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-skx 2t1c MRR
+ filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-hsw-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-skx 2t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-skx-mrr-cmp"
- data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-skx 4t2c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-skx 4t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-skx-mrr-cmp"
- data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-skx 8t4c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-skx 8t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-skx 8t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-3n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-skx-mrr-cmp"
- data: "vpp-performance-changes-3n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 2n-skx 2t1c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-3n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-skx 2t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-2n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-skx-mrr-cmp"
- data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 2n-skx 4t2c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-skx 4t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-2n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-skx-mrr-cmp"
- data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 2n-skx 8t4c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 2n-skx 8t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-skx 8t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr"
- history:
- - title: "rls1904"
- data: "vpp-performance-changes-2n-skx-mrr-h1"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-skx-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-skx-mrr-cmp"
- data: "vpp-performance-changes-2n-skx-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-## VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'MRR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "result"
-#
-## VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'MRR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "result"
-#
-## VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr
-#- type: "table"
-# title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr"
-# algorithm: "table_perf_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr"
-# reference:
-# title: "rls1908"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-ref"
-# compare:
-# title: "rls2001"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp"
-# data: "vpp-performance-changes-nfv-2n-skx-mrr"
-# include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-# filter: "'8T4C' and 'MRR' and 'NF_DENSITY'"
-# parameters:
-# - "name"
-# - "parent"
-# - "result"
-
-# VPP Performance Changes 2n-dnv 1t1c MRR
+ columns:
+ - title: "1904"
+ data-set: "vpp-performance-changes-2n-skx-mrr-h1"
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-skx-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-skx-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-dnv 1t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-mrr-cmp"
- data: "vpp-performance-changes-2n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 2n-dnv 2t2c MRR
+ filter: "'1T1C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-dnv 2t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-mrr-cmp"
- data: "vpp-performance-changes-2n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 2n-dnv 4t4c MRR
+ filter: "'2T2C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 4t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 2n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-2n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-2n-dnv-mrr-cmp"
- data: "vpp-performance-changes-2n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-dnv 1t1c MRR
+ filter: "'4T4C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-dnv 1t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-mrr-cmp"
- data: "vpp-performance-changes-3n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-dnv 2t2c MRR
+ filter: "'1T1C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-dnv 2t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-mrr-cmp"
- data: "vpp-performance-changes-3n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-dnv 4t4c MRR
+ filter: "'2T2C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 4t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-dnv 4t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-dnv-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-dnv-mrr-cmp"
- data: "vpp-performance-changes-3n-dnv-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-tsh 1t1c MRR
+ filter: "'4T4C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-tsh 1t1c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-mrr-cmp"
- data: "vpp-performance-changes-3n-tsh-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-tsh 2t2c MRR
+ filter: "'1T1C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-tsh 2t2c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-mrr-cmp"
- data: "vpp-performance-changes-3n-tsh-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
-
-# VPP Performance Changes 3n-tsh 4t4c MRR
+ filter: "'2T2C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
+
+# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 4t4c MRR"
- algorithm: "table_perf_comparison"
+ title: "VPP Performance Changes 3n-tsh 4t4c mrr"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr"
- reference:
- title: "rls1908"
- data: "vpp-performance-changes-3n-tsh-mrr-ref"
- compare:
- title: "rls2001"
- data: "vpp-performance-changes-3n-tsh-mrr-cmp"
- data: "vpp-performance-changes-3n-tsh-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T4C' and 'MRR'"
- parameters:
- - "name"
- - "parent"
- - "result"
+ filter: "'4T4C'"
+ columns:
+ - title: "1908"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-ref"
+ - title: "2001"
+ data-set: "vpp-performance-changes-3n-tsh-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "1908, 2001 - VPP versions tested."
+ - "Diff - difference between 1908 and 2001 VPP version."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-mrr-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-mrr-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "3n-skx xxv710"
- data: "vpp-compare-testbeds-mrr-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "3n-skx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds."
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-mrr-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- data: "vpp-compare-testbeds-mrr-skx-clx"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
- algorithm: "table_perf_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-mrr-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- data: "vpp-compare-testbeds-mrr-skx-clx"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
- reference:
- title: "2n-skx"
- data: "vpp-compare-testbeds-mrr-skx-clx-ref"
- compare:
- title: "2n-clx"
- data: "vpp-compare-testbeds-mrr-skx-clx-cmp"
- data: "vpp-compare-testbeds-mrr-skx-clx"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ filter: "'8T4C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-mrr-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-mrr-cmp"
- data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "result"
+ filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-mrr-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-mrr-cmp"
- data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "result"
+ filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
- reference:
- title: "3-Node Skx"
- data: "vpp-compare-topologies-mrr-ref"
- compare:
- title: "2-Node Skx"
- data: "vpp-compare-topologies-mrr-cmp"
- data: "vpp-compare-topologies-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'MRR' and '4C'"
- parameters:
- - "name"
- - "parent"
- - "result"
+ filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "vpp-compare-topologies-mrr-ref"
+ - title: "2n-skx"
+ data-set: "vpp-compare-topologies-mrr-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr-hsw-clx"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr-hsw-clx"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr
- type: "table"
title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr"
- algorithm: "table_perf_comparison_nic"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr"
- reference:
- title: "3n-hsw xl710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-ref"
- nic: "NIC_Intel-XL710"
- compare:
- title: "2n-clx xxv710"
- data: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
- nic: "NIC_Intel-XXV710"
- data: "vpp-compare-testbeds-mrr-hsw-clx"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'"
- parameters:
- - "name"
- - "parent"
- - "result"
- - "tags"
+ columns:
+ - title: "3n-hsw xl710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref"
+ tag: "NIC_Intel-XL710"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp"
+ tag: "NIC_Intel-XXV710"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds."
# Detailed Test Results - VPP Performance Results 3n-hsw
- type: "table"
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-3n-hsw"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-3n-skx"
filter: "all"
remove-ndr: True # Temporary solution: remove NDR results from test message
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-2n-skx"
filter: "all"
remove-ndr: True # Temporary solution: remove NDR results from test message
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,2N,CLX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-2n-clx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-3n-tsh"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-3n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "vpp-perf-results-2n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-3n-hsw"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-3n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-2n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,2N,CLX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-2n-clx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-3n-tsh"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-3n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-perf-results-2n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-3n-hsw"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-3n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-2n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,2N,CLX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-2n-clx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,3N,TSH]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-3n-tsh"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-3n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
data: "vpp-mrr-results-2n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-3n-hsw"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-3n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-2n-skx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-2n-clx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-3n-tsh"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-3n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-mrr-results-2n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Status |preout| "
- data: "data status"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Status |preout| "
+ data: "data status"
data: "vpp-device-results-ubuntu"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
- data: "data conf-history"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
data: "vpp-device-results-ubuntu"
filter: "all"
parameters:
# DPDK Performance Changes 3n-hsw 1t1c pdr
- type: "table"
title: "DPDK Performance Changes 3n-hsw 1t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-hsw-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-hsw-cmp"
- data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c pdr
- type: "table"
title: "DPDK Performance Changes 3n-hsw 2t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-hsw-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-hsw-cmp"
- data: "dpdk-performance-changes-3n-hsw"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
-# DPDK Performance Changes 3n-hsw 1t1c ndr
+# DPDK Performance Changes 3n-hsw 1t1c pdr
- type: "table"
title: "DPDK Performance Changes 3n-hsw 1t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-hsw-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-hsw-cmp"
- data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-hsw 2t2c ndr
- type: "table"
title: "DPDK Performance Changes 3n-hsw 2t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-hsw-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-hsw-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-hsw-cmp"
- data: "dpdk-performance-changes-3n-hsw"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-hsw-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-hsw-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-hsw-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c pdr
- type: "table"
title: "DPDK Performance Changes 3n-skx 2t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-skx-cmp"
- data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
title: "DPDK Performance Changes 3n-skx 4t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-skx-cmp"
- data: "dpdk-performance-changes-3n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
title: "DPDK Performance Changes 3n-skx 2t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-skx-cmp"
- data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
title: "DPDK Performance Changes 3n-skx 4t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-3n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-3n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-3n-skx-cmp"
- data: "dpdk-performance-changes-3n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-3n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-3n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-3n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
title: "DPDK Performance Changes 2n-skx 2t1c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-2n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-2n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-2n-skx-cmp"
- data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
title: "DPDK Performance Changes 2n-skx 4t2c pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-2n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-2n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-2n-skx-cmp"
- data: "dpdk-performance-changes-2n-skx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
title: "DPDK Performance Changes 2n-skx 2t1c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-2n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-2n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-2n-skx-cmp"
- data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
title: "DPDK Performance Changes 2n-skx 4t2c ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr"
- history:
- - title: "rls1904"
- data: "dpdk-performance-changes-2n-skx-h1"
- reference:
- title: "rls1908"
- data: "dpdk-performance-changes-2n-skx-ref"
- compare:
- title: "rls2001"
- data: "dpdk-performance-changes-2n-skx-cmp"
- data: "dpdk-performance-changes-2n-skx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "1904"
+ data-set: "dpdk-performance-changes-2n-skx-h1"
+ - title: "1908"
+ data-set: "dpdk-performance-changes-2n-skx-ref"
+ - title: "2001"
+ data-set: "dpdk-performance-changes-2n-skx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 2
+ compare: 3
+ legend:
+ - "Legend to Table"
+ - "1904, 1908, 2001 - DPDK versions tested."
+ - "Diff - difference between 1908 and 2001 DPDK version."
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr
- type: "table"
title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr"
- reference:
- title: "3-Node Hsw"
- data: "dpdk-compare-testbeds-ref"
- compare:
- title: "3-Node Skx"
- data: "dpdk-compare-testbeds-cmp"
- data: "dpdk-compare-testbeds"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ columns:
+ - title: "3n-hsw x710"
+ data-set: "dpdk-compare-testbeds-ref"
+ - title: "3n-skx x710"
+ data-set: "dpdk-compare-testbeds-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds."
# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr
- type: "table"
title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr"
- reference:
- title: "3-Node Hsw"
- data: "dpdk-compare-testbeds-ref"
- compare:
- title: "3-Node Skx"
- data: "dpdk-compare-testbeds-cmp"
- data: "dpdk-compare-testbeds"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-X710'"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ columns:
+ - title: "3n-hsw x710"
+ data-set: "dpdk-compare-testbeds-ref"
+ - title: "3n-skx x710"
+ data-set: "dpdk-compare-testbeds-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested."
+ - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds."
# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
- type: "table"
title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
- reference:
- title: "2-Node Skx"
- data: "dpdk-compare-testbeds-skx-clx-ref"
- compare:
- title: "2-Node Clx"
- data: "dpdk-compare-testbeds-skx-clx-cmp"
- data: "dpdk-compare-testbeds-skx-clx"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "dpdk-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "dpdk-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr
- type: "table"
title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
- reference:
- title: "2-Node Skx"
- data: "dpdk-compare-testbeds-skx-clx-ref"
- compare:
- title: "2-Node Clx"
- data: "dpdk-compare-testbeds-skx-clx-cmp"
- data: "dpdk-compare-testbeds-skx-clx"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx"
+ data-set: "dpdk-compare-testbeds-skx-clx-ref"
+ - title: "2n-clx"
+ data-set: "dpdk-compare-testbeds-skx-clx-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "2n-skx, 2n-clx - testbeds and NICs tested."
+ - "Diff - difference between 2n-skx and 2n-clx testbeds."
# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
- type: "table"
title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr"
- reference:
- title: "3-Node Skx"
- data: "dpdk-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "dpdk-compare-topologies-cmp"
- data: "dpdk-compare-topologies"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "dpdk-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "dpdk-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
- type: "table"
title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr"
- algorithm: "table_perf_comparison"
+ algorithm: "table_comparison"
output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr"
- reference:
- title: "3-Node Skx"
- data: "dpdk-compare-topologies-ref"
- compare:
- title: "2-Node Skx"
- data: "dpdk-compare-topologies-cmp"
- data: "dpdk-compare-topologies"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "all"
- parameters:
- - "name"
- - "parent"
- - "throughput"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx"
+ data-set: "dpdk-compare-topologies-ref"
+ - title: "2n-skx"
+ data-set: "dpdk-compare-topologies-cmp"
+ comparisons:
+ - title: "Diff"
+ reference: 1
+ compare: 2
+ legend:
+ - "Legend to Table"
+ - "3n-skx, 2n-skx - topologies tested."
+ - "Diff - difference between 3n-skx and 2n-skx topologies."
# Detailed Test Results - DPDK Performance Results 3n-hsw
- type: "table"
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-3n-hsw"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-3n-skx"
filter: "all"
remove-ndr: True # Temporary solution: remove NDR results from test message
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-2n-skx"
filter: "all"
remove-ndr: True # Temporary solution: remove NDR results from test message
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}/dpdk_performance_results_2n_clx"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-2n-clx"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,2N,DNV]}/dpdk_performance_results_2n_dnv"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-2n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,3N,DNV]}/dpdk_performance_results_3n_dnv"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-3n-dnv"
filter: "all"
parameters:
algorithm: "table_merged_details"
output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}/dpdk_performance_results_3n_tsh"
columns:
- - title: " |prein| Test Name |preout| "
- data: "data name"
- - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
- data: "data msg"
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
data: "dpdk-perf-results-3n-tsh"
filter: "all"
parameters:
# Hoststack tests 3n-hsw
- type: "plot"
- title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3"
+ title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+ output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps"
data: "plot-vpp-hoststack-3n-hsw"
include:
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
layout:
- title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-ldpreload-iperf3"
+ title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3"
layout: "plot-hoststack"
- type: "plot"
- title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
+ title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps"
+ output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps"
data: "plot-vpp-hoststack-3n-hsw"
include:
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps"
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.9000B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps"
layout:
- title: "3n-hsw-xl710-9000b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
+ title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
layout: "plot-hoststack"
- type: "plot"
- title: "Bandwidth: 3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho"
+ title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho-bps"
+ output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps"
data: "plot-vpp-hoststack-3n-hsw"
include:
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicbase-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
- - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.9000B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+ - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
layout:
- title: "3n-hsw-xl710-9000b-1t1c-eth-ip4udpquic-vppecho"
+ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho"
layout: "plot-hoststack"
# Plots VPP HTTP Server Performance
title: "30 Minutes Soak Test (PLRsearch)"
layout: "plot-soak-throughput"
+# Soak Test (PLRsearch), boxes - 2n-skx
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_perf_box_name"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1"
+ data: "plot-vpp-soak-2n-skx"
+ include:
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak"
+ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak"
+ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak"
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
+
+# Soak Test (PLRsearch), boxes - 2n-skx
+- type: "plot"
+ title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+ algorithm: "plot_perf_box_name"
+ output-file-type: ".html"
+ output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2"
+ data: "plot-vpp-soak-2n-skx"
+ include:
+ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak"
+ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak"
+ - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Soak.64B-2t1c-eth-l2bdbasemaclrn-eth-2memif-1dcr-soak"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-soak"
+ - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-soak"
+ layout:
+ title: "30 Minutes Soak Test (PLRsearch)"
+ layout: "plot-soak-throughput"
+
###############################################################################
# Reconf tests 2n-skx
-#- type: "plot"
-# title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
-# algorithm: "plot_nf_reconf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf"
-# data: "plot-vpp-nfv-reconf-2n-skx"
-# include:
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
-# layout:
-# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
-# layout: "plot-throughput"
-#
-#- type: "plot"
-# title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
-# algorithm: "plot_nf_reconf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf"
-# data: "plot-vpp-nfv-reconf-2n-skx"
-# include:
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
-# layout:
-# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
-# layout: "plot-throughput"
-#
-#- type: "plot"
-# title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
-# algorithm: "plot_nf_reconf_box_name"
-# output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf"
-# data: "plot-vpp-nfv-reconf-2n-skx"
-# include:
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
-# - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
-# layout:
-# title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
-# layout: "plot-throughput"
+- type: "plot"
+ title: "NFV Implied time lost: 2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-2t1c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-skx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-2t1c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "NFV Implied time lost: 2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-4t2c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-skx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-4t2c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "NFV Implied time lost: 2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf"
+ algorithm: "plot_nf_reconf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-8t4c-dot1qip4vxlan-l2bd-reconf"
+ data: "plot-vpp-nfv-reconf-2n-skx"
+ include:
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-2Ch-1Ach-4Vh-2Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-2ch-1ach-4vh-2vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-4Ch-1Ach-8Vh-4Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-4ch-1ach-8vh-4vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-6Ch-1Ach-12Vh-6Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-6ch-1ach-12vh-6vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-8Ch-1Ach-16Vh-8Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-8ch-1ach-16vh-8vm1t-testpmd-reconf"
+ - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Dot1Qip4Vxlan-L2Bd-10Ch-1Ach-20Vh-10Vm1T-Testpmd-Reconf.IMIX-8t4c-dot1qip4vxlan-l2bd-10ch-1ach-20vh-10vm1t-testpmd-reconf"
+ layout:
+ title: "dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-testpmd"
+ layout: "plot-throughput"
###############################################################################
'NF_DENSITY' and
'VHOST' and
'VXLAN' and
- 'CHAIN' a
+ 'CHAIN' and
'IMIX' and
'2T1C' and
'NDRPDR'"
Code Review / csit.git / blobdiff