X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=7c99d0769fcbd34b58028aea8dddd41ea090b0e7;hp=2103534754c0626ef5cc0661ae5034b1abafe39e;hb=242fc4d3af75bd8bc34dbff48aa6d56613df8688;hpb=921a1c6556b0d8a20a8e7ba2a48b887b41a30e60 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2103534754..7c99d0769f 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -152,16 +152,6 @@ plot-vpp-throughput-lat-tsa-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 3 # NDRPDR sel -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 - 22 # NDRPDR sel env 4 @@ -175,7 +165,7 @@ plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel + - 29 # NDRPDR sel env 4 # plot-vpp-nfv-3n-hsw-ndrpdr: # csit-vpp-perf-report-iterative-2005-3n-hsw: @@ -209,47 +199,39 @@ plot-dpdk-throughput-latency-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + - 25 # NDRPDR iter # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel ??? all x710 failed -# - 33 # NDRPDR sel -# - 28 # NDRPDR sel -# - 34 # NDRPDR sel -# - 36 # NDRPDR sel -# - 37 # NDRPDR sel -# - 38 # NDRPDR sel -# - 39 # NDRPDR sel -# - 41 # NDRPDR sel - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 36 # NDRPDR sel + - 47 # NDRPDR sel env 4 plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -259,39 +241,29 @@ plot-vpp-nfv-3n-skx-mrr: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + - 28 # NDRPDR iter # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: -# - 43 # NDRPDR sel -# - 38 # NDRPDR sel -# - 7 # NDRPDR sel -# - 65 # NDRPDR sel -# - 47 # NDRPDR sel -# - 55 # NDRPDR sel -# - 67 # NDRPDR sel -# - 75 # NDRPDR sel -# - 76 # NDRPDR sel -# - 73 # NDRPDR sel - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 - 90 # NDRPDR sel env 4 @@ -299,73 +271,70 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 55 # NDRPDR sel + - 94 # NDRPDR sel plot-vpp-soak-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 78 # nf-density-sel - - 83 # nf-density-sel + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 plot-vpp-nfv-2n-skx-mrr: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 115 # nf-density-sel env 4 plot-vpp-nfv-reconf-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-dpdk-hdrh-lat-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + - 20 # NDRPDR iter # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: -# - 7 # NDRPDR sel -# - 38 # NDRPDR sel -# - 9 # NDRPDR sel -# - 32 # NDRPDR sel ??? -# - 33 # NDRPDR sel ??? -# - 39 # NDRPDR sel -# - 40 # NDRPDR sel -# - 43 # NDRPDR sel -# - 50 # NDRPDR sel -# - 51 # NDRPDR sel - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 - 64 # NDRPDR sel env 4 @@ -374,85 +343,83 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 51 # NDRPDR sel - -# plot-vpp-http-server-performance: -# # csit-vpp-perf-report-iterative-2005-2n-clx: -# csit-vpp-perf-verify-2001-2n-clx: -# - 80 # TCP + - 70 # NDRPDR sel env 4 plot-vpp-nfv-2n-clx-ndrpdr: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 96 # MRR plot-vpp-nfv-reconf-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-dpdk-hdrh-lat-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + - 21 # NDRPDR iter # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: -# - 9 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 20 # NDRPDR sel -# - 14 # NDRPDR sel -# - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + - 35 # NDRPDR sel env 4 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: @@ -525,153 +492,156 @@ vpp-nic-comparison-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 vpp-nic-comparison-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 # Results vpp-perf-results-3n-hsw: csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III + - 74 # crypto-00 + - 75 # crypto-01 + - 76 # crypto-02 + - 77 # crypto-03 + - 78 # ip4-00 + - 79 # ip4-01 + - 80 # ip4-02 + - 81 # ip4-03 + - 73 # ip4-04 + - 82 # ip4-05 + - 83 # ip4-06 + - 84 # ip4-07 + - 85 # ip4-08 + - 86 # ip4tun-00 + - 87 # ip4tun-01 + - 88 # ip4tun-02 + - 89 # ip6-00 + - 90 # ip6-01 + - 91 # ip6tun-00 + - 92 # l2-00 + - 93 # l2-01 + - 94 # l2-02 + - 95 # l2-03 + - 96 # l2-04 + - 97 # l2-05 + - 98 # l2-06 + - 99 # l2-07 + - 100 # l2-08 + - 101 # l2-09 + - 102 # l2-10 + - 103 # memif-00 + - 104 # srv6-00 + - 105 # srv6-01 + - 106 # vhost-00 + - 107 # vhost-01 + - 109 # vhost-02 vpp-perf-results-3n-skx: csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 83 # crypto-03 + - 50 # ip4-00 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 84 # l2-05 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 85 # l2-09 + - 75 # l2-10 + - 76 # memif-00 + - 77 # srv6-00 + - 78 # srv6-01 + - 88 # vhost-00 + - 89 # vhost-01 + - 81 # vhost-02 + - 83 # vhost-03 vpp-perf-results-2n-skx: - # TODO: Add data: csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 vpp-perf-results-2n-clx: csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 36 # ip6-01 + - 31 # l2-00 + - 41 # l2-01 + - 39 # lb-00 + - 37 # memif-00 + - 32 # vhost-00 + - 33 # vhost-01 + - 40 # vts-00 vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + - 35 # NDRPDR sel env 4 vpp-perf-results-3n-dnv: csit-vpp-perf-report-coverage-2005-3n-dnv: @@ -696,23 +666,23 @@ vpp-mrr-results-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-mrr-results-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-mrr-results-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 10 # MRR sel + - 27 # MRR sel env 4 vpp-mrr-results-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: @@ -728,19 +698,19 @@ dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + - 25 # NDRPDR iter dpdk-perf-results-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + - 28 # NDRPDR iter dpdk-perf-results-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + - 20 # NDRPDR iter dpdk-perf-results-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + - 21 # NDRPDR iter dpdk-perf-results-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: @@ -857,12 +827,16 @@ - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 vpp-performance-changes-3n-skx-cmp-2001.0-4: csit-vpp-perf-report-iterative-2005-3n-skx: - 50 # NDRPDR sel 2001.0-4 - 51 # NDRPDR sel 2001.0-4 - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908_1-2n-skx: @@ -909,6 +883,9 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-performance-changes-2n-skx-cmp-2001.0-4: csit-vpp-perf-report-iterative-2005-2n-skx: - 100 # NDRPDR sel 2001.0-4 @@ -964,6 +941,8 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-performance-changes-2n-clx-cmp-2001.0-4: csit-vpp-perf-report-iterative-2005-2n-clx: - 73 # NDRPDR sel 2001.0-4 @@ -1074,7 +1053,6 @@ - 15 # NDRPDR sel - 21 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel - 11 # NDRPDR sel @@ -1086,72 +1064,81 @@ csit-vpp-perf-report-iterative-2005-3n-tsh: - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 vpp-performance-changes-3n-tsh-cmp-2001.0-4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - - 49 # Soak - - 54 # Soak + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - - 44 # Soak - - 49 # Soak + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 101 # Soak + - 102 # Soak vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1908-3n-hsw: @@ -1202,7 +1189,7 @@ - 12 # MRR vpp-performance-changes-2n-clx-mrr-cmp-2: csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR + - 72 # MRR sel env 4 # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1281,16 +1268,16 @@ - 24 # NDRPDR sel dpdk-performance-changes-3n-hsw-cmp: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-1908-3n-skx: @@ -1328,16 +1315,16 @@ - 48 # NDRPDR sel x710 dpdk-performance-changes-3n-skx-cmp: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1908-2n-skx: @@ -1375,16 +1362,16 @@ - 54 # NDRPDR sel x710 dpdk-performance-changes-2n-skx-cmp: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-verify-2001-2n-clx: @@ -1410,16 +1397,16 @@ - 34 # NDRPDR sel dpdk-performance-changes-2n-clx-cmp: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-performance-changes-2n-dnv-ref: csit-dpdk-perf-verify-2001-2n-dnv: @@ -1491,208 +1478,204 @@ vpp-compare-testbeds-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 vpp-compare-testbeds-cmp: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 vpp-compare-testbeds-skx-clx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter dpdk-compare-testbeds-cmp: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-compare-testbeds-skx-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-compare-testbeds-skx-clx-cmp: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter # Compare topologies vpp-compare-topologies-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 vpp-compare-topologies-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-compare-topologies-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-topologies-mrr-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-compare-topologies-cmp: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-layouts: @@ -2298,42 +2281,42 @@ - 12 # hoststack - 13 # hoststack csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III + - 74 # crypto-00 + - 75 # crypto-01 + - 76 # crypto-02 + - 77 # crypto-03 + - 78 # ip4-00 + - 79 # ip4-01 + - 80 # ip4-02 + - 81 # ip4-03 + - 73 # ip4-04 + - 82 # ip4-05 + - 83 # ip4-06 + - 84 # ip4-07 + - 85 # ip4-08 + - 86 # ip4tun-00 + - 87 # ip4tun-01 + - 88 # ip4tun-02 + - 89 # ip6-00 + - 90 # ip6-01 + - 91 # ip6tun-00 + - 92 # l2-00 + - 93 # l2-01 + - 94 # l2-02 + - 95 # l2-03 + - 96 # l2-04 + - 97 # l2-05 + - 98 # l2-06 + - 99 # l2-07 + - 100 # l2-08 + - 101 # l2-09 + - 102 # l2-10 + - 103 # memif-00 + - 104 # srv6-00 + - 105 # srv6-01 + - 106 # vhost-00 + - 107 # vhost-01 + - 109 # vhost-02 csit-vpp-perf-verify-1908_1-3n-skx: - 26 # NDRPDR sel - new1908.1 @@ -2372,44 +2355,54 @@ - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 - 50 # NDRPDR sel 2001.0-4 - 51 # NDRPDR sel 2001.0-4 - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 - 6 # MRR sel - 49 # MRR sel env 4 csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 83 # crypto-03 + - 50 # ip4-00 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 84 # l2-05 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 85 # l2-09 + - 75 # l2-10 + - 76 # memif-00 + - 77 # srv6-00 + - 78 # srv6-01 + - 88 # vhost-00 + - 89 # vhost-01 + - 81 # vhost-02 + - 83 # vhost-03 csit-vpp-perf-verify-1908_1-2n-skx: - 39 # NDRPDR sel - new1908.1 @@ -2453,6 +2446,9 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 - 100 # NDRPDR sel 2001.0-4 - 101 # NDRPDR sel 2001.0-4 - 102 # NDRPDR sel 2001.0-4 @@ -2461,36 +2457,45 @@ - 105 # NDRPDR sel 2001.0-4 - 42 # MRR sel - 99 # MRR sel env 4 - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf - - 49 # Soak - - 54 # Soak - - 78 # nf-density-sel - - 83 # nf-density-sel + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 + - 122 # Soak + - 123 # Soak + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 + - 115 # MRR nf-density-sel env 4 csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2529,6 +2534,8 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 - 73 # NDRPDR sel 2001.0-4 - 74 # NDRPDR sel 2001.0-4 - 75 # NDRPDR sel 2001.0-4 @@ -2539,39 +2546,45 @@ - 80 # NDRPDR sel 2001.0-4 - 12 # MRR - 72 # MRR env 4 - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf - - 44 # Soak - - 49 # Soak - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 + - 101 # Soak + - 102 # Soak + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 + - 96 # MRR nfv-density-00 env 4 csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 36 # ip6-01 + - 31 # l2-00 + - 41 # l2-01 + - 39 # lb-00 + - 37 # memif-00 + - 32 # vhost-00 + - 33 # vhost-01 + - 40 # vts-00 csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2597,7 +2610,6 @@ - 15 # NDRPDR sel - 21 # NDRPDR sel - 9 # MRR sel - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel - 11 # NDRPDR sel @@ -2607,8 +2619,17 @@ - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 - 10 # MRR sel - 27 # MRR sel env 4 @@ -2736,16 +2757,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter csit-dpdk-perf-verify-1908-3n-skx: - 3 # NDRPDR sel @@ -2780,16 +2801,16 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel @@ -2824,16 +2845,16 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2857,16 +2878,16 @@ - 33 # NDRPDR sel - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2936,8 +2957,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -3328,23 +3349,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3366,23 +3382,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3404,23 +3415,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3442,23 +3448,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 1t1c pdr-full - type: "table" @@ -3482,30 +3483,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 2t2c pdr-full - type: "table" @@ -3529,30 +3523,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 1t1c ndr-full - type: "table" @@ -3576,30 +3563,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-hsw 2t2c ndr-full - type: "table" @@ -3623,30 +3603,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24)..' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3668,23 +3641,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3706,23 +3674,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3744,23 +3707,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" + rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3782,23 +3740,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" + rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 2t1c pdr-full - type: "table" @@ -3822,30 +3775,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-skx-2t1c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 4t2c pdr-full - type: "table" @@ -3869,30 +3815,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-skx-4t2c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 2t1c ndr-full - type: "table" @@ -3916,30 +3855,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-skx-2t1c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-skx 4t2c ndr-full - type: "table" @@ -3963,30 +3895,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-skx-4t2c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -4008,23 +3933,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" + rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -4046,23 +3966,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" + rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4084,23 +3999,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" + rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4122,23 +4032,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" + rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 2t1c pdr-full - type: "table" @@ -4162,30 +4067,24 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca3.yaml" + rca-file: "rca/rca-2n-skx-2t1c-pdr-rca3.yaml" + legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 4t2c pdr-full - type: "table" @@ -4209,30 +4108,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca3.yaml" + rca-file: "rca/rca-2n-skx-4t2c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 2t1c ndr-full - type: "table" @@ -4256,30 +4148,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca3.yaml" + rca-file: "rca/rca-2n-skx-2t1c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-skx 4t2c ndr-full - type: "table" @@ -4303,30 +4188,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca3.yaml" + rca-file: "rca/rca-2n-skx-4t2c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -4346,23 +4224,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" + rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -4382,23 +4255,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" + rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -4418,23 +4286,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" + rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -4454,23 +4317,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" + rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full - type: "table" @@ -4492,30 +4350,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca3.yaml" + rca-file: "rca/rca-2n-clx-2t1c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full - type: "table" @@ -4537,30 +4388,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca3.yaml" + rca-file: "rca/rca-2n-clx-4t2c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full - type: "table" @@ -4582,30 +4426,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca3.yaml" + rca-file: "rca/rca-2n-clx-2t1c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr-full - type: "table" @@ -4627,126 +4464,119 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 1 compare: 2 + rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca3.yaml" + rca-file: "rca/rca-2n-clx-4t2c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' -# VPP Performance Changes 2n-clx-x556 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +## VPP Performance Changes 2n-clx-x556 2t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 2t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -4756,20 +4586,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -4779,20 +4611,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -4802,20 +4636,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -4825,20 +4661,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -4848,20 +4686,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -4871,20 +4711,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -4894,20 +4736,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -4917,20 +4761,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -4952,23 +4798,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4990,23 +4831,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5028,23 +4864,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5066,23 +4897,18 @@ - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 1t1c pdr-full - type: "table" @@ -5106,30 +4932,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 2t2c pdr-full - type: "table" @@ -5153,30 +4972,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca3.yaml" + rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 1t1c ndr-full - type: "table" @@ -5200,30 +5012,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Performance Changes 3n-tsh 2t2c ndr-full - type: "table" @@ -5247,30 +5052,23 @@ - title: "2005.0-4 vs 2005.0-3" reference: 4 compare: 5 + rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - title: "2001.0-4 vs 2001.0-2" reference: 2 compare: 3 + rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" - title: "2005.0-4 vs 2001.0-4" reference: 3 compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca3.yaml" + rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca3.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -5644,22 +5442,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -5681,22 +5475,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -5718,23 +5508,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' - + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -5744,8 +5529,6 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - title: "2005.0-3" @@ -5756,22 +5539,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -5781,8 +5560,6 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - title: "2005.0-3" @@ -5793,22 +5570,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -5818,8 +5591,6 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - title: "2005.0-3" @@ -5830,22 +5601,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -5865,22 +5632,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -5900,22 +5663,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -5935,22 +5694,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -5970,22 +5725,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -6005,22 +5756,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -6040,85 +5787,81 @@ - title: "2005.0-4 vs 2005.0-3" reference: 2 compare: 3 + rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 1 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca2.yaml" + rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." +## VPP Performance Changes 2n-clx-x556 2t1c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 4t2c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 8t4c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -6128,20 +5871,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -6151,20 +5896,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -6174,20 +5921,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -6197,20 +5946,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -6220,20 +5971,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -6243,20 +5996,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "1908.1-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2005.0-3 vs 2001.0-2" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -6278,22 +6033,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -6315,22 +6066,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -6352,22 +6099,18 @@ - title: "2005.0-4 vs 2005.0-3" reference: 3 compare: 4 + rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" - title: "2005.0-4 vs 2001.0-2" reference: 2 compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca2.yaml" + rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' + - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -8078,16 +7821,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" +# - "{DIR[DTR,PERF,VPP,2N,DNV]}" +# - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8134,16 +7877,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" +# - "{DIR[DTC,PERF,VPP,2N,DNV]}" +# - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8190,16 +7933,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" +# - "{DIR[DTO,PERF,VPP,2N,DNV]}" +# - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8246,16 +7989,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" +# - "{DIR[DTR,MRR,VPP,2N,DNV]}" +# - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8310,8 +8053,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8481,47 +8224,6 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx