X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=038c4b5b7cbe129b2a9ef501a4be129dde63df2d;hp=d8e6b6837a8fbea9efdf3658d303977055e2de04;hb=00d6027bc4219d7a8c65c202c32c94809303cd5d;hpb=ff8c8cf6083f64fd337115fec20501f7b247540e diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d8e6b6837a..038c4b5b7c 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -151,17 +151,9 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 3 # NDRPDR sel -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 - 22 # NDRPDR sel env 4 @@ -174,27 +166,15 @@ - 29 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - -# plot-vpp-nfv-3n-hsw-ndrpdr: -# csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 3 # NDRPDR sel -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel - -# plot-vpp-nfv-3n-hsw-mrr: -# csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 13 # MRR + - 29 # NDRPDR sel env 4 plot-vpp-hoststack-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: csit-vpp-perf-verify-2005-3n-hsw: - 3 # hoststack - 5 # hoststack @@ -208,48 +188,52 @@ - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter plot-dpdk-hdrh-lat-3n-hsw: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + - 25 # NDRPDR iter # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel ??? all x710 failed -# - 33 # NDRPDR sel -# - 28 # NDRPDR sel -# - 34 # NDRPDR sel -# - 36 # NDRPDR sel -# - 37 # NDRPDR sel -# - 38 # NDRPDR sel -# - 39 # NDRPDR sel -# - 41 # NDRPDR sel - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 36 # NDRPDR sel + - 47 # NDRPDR sel env 4 plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -258,40 +242,38 @@ - 34 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter plot-dpdk-hdrh-lat-3n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + - 28 # NDRPDR iter # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: -# - 43 # NDRPDR sel -# - 38 # NDRPDR sel -# - 7 # NDRPDR sel -# - 65 # NDRPDR sel -# - 47 # NDRPDR sel -# - 55 # NDRPDR sel -# - 67 # NDRPDR sel -# - 75 # NDRPDR sel -# - 76 # NDRPDR sel -# - 73 # NDRPDR sel - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 - 90 # NDRPDR sel env 4 @@ -299,73 +281,86 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 plot-vpp-hdrh-lat-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 55 # NDRPDR sel + - 94 # NDRPDR sel plot-vpp-soak-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 78 # nf-density-sel - - 83 # nf-density-sel + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 plot-vpp-nfv-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 115 # nf-density-sel env 4 plot-vpp-nfv-reconf-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-dpdk-hdrh-lat-2n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + - 20 # NDRPDR iter # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: -# - 7 # NDRPDR sel -# - 38 # NDRPDR sel -# - 9 # NDRPDR sel -# - 32 # NDRPDR sel ??? -# - 33 # NDRPDR sel ??? -# - 39 # NDRPDR sel -# - 40 # NDRPDR sel -# - 43 # NDRPDR sel -# - 50 # NDRPDR sel -# - 51 # NDRPDR sel - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 - 64 # NDRPDR sel env 4 @@ -374,97 +369,119 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 plot-vpp-hdrh-lat-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 51 # NDRPDR sel - -# plot-vpp-http-server-performance: -# # csit-vpp-perf-report-iterative-2005-2n-clx: -# csit-vpp-perf-verify-2001-2n-clx: -# - 80 # TCP + - 70 # NDRPDR sel env 4 plot-vpp-nfv-2n-clx-ndrpdr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 plot-vpp-nfv-2n-clx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 96 # MRR plot-vpp-nfv-reconf-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 plot-vpp-soak-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak plot-dpdk-throughput-latency-2n-clx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-dpdk-hdrh-lat-2n-clx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + - 21 # NDRPDR iter # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: -# - 9 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 20 # NDRPDR sel -# - 14 # NDRPDR sel -# - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + - 35 # NDRPDR sel env 4 plot-dpdk-throughput-latency-3n-tsh: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -478,6 +495,8 @@ - 12 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -493,6 +512,8 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -506,6 +527,8 @@ - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -524,156 +547,181 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 vpp-nic-comparison-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-nic-comparison-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 # Results vpp-perf-results-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-hsw: csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III + - 74 # crypto-00 + - 75 # crypto-01 + - 76 # crypto-02 + - 77 # crypto-03 + - 78 # ip4-00 + - 79 # ip4-01 + - 80 # ip4-02 + - 81 # ip4-03 + - 73 # ip4-04 + - 82 # ip4-05 + - 83 # ip4-06 + - 84 # ip4-07 + - 85 # ip4-08 + - 86 # ip4tun-00 + - 87 # ip4tun-01 + - 88 # ip4tun-02 + - 89 # ip6-00 + - 90 # ip6-01 + - 91 # ip6tun-00 + - 92 # l2-00 + - 93 # l2-01 + - 94 # l2-02 + - 95 # l2-03 + - 96 # l2-04 + - 97 # l2-05 + - 98 # l2-06 + - 99 # l2-07 + - 100 # l2-08 + - 101 # l2-09 + - 102 # l2-10 + - 103 # memif-00 + - 104 # srv6-00 + - 105 # srv6-01 + - 106 # vhost-00 + - 107 # vhost-01 + - 109 # vhost-02 vpp-perf-results-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-skx: csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 83 # crypto-03 + - 50 # ip4-00 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 84 # l2-05 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 85 # l2-09 + - 75 # l2-10 + - 76 # memif-00 + - 77 # srv6-00 + - 78 # srv6-01 + - 88 # vhost-00 + - 89 # vhost-01 + - 81 # vhost-02 + - 83 # vhost-03 vpp-perf-results-2n-skx: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-skx: csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 vpp-perf-results-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-clx: csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 36 # ip6-01 + - 31 # l2-00 + - 41 # l2-01 + - 39 # lb-00 + - 37 # memif-00 + - 32 # vhost-00 + - 33 # vhost-01 + - 40 # vts-00 vpp-perf-results-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + - 35 # NDRPDR sel env 4 vpp-perf-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-dnv: csit-vpp-perf-report-coverage-2005-3n-dnv: - 1 # perf-full-3n-dnv-crypto_I - 24 # perf-full-3n-dnv-crypto_II @@ -686,6 +734,8 @@ - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: - 1 # perf-full-2n-dnv-ip4_I - 2 # perf-full-2n-dnv-ip4_II @@ -695,62 +745,92 @@ - 6 # perf-full-2n-dnv-l2_II vpp-mrr-results-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-mrr-results-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-mrr-results-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-mrr-results-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-mrr-results-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 10 # MRR sel + - 27 # MRR sel env 4 vpp-mrr-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-mrr-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-device-results-ubuntu: + # TODO: Replace: + # csit-vpp-device-2009-ubuntu1804-1n-skx: csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 dpdk-perf-results-3n-hsw: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + - 25 # NDRPDR iter dpdk-perf-results-3n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + - 28 # NDRPDR iter dpdk-perf-results-2n-skx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + - 20 # NDRPDR iter dpdk-perf-results-2n-clx: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + - 21 # NDRPDR iter dpdk-perf-results-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel @@ -760,42 +840,15 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-hsw-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp-2: + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 @@ -807,101 +860,64 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 - vpp-performance-changes-3n-hsw-cmp-2001.0-4: + vpp-performance-changes-3n-hsw-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 - vpp-performance-changes-3n-skx-ref: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - vpp-performance-changes-3n-skx-cmp-2: + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-skx-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 - vpp-performance-changes-3n-skx-cmp-2001.0-4: + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 - - 54 # NDRPDR sel 2001.0-4 + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 - vpp-performance-changes-2n-skx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - vpp-performance-changes-2n-skx-cmp-2: + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-skx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 @@ -910,52 +926,35 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 - vpp-performance-changes-2n-skx-cmp-2001.0-4: + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - -# vpp-performance-changes-nfv-2n-skx-ref: -# csit-vpp-perf-verify-2001-2n-skx: -# - 30 # NFV -# - 31 # NFV -# vpp-performance-changes-nfv-2n-skx-cmp: -# csit-vpp-perf-report-iterative-2005-2n-skx: -# - 43 # NDRPDR sel -# - 38 # NDRPDR sel -# - 7 # NDRPDR sel -# - 78 # nf-density-sel -# - 83 # nf-density-sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 - vpp-performance-changes-2n-clx-ref: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-performance-changes-2n-clx-cmp: + vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - vpp-performance-changes-2n-clx-cmp-2: + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-clx-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 @@ -965,30 +964,24 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 - vpp-performance-changes-2n-clx-cmp-2001.0-4: + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1000,7 +993,7 @@ - 11 # NDRPDR sel - 13 # NDRPDR sel - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -1012,20 +1005,22 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-verify-1908-3n-dnv: + vpp-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-dnv-ref: + + vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -1037,7 +1032,7 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -1049,162 +1044,176 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-tsh-ref: - csit-vpp-perf-verify-2001-3n-tsh: + vpp-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel - 3 # NDRPDR sel - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh-cmp: - # TODO: Add data: - csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel + - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 14 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh-cmp-2: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - vpp-performance-changes-3n-tsh-cmp-2001.0-4: + + vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-report-iterative-2005-3n-tsh: - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-tsh-ref: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 + vpp-performance-changes-3n-tsh-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - - 49 # Soak - - 54 # Soak + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak vpp-soak-vs-ndr-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - - 44 # Soak - - 49 # Soak + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 101 # Soak + - 102 # Soak vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 39 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-cmp: + vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR - vpp-performance-changes-3n-hsw-mrr-cmp-2: + - 30 # MRR env 4 + vpp-performance-changes-3n-hsw-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - 30 # MRR env 4 -# vpp-performance-changes-3n-skx-mrr-h1: -# csit-vpp-perf-verify-1908-3n-skx: -# - 36 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: + vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-cmp: + vpp-performance-changes-3n-skx-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel - vpp-performance-changes-3n-skx-mrr-cmp-2: + - 49 # MRR sel env 4 + vpp-performance-changes-3n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - 49 # MRR sel env 4 -# vpp-performance-changes-2n-skx-mrr-h1: -# csit-vpp-perf-verify-1908-2n-skx: -# - 69 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: + vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-cmp: + vpp-performance-changes-2n-skx-mrr-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel - vpp-performance-changes-2n-skx-mrr-cmp-2: + - 99 # MRR sel env 4 + vpp-performance-changes-2n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - 99 # MRR sel env 4 - vpp-performance-changes-2n-clx-mrr-ref: + vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-performance-changes-2n-clx-mrr-cmp: + vpp-performance-changes-2n-clx-mrr-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR - vpp-performance-changes-2n-clx-mrr-cmp-2: + - 72 # MRR sel env 4 + vpp-performance-changes-2n-clx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR + - 72 # MRR sel env 4 # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1215,51 +1224,42 @@ # - 71 # NFV MRR vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel - vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-cmp: + vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 10 # MRR sel - vpp-performance-changes-3n-tsh-mrr-cmp-2: + - 27 # MRR sel env 4 + vpp-performance-changes-3n-tsh-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - 27 # MRR sel env 4 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1281,32 +1281,34 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + dpdk-performance-changes-3n-hsw-ref: + csit-dpdk-perf-report-iterative-2005-3n-hsw: + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter dpdk-performance-changes-3n-hsw-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -1328,32 +1330,34 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 + dpdk-performance-changes-3n-skx-ref: + csit-dpdk-perf-report-iterative-2005-3n-skx: + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-performance-changes-3n-skx-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -1375,20 +1379,34 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 + dpdk-performance-changes-2n-skx-ref: + csit-dpdk-perf-report-iterative-2005-2n-skx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-performance-changes-2n-skx-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - dpdk-performance-changes-2n-clx-ref: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + + dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel - 16 # NDRPDR sel @@ -1410,21 +1428,48 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel + dpdk-performance-changes-2n-clx-ref: + csit-dpdk-perf-report-iterative-2005-2n-clx: + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-performance-changes-2n-clx-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + + dpdk-performance-changes-2n-dnv-h1: + csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel - 10 # NDRPDR sel - + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel dpdk-performance-changes-2n-dnv-ref: - csit-dpdk-perf-verify-2001-2n-dnv: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel @@ -1434,8 +1479,9 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel - - 18 # NDRPDR sel dpdk-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -1448,7 +1494,7 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: + dpdk-performance-changes-3n-dnv-h1: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1460,7 +1506,21 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel dpdk-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1473,7 +1533,7 @@ - 14 # NDRPDR sel - 16 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: + dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1485,216 +1545,265 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel + dpdk-performance-changes-3n-tsh-ref: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel dpdk-performance-changes-3n-tsh-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel # Compare testbeds vpp-compare-testbeds-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 vpp-compare-testbeds-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 vpp-compare-testbeds-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - vpp-compare-testbeds-skx-clx-cmp: + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + vpp-compare-testbeds-skx-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-compare-testbeds-hsw-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + - 20 # NDRPDR sel env 4 + - 21 # NDRPDR sel env 4 + - 22 # NDRPDR sel env 4 + - 23 # NDRPDR sel env 4 + - 24 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 26 # NDRPDR sel env 4 + - 27 # NDRPDR sel env 4 + - 28 # NDRPDR sel env 4 + - 29 # NDRPDR sel env 4 vpp-compare-testbeds-hsw-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-compare-testbeds-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 dpdk-compare-testbeds-ref: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter dpdk-compare-testbeds-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-compare-testbeds-skx-clx-ref: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter dpdk-compare-testbeds-skx-clx-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter # Compare topologies vpp-compare-topologies-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 42 # NDRPDR sel env 4 + - 43 # NDRPDR sel env 4 + - 44 # NDRPDR sel env 4 + - 45 # NDRPDR sel env 4 + - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 vpp-compare-topologies-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-compare-topologies-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-topologies-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 dpdk-compare-topologies-ref: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter dpdk-compare-topologies-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter plot-layouts: @@ -2234,41 +2343,9 @@ builds: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 - 22 # NDRPDR sel env 4 @@ -2300,62 +2377,52 @@ - 12 # hoststack - 13 # hoststack csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III - - csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 + - 74 # crypto-00 + - 75 # crypto-01 + - 76 # crypto-02 + - 77 # crypto-03 + - 78 # ip4-00 + - 79 # ip4-01 + - 80 # ip4-02 + - 81 # ip4-03 + - 73 # ip4-04 + - 82 # ip4-05 + - 83 # ip4-06 + - 84 # ip4-07 + - 85 # ip4-08 + - 86 # ip4tun-00 + - 87 # ip4tun-01 + - 88 # ip4tun-02 + - 89 # ip6-00 + - 90 # ip6-01 + - 91 # ip6tun-00 + - 92 # l2-00 + - 93 # l2-01 + - 94 # l2-02 + - 95 # l2-03 + - 96 # l2-04 + - 97 # l2-05 + - 98 # l2-06 + - 99 # l2-07 + - 100 # l2-08 + - 101 # l2-09 + - 102 # l2-10 + - 103 # memif-00 + - 104 # srv6-00 + - 105 # srv6-01 + - 106 # vhost-00 + - 107 # vhost-01 + - 109 # vhost-02 + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-3n-hsw: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-hsw: + + # TODO: Add for hoststack: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: + csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition csit-vpp-perf-report-iterative-2005-3n-skx: @@ -2364,91 +2431,69 @@ - 33 # NDRPDR sel - 28 # NDRPDR sel - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 - 50 # NDRPDR sel 2001.0-4 - 51 # NDRPDR sel 2001.0-4 - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 - 54 # NDRPDR sel 2001.0-4 - - 6 # MRR sel - 49 # MRR sel env 4 csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III - - csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 83 # crypto-03 + - 50 # ip4-00 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 84 # l2-05 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 85 # l2-09 + - 75 # l2-10 + - 76 # memif-00 + - 77 # srv6-00 + - 78 # srv6-01 + - 88 # vhost-00 + - 89 # vhost-01 + - 81 # vhost-02 + - 83 # vhost-03 + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-3n-skx: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 - 90 # NDRPDR sel env 4 @@ -2456,74 +2501,63 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 - 100 # NDRPDR sel 2001.0-4 - 101 # NDRPDR sel 2001.0-4 - 102 # NDRPDR sel 2001.0-4 - 103 # NDRPDR sel 2001.0-4 - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - - 42 # MRR sel - 99 # MRR sel env 4 - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf - - 49 # Soak - - 54 # Soak - - 78 # nf-density-sel - - 83 # nf-density-sel + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 + - 122 # Soak + - 123 # Soak + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 + - 115 # MRR nf-density-sel env 4 csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts - - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-2n-skx: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - 39 # MRR csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 - 64 # NDRPDR sel env 4 @@ -2532,6 +2566,8 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 - 73 # NDRPDR sel 2001.0-4 - 74 # NDRPDR sel 2001.0-4 - 75 # NDRPDR sel 2001.0-4 @@ -2540,67 +2576,53 @@ - 78 # NDRPDR sel 2001.0-4 - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - - 12 # MRR - 72 # MRR env 4 - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf - - 44 # Soak - - 49 # Soak - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 + - 101 # Soak + - 102 # Soak + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 + - 96 # MRR nfv-density-00 env 4 csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts - - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 36 # ip6-01 + - 31 # l2-00 + - 41 # l2-01 + - 39 # lb-00 + - 37 # memif-00 + - 32 # vhost-00 + - 33 # vhost-01 + - 40 # vts-00 + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-2n-clx: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - 9 # MRR sel - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel - 11 # NDRPDR sel @@ -2610,24 +2632,21 @@ - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 - - 10 # MRR sel - 27 # MRR sel env 4 + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-verify-1908-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -2662,19 +2681,11 @@ - 21 # perf-full-3n-dnv-l2_I - 22 # perf-full-3n-dnv-l2_II - 23 # perf-full-3n-dnv-ip4-tunnels_I + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-3n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # MRR sel csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2706,18 +2717,11 @@ - 4 # perf-full-2n-dnv-ip6_II - 5 # perf-full-2n-dnv-l2_I - 6 # perf-full-2n-dnv-l2_II + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-2n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2740,28 +2744,19 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-hsw: - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -2784,28 +2779,19 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-skx: - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -2828,16 +2814,18 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-2n-skx: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2861,16 +2849,18 @@ - 33 # NDRPDR sel - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-2n-clx: csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2894,6 +2884,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2917,6 +2909,8 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2931,17 +2925,21 @@ - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-tsh: csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 + # TODO: Add: + # csit-vpp-device-2009-ubuntu1804-1n-skx: - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -3320,30 +3318,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3353,30 +3344,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3386,32 +3370,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3421,190 +3396,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 1t1c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-1t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-2t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 1t1c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-1t1c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-hsw-2t2c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3614,30 +3422,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3647,30 +3448,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3680,30 +3474,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3713,855 +3500,327 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-skx 2t1c pdr-full +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr-full" + title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-2t1c-pdr-rca3.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-skx 4t2c pdr-full +# VPP Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr-full" + title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-4t2c-pdr-rca3.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-skx 2t1c ndr-full +# VPP Performance Changes 2n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr-full" + title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-2t1c-ndr-rca3.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-skx 4t2c ndr-full +# VPP Performance Changes 2n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr-full" + title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-skx-4t2c-ndr-rca3.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 2t1c pdr +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 4t2c pdr +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 2t1c ndr +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 4t2c ndr +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-skx 2t1c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-2t1c-pdr-rca3.yaml" - - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-skx 4t2c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-4t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-skx 2t1c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-2t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-skx 4t2c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-2n-skx-4t2c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-2t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-4t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-2t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - rca-file: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 - rca-file: "rca/rca-2005-2n-clx-4t2c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 2n-clx-x556 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +## VPP Performance Changes 2n-clx-x556 2t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 2t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -4571,20 +3830,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -4594,20 +3855,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -4617,427 +3880,251 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-3n-dnv-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-3n-dnv-cmp" + - title: "2005.0-3" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" - data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" - data-set: "vpp-performance-changes-3n-dnv-cmp" + - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-dnv-h1" + - title: "2005.0-3" + data-set: "vpp-performance-changes-2n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-tsh 1t1c pdr +# VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-3" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-tsh 2t2c pdr +# VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-3" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-tsh 1t1c ndr +# VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-3" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-tsh 2t2c ndr +# VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-dnv-h1" + - title: "2005.0-3" + data-set: "vpp-performance-changes-3n-dnv-ref" + - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' -# VPP Performance Changes 3n-tsh 1t1c pdr-full +# VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr-full" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-1t1c-pdr-rca3.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c pdr-full +# VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr-full" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-2t2c-pdr-rca3.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c ndr-full +# VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr-full" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-1t1c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c ndr-full +# VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr-full" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" + - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 - rca-file: "rca/rca-2005-3n-tsh-2t2c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -5399,30 +4486,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-1t1c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-1t1c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -5432,30 +4512,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-2t2c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-2t2c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -5465,30 +4538,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-4t4c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-hsw-4t4c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -5499,27 +4565,22 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-3n-skx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -5530,27 +4591,22 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-3n-skx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -5561,27 +4617,22 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-3n-skx-8t4c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-3n-skx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -5592,27 +4643,22 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -5623,27 +4669,22 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -5654,27 +4695,22 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-skx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -5685,27 +4721,22 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -5716,27 +4747,22 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -5747,90 +4773,85 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-4 vs 2005.0-4" reference: 2 compare: 3 - rca-file: "rca/rca-2005-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 - rca-file: "rca/rca-2005-2n-clx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' - -# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." +## VPP Performance Changes 2n-clx-x556 2t1c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 4t2c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 8t4c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -5840,20 +4861,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -5863,20 +4886,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -5886,20 +4911,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -5909,20 +4936,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -5932,20 +4961,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -5955,20 +4986,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-4 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -5978,30 +5011,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-1t1c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-1t1c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -6011,30 +5037,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-2t2c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-2t2c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -6044,30 +5063,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-4t4c-mrr-rca1.yaml" - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-4 vs 2005.0-4" reference: 2 - compare: 4 - rca-file: "rca/rca-2005-3n-tsh-4t4c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' + - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -6912,11 +5924,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6924,8 +5936,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -6935,11 +5947,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6947,8 +5959,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -6958,11 +5970,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6970,8 +5982,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -6981,11 +5993,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6993,8 +6005,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -7004,11 +6016,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7016,8 +6028,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -7027,11 +6039,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7039,8 +6051,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -7050,11 +6062,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7062,8 +6074,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -7073,11 +6085,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7085,8 +6097,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -7096,11 +6108,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7108,8 +6120,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -7119,11 +6131,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7131,8 +6143,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -7142,11 +6154,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7154,8 +6166,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -7165,11 +6177,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7177,8 +6189,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -7189,17 +6201,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -7210,17 +6224,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -7231,17 +6247,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -7252,17 +6270,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -7273,17 +6293,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -7294,17 +6316,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -7315,17 +6339,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -7336,17 +6362,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -7357,17 +6385,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -7378,17 +6408,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -7399,17 +6431,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -7420,17 +6454,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -7441,17 +6477,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7462,17 +6500,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7483,17 +6523,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7504,17 +6546,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -7778,16 +6822,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" +# - "{DIR[DTR,PERF,VPP,2N,DNV]}" +# - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -7834,16 +6878,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" +# - "{DIR[DTC,PERF,VPP,2N,DNV]}" +# - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -7890,16 +6934,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" +# - "{DIR[DTO,PERF,VPP,2N,DNV]}" +# - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -7946,16 +6990,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" +# - "{DIR[DTR,MRR,VPP,2N,DNV]}" +# - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8010,8 +7054,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8181,47 +7225,6 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx @@ -12107,8 +11110,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -12123,8 +11126,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -12140,7 +11143,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -12156,7 +11159,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12287,8 +11290,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -12303,8 +11304,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -12320,7 +11319,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -12336,7 +11334,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12381,8 +11378,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12397,8 +11392,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12444,7 +11437,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12460,7 +11453,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12506,7 +11499,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12522,7 +11514,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -14835,8 +13826,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -14851,8 +13842,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -14868,7 +13859,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -14884,7 +13875,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -15015,8 +14006,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -15031,8 +14020,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -15048,7 +14035,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -15064,7 +14050,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -16421,8 +15406,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput-speedup-analysis" @@ -16437,8 +15420,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput-speedup-analysis" @@ -16794,7 +15775,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16810,7 +15791,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16946,7 +15927,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16962,7 +15942,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -17871,8 +16850,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -17887,12 +16866,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -17904,7 +16915,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -17920,7 +16931,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -17991,8 +17002,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -18007,8 +17018,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -18823,8 +17834,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -18839,12 +17850,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -18856,7 +17899,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -18872,7 +17915,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -18943,8 +17986,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -18959,8 +18002,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis"