X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=199d299d161ef0a1bb1d7b2d9fc46ec1ecec7a0a;hb=0e3903c0ebdf1cb8e95b096012539cb7925ea6d0;hp=2103534754c0626ef5cc0661ae5034b1abafe39e;hpb=921a1c6556b0d8a20a8e7ba2a48b887b41a30e60;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2103534754..199d299d16 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -151,50 +151,19 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 3 # NDRPDR sel -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel - - 20 # NDRPDR sel env 4 - - 21 # NDRPDR sel env 4 - - 22 # NDRPDR sel env 4 - - 23 # NDRPDR sel env 4 - - 24 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 26 # NDRPDR sel env 4 - - 27 # NDRPDR sel env 4 - - 28 # NDRPDR sel env 4 - - 29 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - -# plot-vpp-nfv-3n-hsw-ndrpdr: -# csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 3 # NDRPDR sel -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel - -# plot-vpp-nfv-3n-hsw-mrr: -# csit-vpp-perf-report-iterative-2005-3n-hsw: -# - 13 # MRR + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hoststack-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: csit-vpp-perf-verify-2005-3n-hsw: - 3 # hoststack - 5 # hoststack @@ -208,48 +177,30 @@ - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: -# - 4 # NDRPDR sel -# - 5 # NDRPDR sel ??? all x710 failed -# - 33 # NDRPDR sel -# - 28 # NDRPDR sel -# - 34 # NDRPDR sel -# - 36 # NDRPDR sel -# - 37 # NDRPDR sel -# - 38 # NDRPDR sel -# - 39 # NDRPDR sel -# - 41 # NDRPDR sel - - 42 # NDRPDR sel env 4 - - 43 # NDRPDR sel env 4 - - 44 # NDRPDR sel env 4 - - 45 # NDRPDR sel env 4 - - 47 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 36 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-nfv-3n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed @@ -258,213 +209,189 @@ - 34 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: -# - 43 # NDRPDR sel -# - 38 # NDRPDR sel -# - 7 # NDRPDR sel -# - 65 # NDRPDR sel -# - 47 # NDRPDR sel -# - 55 # NDRPDR sel -# - 67 # NDRPDR sel -# - 75 # NDRPDR sel -# - 76 # NDRPDR sel -# - 73 # NDRPDR sel - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 55 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-soak-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 78 # nf-density-sel - - 83 # nf-density-sel + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 plot-vpp-nfv-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 115 # nf-density-sel env 4 plot-vpp-nfv-reconf-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: -# - 7 # NDRPDR sel -# - 38 # NDRPDR sel -# - 9 # NDRPDR sel -# - 32 # NDRPDR sel ??? -# - 33 # NDRPDR sel ??? -# - 39 # NDRPDR sel -# - 40 # NDRPDR sel -# - 43 # NDRPDR sel -# - 50 # NDRPDR sel -# - 51 # NDRPDR sel - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 51 # NDRPDR sel - -# plot-vpp-http-server-performance: -# # csit-vpp-perf-report-iterative-2005-2n-clx: -# csit-vpp-perf-verify-2001-2n-clx: -# - 80 # TCP + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-vpp-nfv-2n-clx-ndrpdr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 plot-vpp-nfv-2n-clx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 96 # MRR plot-vpp-nfv-reconf-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 plot-vpp-soak-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Add data: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: -# - 9 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 20 # NDRPDR sel -# - 14 # NDRPDR sel -# - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + - 35 # NDRPDR sel env 4 plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -478,6 +405,8 @@ - 12 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -493,6 +422,8 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -506,6 +437,8 @@ - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -524,156 +457,62 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-nic-comparison-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-nic-comparison-3n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-nic-comparison-2n-skx-mrr: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-hsw: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-skx: - csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-2n-skx: - # TODO: Add data: - csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-2n-clx: - csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-tsh: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 3 # RC1 NDRPDR sel env5 vpp-perf-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-3n-dnv: csit-vpp-perf-report-coverage-2005-3n-dnv: - 1 # perf-full-3n-dnv-crypto_I - 24 # perf-full-3n-dnv-crypto_II @@ -686,6 +525,8 @@ - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-coverage-2009-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: - 1 # perf-full-2n-dnv-ip4_I - 2 # perf-full-2n-dnv-ip4_II @@ -695,64 +536,84 @@ - 6 # perf-full-2n-dnv-l2_II vpp-mrr-results-3n-hsw: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-mrr-results-3n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-mrr-results-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-mrr-results-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-mrr-results-3n-tsh: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 10 # MRR sel + - 27 # MRR sel env 4 vpp-mrr-results-3n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-mrr-results-2n-dnv: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-device-results-ubuntu: + # TODO: Replace: + # csit-vpp-device-2009-ubuntu1804-1n-skx: csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 dpdk-perf-results-2n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 ########################################################################### # Tables (more than one data set) @@ -760,42 +621,15 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-hsw-ref: - csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - vpp-performance-changes-3n-hsw-cmp-2: + - 31 # NDRPDR sel 2001.0-4 + - 32 # NDRPDR sel 2001.0-4 + - 33 # NDRPDR sel 2001.0-4 + - 34 # NDRPDR sel 2001.0-4 + - 35 # NDRPDR sel 2001.0-4 + - 36 # NDRPDR sel 2001.0-4 + - 38 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-hsw-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 @@ -807,100 +641,44 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 - vpp-performance-changes-3n-hsw-cmp-2001.0-4: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-hsw-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 - vpp-performance-changes-3n-skx-ref: - csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - vpp-performance-changes-3n-skx-cmp: csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - vpp-performance-changes-3n-skx-cmp-2: + - 50 # NDRPDR sel 2001.0-4 + - 51 # NDRPDR sel 2001.0-4 + - 52 # NDRPDR sel 2001.0-4 + - 53 # NDRPDR sel 2001.0-4 + - 54 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-skx-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 - vpp-performance-changes-3n-skx-cmp-2001.0-4: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 + vpp-performance-changes-3n-skx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 - vpp-performance-changes-2n-skx-ref: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - vpp-performance-changes-2n-skx-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - vpp-performance-changes-2n-skx-cmp-2: + - 100 # NDRPDR sel 2001.0-4 + - 101 # NDRPDR sel 2001.0-4 + - 102 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel 2001.0-4 + - 104 # NDRPDR sel 2001.0-4 + - 105 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-skx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 @@ -909,52 +687,25 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 - vpp-performance-changes-2n-skx-cmp-2001.0-4: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - -# vpp-performance-changes-nfv-2n-skx-ref: -# csit-vpp-perf-verify-2001-2n-skx: -# - 30 # NFV -# - 31 # NFV -# vpp-performance-changes-nfv-2n-skx-cmp: -# csit-vpp-perf-report-iterative-2005-2n-skx: -# - 43 # NDRPDR sel -# - 38 # NDRPDR sel -# - 7 # NDRPDR sel -# - 78 # nf-density-sel -# - 83 # nf-density-sel + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 - vpp-performance-changes-2n-clx-ref: - csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - vpp-performance-changes-2n-clx-cmp: + vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - vpp-performance-changes-2n-clx-cmp-2: + - 73 # NDRPDR sel 2001.0-4 + - 74 # NDRPDR sel 2001.0-4 + - 75 # NDRPDR sel 2001.0-4 + - 76 # NDRPDR sel 2001.0-4 + - 77 # NDRPDR sel 2001.0-4 + - 78 # NDRPDR sel 2001.0-4 + - 79 # NDRPDR sel 2001.0-4 + - 80 # NDRPDR sel 2001.0-4 + vpp-performance-changes-2n-clx-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 @@ -964,22 +715,15 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 - vpp-performance-changes-2n-clx-cmp-2001.0-4: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-cmp: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel + csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -987,19 +731,24 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-ref: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 16 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 3 # NDRPDR sel - 6 # NDRPDR sel @@ -1013,30 +762,32 @@ - 14 # NDRPDR sel vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-verify-1908-3n-dnv: + csit-vpp-perf-verify-2001-3n-dnv: + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-ref: - csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -1050,159 +801,160 @@ - 12 # NDRPDR sel vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-3n-tsh-ref: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 9 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 20 # NDRPDR sel - - 14 # NDRPDR sel - - 21 # NDRPDR sel - vpp-performance-changes-3n-tsh-cmp-2: + - 28 # NDRPDR sel 2001.0-4 + - 29 # NDRPDR sel 2001.0-4 + - 31 # NDRPDR sel 2001.0-4 + vpp-performance-changes-3n-tsh-ref: csit-vpp-perf-report-iterative-2005-3n-tsh: - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 - vpp-performance-changes-3n-tsh-cmp-2001.0-4: + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 + vpp-performance-changes-3n-tsh-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 28 # NDRPDR sel 2001.0-4 - - 29 # NDRPDR sel 2001.0-4 + - 23 # NDRPDR sel env 4 + - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-skx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - - 49 # Soak - - 54 # Soak + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak vpp-soak-vs-ndr-2n-clx: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - - 44 # Soak - - 49 # Soak + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 + - 101 # Soak + - 102 # Soak vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-1908-3n-hsw: - - 39 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-cmp: + vpp-performance-changes-3n-hsw-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR - vpp-performance-changes-3n-hsw-mrr-cmp-2: + - 30 # MRR env 4 + vpp-performance-changes-3n-hsw-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - 30 # MRR env 4 -# vpp-performance-changes-3n-skx-mrr-h1: -# csit-vpp-perf-verify-1908-3n-skx: -# - 36 # MRR sel - vpp-performance-changes-3n-skx-mrr-ref: + vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-cmp: + vpp-performance-changes-3n-skx-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel - vpp-performance-changes-3n-skx-mrr-cmp-2: + - 49 # MRR sel env 4 + vpp-performance-changes-3n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - 49 # MRR sel env 4 -# vpp-performance-changes-2n-skx-mrr-h1: -# csit-vpp-perf-verify-1908-2n-skx: -# - 69 # MRR sel - vpp-performance-changes-2n-skx-mrr-ref: + vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-cmp: + vpp-performance-changes-2n-skx-mrr-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel - vpp-performance-changes-2n-skx-mrr-cmp-2: + - 99 # MRR sel env 4 + vpp-performance-changes-2n-skx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - 99 # MRR sel env 4 - vpp-performance-changes-2n-clx-mrr-ref: + vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-performance-changes-2n-clx-mrr-cmp: + vpp-performance-changes-2n-clx-mrr-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR - vpp-performance-changes-2n-clx-mrr-cmp-2: + - 72 # MRR sel env 4 + vpp-performance-changes-2n-clx-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR + - 72 # MRR sel env 4 # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1213,51 +965,42 @@ # - 71 # NFV MRR vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-2n-dnv: - - 11 # MRR sel - vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-2001-2n-dnv: - 12 # MRR sel + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 15 # MRR sel vpp-performance-changes-2n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-dnv: csit-vpp-perf-report-iterative-2005-2n-dnv: - 15 # MRR sel vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-verify-1908-3n-dnv: - - 17 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-dnv-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-dnv: csit-vpp-perf-report-iterative-2005-3n-dnv: - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-verify-1908-3n-tsh: - - 17 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-cmp: + vpp-performance-changes-3n-tsh-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 10 # MRR sel - vpp-performance-changes-3n-tsh-mrr-cmp-2: + - 27 # MRR sel env 4 + vpp-performance-changes-3n-tsh-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - 27 # MRR sel env 4 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1279,32 +1022,24 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw-cmp: + dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + dpdk-performance-changes-3n-hsw-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -1326,32 +1061,24 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + dpdk-performance-changes-3n-skx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -1373,20 +1100,24 @@ - 50 # NDRPDR sel x710 - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-skx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 - dpdk-performance-changes-2n-clx-ref: + dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel - 16 # NDRPDR sel @@ -1408,20 +1139,24 @@ - 32 # NDRPDR sel - 33 # NDRPDR sel - 34 # NDRPDR sel - dpdk-performance-changes-2n-clx-cmp: + dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + dpdk-performance-changes-2n-clx-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 - dpdk-performance-changes-2n-dnv-ref: + dpdk-performance-changes-2n-dnv-h1: csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel - 10 # NDRPDR sel @@ -1433,7 +1168,21 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel + dpdk-performance-changes-2n-dnv-ref: + csit-dpdk-perf-report-iterative-2005-2n-dnv: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel dpdk-performance-changes-2n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -1446,7 +1195,7 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - dpdk-performance-changes-3n-dnv-ref: + dpdk-performance-changes-3n-dnv-h1: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1458,7 +1207,21 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel + dpdk-performance-changes-3n-dnv-ref: + csit-dpdk-perf-report-iterative-2005-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel dpdk-performance-changes-3n-dnv-cmp: + # TODO: Replace: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel @@ -1471,7 +1234,7 @@ - 14 # NDRPDR sel - 16 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: + dpdk-performance-changes-3n-tsh-h1: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1483,216 +1246,124 @@ - 14 # NDRPDR sel - 15 # NDRPDR sel - 18 # NDRPDR sel - dpdk-performance-changes-3n-tsh-cmp: + dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel + dpdk-performance-changes-3n-tsh-cmp: + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-cmp: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-skx-clx-ref: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-testbeds-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-hsw: csit-vpp-perf-report-iterative-2005-3n-hsw: - - 13 # MRR + - 30 # MRR env 4 vpp-compare-testbeds-mrr-hsw-clx-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 12 # MRR + - 72 # MRR env 4 dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 # Compare topologies vpp-compare-topologies-ref: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-topologies-cmp: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 vpp-compare-topologies-mrr-ref: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: - - 6 # MRR sel + - 49 # MRR sel env 4 vpp-compare-topologies-mrr-cmp: + # TODO: Replace: + # csit-vpp-perf-report-iterative-2009-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 42 # MRR sel + - 99 # MRR sel env 4 dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 plot-layouts: @@ -2232,41 +1903,9 @@ builds: - csit-vpp-perf-verify-1908-3n-hsw: - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 39 # MRR sel csit-vpp-perf-verify-2001-3n-hsw: - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 34 # NDRPDR sel - 17 # MRR sel csit-vpp-perf-report-iterative-2005-3n-hsw: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 - 22 # NDRPDR sel env 4 @@ -2297,63 +1936,17 @@ - 11 # hoststack - 12 # hoststack - 13 # hoststack - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 1 # perf-full-3n-dnv-crypto_I - - 7 # perf-full-3n-hsw-crypto_II - - 3 # perf-full-3n-hsw-crypto_III - - 4 # perf-full-3n-dnv-crypto_IV - - 5 # perf-full-3n-hsw-ip4_I - - 6 # perf-full-3n-hsw-ip4_II - - 8 # perf-full-3n-hsw-ip4_III - - 9 # perf-full-3n-hsw-ip4_IV - - 10 # perf-full-3n-hsw-ip4_V - - 26 # perf-full-3n-hsw-ip4_VI - - 18 # perf-full-3n-hsw-ip4_VII - - 27 # perf-full-3n-hsw-ip4_VIII - - 28 # perf-full-3n-hsw-ip4_IX - - 29 # perf-full-3n-hsw-ip6_I - - 35 # perf-full-3n-hsw-ip6_II - - 42 # perf-full-3n-hsw-l2_I - - 33 # perf-full-3n-hsw-l2_II - - 37 # perf-full-3n-hsw-l2_III - - 45 # perf-full-3n-hsw-l2_IV - - 43 # perf-full-3n-hsw-l2_V - - 40 # perf-full-3n-hsw-l2_VI - - 44 # perf-full-3n-hsw-l2_VII - - 51 # perf-full-3n-hsw-l2_VIII - - 50 # perf-full-3n-hsw-l2_IX - - 52 # perf-full-3n-hsw-l2_X - - 53 # perf-full-3n-hsw-l2_XI - - 54 # perf-full-3n-hsw-memif - - 55 # perf-full-3n-hsw-ip4tunnels-I - - 56 # perf-full-3n-hsw-ip4tunnels-II - - 57 # perf-full-3n-hsw-ip4tunnels-III - - 58 # perf-full-3n-hsw-ip6tunnels-I - - 59 # perf-full-3n-hsw-srv6-I - - 60 # perf-full-3n-hsw-srv6-II - - 61 # perf-full-3n-hsw-vhost-I - - 62 # perf-full-3n-hsw-vhost-II - - 63 # perf-full-3n-hsw-vhost-III - - csit-vpp-perf-verify-1908_1-3n-skx: - - 26 # NDRPDR sel - new1908.1 - - 27 # NDRPDR sel - new1908.1 - - 28 # NDRPDR sel - new1908.1 - - 29 # NDRPDR sel - new1908.1 - - 30 # NDRPDR sel - new1908.1 - - 31 # NDRPDR sel - new1908.1 - - 33 # NDRPDR sel - new1908.1 - - 34 # NDRPDR sel - new1908.1 - - 35 # NDRPDR sel - new1908.1 - - 36 # NDRPDR sel - new1908.1 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-hsw: + + # TODO: Add for hoststack: + # csit-vpp-perf-report-iterative-2009-3n-hsw: OR + # csit-vpp-perf-verify-2009-3n-hsw: + csit-vpp-perf-verify-2001-3n-skx: - - 69 # NDRPDR sel - new2001.0 - - 71 # NDRPDR sel - new2001.0 - - 72 # NDRPDR sel - new2001.0 - - 76 # NDRPDR sel - new2001.0 - - 77 # NDRPDR sel - new2001.0 - - 78 # NDRPDR sel - new2001.0 - - 80 # NDRPDR sel - new2001.0 - 50 # MRR sel - 53 # MRR sel addition csit-vpp-perf-report-iterative-2005-3n-skx: @@ -2362,90 +1955,32 @@ - 33 # NDRPDR sel - 28 # NDRPDR sel - 34 # NDRPDR sel - - 36 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 - 44 # NDRPDR sel env 4 - 45 # NDRPDR sel env 4 - 47 # NDRPDR sel env 4 + - 55 # NDRPDR sel env 4 + - 56 # NDRPDR sel env 4 + - 57 # NDRPDR sel env 4 + - 61 # NDRPDR sel env 4 + - 62 # NDRPDR sel env 4 - 50 # NDRPDR sel 2001.0-4 - 51 # NDRPDR sel 2001.0-4 - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 - - 6 # MRR sel + - 54 # NDRPDR sel 2001.0-4 - 49 # MRR sel env 4 - csit-vpp-perf-report-coverage-2005-3n-skx: - - 10 # perf-full-3n-skx-crypto_I - - 11 # perf-full-3n-skx-crypto_II - - 12 # perf-full-3n-skx-crypto_III - - 5 # perf-full-3n-skx-ip4_I - - 14 # perf-full-3n-skx-ip4_II - - 7 # perf-full-3n-skx-ip4_III - - 15 # perf-full-3n-skx-ip4_IV - - 16 # perf-full-3n-skx-ip4_V - - 17 # perf-full-3n-skx-ip4_VI - - 18 # perf-full-3n-skx-ip4_VII - - 19 # perf-full-3n-skx-ip4_VIII - - 20 # perf-full-3n-skx-ip4_IX - - 24 # perf-full-3n-skx-ip6_I - - 25 # perf-full-3n-skx-ip6_II - - 21 # perf-full-3n-skx-ip4tunnels-I - - 22 # perf-full-3n-skx-ip4tunnels-II - - 23 # perf-full-3n-skx-ip4tunnels-III - - 26 # perf-full-3n-skx-ip6tunnels-I - - 28 # perf-full-3n-skx-l2_II - - 29 # perf-full-3n-skx-l2_III - - 30 # perf-full-3n-skx-l2_IV - - 32 # perf-full-3n-skx-l2_VI - - 33 # perf-full-3n-skx-l2_VII - - 34 # perf-full-3n-skx-l2_VIII - - 35 # perf-full-3n-skx-l2_IX - - 36 # perf-full-3n-skx-l2_X - - 37 # perf-full-3n-skx-l2_XI - - 38 # perf-full-3n-skx-memif - - 39 # perf-full-3n-skx-srv6-I - - 40 # perf-full-3n-skx-srv6-II - - 43 # perf-full-3n-skx-vhost-III - - csit-vpp-perf-verify-1908_1-2n-skx: - - 39 # NDRPDR sel - new1908.1 - - 40 # NDRPDR sel - new1908.1 - - 41 # NDRPDR sel - new1908.1 - - 43 # NDRPDR sel - new1908.1 - - 44 # NDRPDR sel - new1908.1 - - 45 # NDRPDR sel - new1908.1 - - 46 # NDRPDR sel - new1908.1 - - 47 # NDRPDR sel - new1908.1 - - 48 # NDRPDR sel - new1908.1 - - 49 # NDRPDR sel - new1908.1 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 - 101 # MRR sel - old - 128 # MRR sel addition - old csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 - 90 # NDRPDR sel env 4 @@ -2453,74 +1988,48 @@ - 92 # NDRPDR sel env 4 - 93 # NDRPDR sel env 4 - 94 # NDRPDR sel env 4 + - 125 # NDRPDR sel env 4 + - 126 # NDRPDR sel env 4 + - 127 # NDRPDR sel env 4 - 100 # NDRPDR sel 2001.0-4 - 101 # NDRPDR sel 2001.0-4 - 102 # NDRPDR sel 2001.0-4 - 103 # NDRPDR sel 2001.0-4 - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - - 42 # MRR sel - 99 # MRR sel env 4 - - 48 # Reconf - - 50 # Reconf - - 51 # Reconf - - 52 # Reconf - - 53 # Reconf - - 60 # Reconf - - 70 # Reconf - - 71 # Reconf - - 63 # Reconf - - 66 # Reconf - - 49 # Soak - - 54 # Soak - - 78 # nf-density-sel - - 83 # nf-density-sel - csit-vpp-perf-report-coverage-2005-2n-skx: - - 11 # perf-full-2n-skx-ip4_I - - 3 # perf-full-2n-skx-ip4_II - - 18 # perf-full-2n-skx-ip4_III - - 19 # perf-full-2n-skx-ip4_IV - - 5 # perf-full-2n-skx-ip4_V - - 20 # perf-full-2n-skx-ip4_VI - - 7 # perf-full-2n-skx-ip6_I - - 21 # perf-full-2n-skx-ip6_II - - 9 # perf-full-2n-skx-l2_I - - 22 # perf-full-2n-skx-l2_II - - 23 # perf-full-2n-skx-memif - - 24 # perf-full-2n-skx-loadbalancer - - 25 # perf-full-2n-skx-vhost I - - 26 # perf-full-2n-skx-vhost II - - 27 # perf-full-2n-skx-vts - - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel + - 106 # Reconf env 4 + - 107 # Reconf env 4 + - 108 # Reconf env 4 + - 109 # Reconf env 4 + - 110 # Reconf env 4 + - 111 # Reconf env 4 + - 112 # Reconf env 4 + - 118 # Reconf env 4 + - 120 # Reconf env 4 + - 121 # Reconf env 4 + - 122 # Soak + - 123 # Soak + - 113 # nf-density-sel env 4 + - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 + - 128 # nf-density-sel env 4 + - 129 # nf-density-sel env 4 + - 131 # nf-density-sel env 4 + - 132 # nf-density-sel env 4 + - 135 # nf-density-sel env 4 + - 136 # nf-density-sel env 4 + - 139 # nf-density-sel env 4 + - 115 # MRR nf-density-sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-verify-2001-2n-clx: - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 32 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 45 # NDRPDR sel - - 47 # NDRPDR sel - - 48 # NDRPDR sel - - 49 # NDRPDR sel - 39 # MRR csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 - 64 # NDRPDR sel env 4 @@ -2529,6 +2038,8 @@ - 68 # NDRPDR sel env 4 - 69 # NDRPDR sel env 4 - 70 # NDRPDR sel env 4 + - 103 # NDRPDR sel env 4 + - 104 # NDRPDR sel env 4 - 73 # NDRPDR sel 2001.0-4 - 74 # NDRPDR sel 2001.0-4 - 75 # NDRPDR sel 2001.0-4 @@ -2537,67 +2048,38 @@ - 78 # NDRPDR sel 2001.0-4 - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - - 12 # MRR - 72 # MRR env 4 - - 42 # Reconf - - 45 # Reconf - - 46 # Reconf - - 47 # Reconf - - 48 # Reconf - - 52 # Reconf - - 53 # Reconf - - 54 # Reconf - - 55 # Reconf - - 56 # Reconf - - 44 # Soak - - 49 # Soak - - 57 # 2n-clx nfv-density-00 - - 58 # 2n-clx nfv-density-00 - - 59 # 2n-clx nfv-density-00 - - 60 # 2n-clx nfv-density-00 - - 61 # 2n-clx nfv-density-00 - csit-vpp-perf-report-coverage-2005-2n-clx: - - 21 # perf-full-2n-clx-ip4_I - - 2 # perf-full-2n-clx-ip4_II - - 3 # perf-full-2n-clx-ip4_III - - 4 # perf-full-2n-clx-ip4_IV - - 5 # perf-full-2n-clx-ip4_V - - 6 # perf-full-2n-clx-ip4_VI - - 7 # perf-full-2n-clx-ip6_I - - 16 # perf-full-2n-clx-ip6_II - - 23 # perf-full-2n-clx-l2_I - - 10 # perf-full-2n-clx-l2_II - - 11 # perf-full-2n-clx-memif - - 12 # perf-full-2n-clx-loadbalancer - - 13 # perf-full-2n-clx-vhost I - - 22 # perf-full-2n-clx-vhost II - - 15 # perf-full-2n-clx-vts - - csit-vpp-perf-verify-1908-3n-tsh: - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel + - 81 # Reconf env 4 + - 82 # Reconf env 4 + - 83 # Reconf env 4 + - 84 # Reconf env 4 + - 85 # Reconf env 4 + - 86 # Reconf env 4 + - 87 # Reconf env 4 + - 88 # Reconf env 4 + - 89 # Reconf env 4 + - 90 # Reconf env 4 + - 101 # Soak + - 102 # Soak + - 91 # nfv-density-00 env 4 + - 92 # nfv-density-00 env 4 + - 93 # nfv-density-00 env 4 + - 97 # nfv-density-00 env 4 + - 98 # nfv-density-00 env 4 + - 99 # nfv-density-00 env 4 + - 100 # nfv-density-00 env 4 + - 105 # nfv-density-00 env 4 + - 106 # nfv-density-00 env 4 + - 108 # nfv-density-00 env 4 + - 96 # MRR nfv-density-00 env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel - 9 # MRR sel - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-tsh: - 9 # NDRPDR sel - 11 # NDRPDR sel @@ -2607,23 +2089,22 @@ - 21 # NDRPDR sel - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 + - 33 # NDRPDR sel env 4 + - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 + - 37 # NDRPDR sel env 4 + - 38 # NDRPDR sel env 4 + - 39 # NDRPDR sel env 4 + - 40 # NDRPDR sel env 4 - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - - 10 # MRR sel + - 31 # NDRPDR sel 2001.0-4 - 27 # MRR sel env 4 + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 3 # RC1 NDRPDR sel env5 - csit-vpp-perf-verify-1908-3n-dnv: - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # MRR sel csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel - 6 # NDRPDR sel @@ -2658,19 +2139,11 @@ - 21 # perf-full-3n-dnv-l2_I - 22 # perf-full-3n-dnv-l2_II - 23 # perf-full-3n-dnv-ip4-tunnels_I + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-3n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-3n-dnv: - csit-vpp-perf-verify-1908-2n-dnv: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # MRR sel csit-vpp-perf-verify-2001-2n-dnv: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2702,18 +2175,11 @@ - 4 # perf-full-2n-dnv-ip6_II - 5 # perf-full-2n-dnv-l2_I - 6 # perf-full-2n-dnv-l2_II + # TODO: Add: + # csit-vpp-perf-report-iterative-2009-2n-dnv: + # TODO: Add: + # csit-vpp-perf-report-coverage-2009-2n-dnv: - csit-dpdk-perf-verify-1908-3n-hsw: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-hsw: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2736,28 +2202,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-hsw: + - 3 # RC1 NDRPDR sel env5 - csit-dpdk-perf-verify-1908-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 - 33 # NDRPDR sel xxv710 @@ -2780,28 +2238,20 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel + - 28 # NDRPDR iter + - 29 # NDRPDR iter + - 30 # NDRPDR iter + - 31 # NDRPDR iter + - 32 # NDRPDR iter + - 33 # NDRPDR iter + - 34 # NDRPDR iter + - 35 # NDRPDR iter + - 36 # NDRPDR iter + - 37 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 3 # RC1 NDRPDR sel env5 - csit-dpdk-perf-verify-1908-2n-skx: - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 - 36 # NDRPDR sel xxv710 @@ -2824,16 +2274,19 @@ - 51 # NDRPDR sel x710 - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 3 # RC1 NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2857,16 +2310,19 @@ - 33 # NDRPDR sel - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 20 # NDRPDR iter + - 21 # NDRPDR iter + - 22 # NDRPDR iter + - 23 # NDRPDR iter + - 24 # NDRPDR iter + - 25 # NDRPDR iter + - 26 # NDRPDR iter + - 27 # NDRPDR iter + - 28 # NDRPDR iter + - 29 # NDRPDR iter + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 3 # RC1 NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2890,6 +2346,8 @@ - 15 # NDRPDR sel - 16 # NDRPDR sel - 17 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-2n-dnv: csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2913,6 +2371,8 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel - 16 # NDRPDR sel + # TODO: Add: + # csit-dpdk-perf-report-iterative-2009-3n-dnv: csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2927,17 +2387,22 @@ - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel + # TODO: Add: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # RC1 NDRPDR sel env5 csit-vpp-device-2005-ubuntu1804-1n-skx: - 35 + # TODO: Add: + # csit-vpp-device-2009-ubuntu1804-1n-skx: - type: "output" output: "report" format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -2983,97 +2448,97 @@ ################################################################################ -# VPP Compare NICs 3n-skx 2t1c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 2t1c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." ## VPP Compare NICs 3n-skx 2t1c mrr #- type: "table" @@ -3316,35 +2781,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3354,35 +2807,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3392,35 +2833,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" + data-set: "vpp-performance-changes-3n-hsw-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3430,223 +2859,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-hsw 1t1c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-1t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-hsw 2t2c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-hsw 1t1c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-hsw-cmp" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-1t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-hsw 2t2c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-hsw-2t2c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3656,35 +2885,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3694,35 +2911,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3732,35 +2937,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3770,261 +2963,49 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" + data-set: "vpp-performance-changes-3n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-skx 2t1c pdr-full + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr-full" + title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr-full" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-2t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-skx 4t2c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-4t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-skx 2t1c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-2t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-skx 4t2c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-skx-4t2c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-skx 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -4034,35 +3015,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4072,35 +3041,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" + data-set: "vpp-performance-changes-2n-skx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4110,223 +3067,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-skx 2t1c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-2t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-skx 4t2c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-4t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-skx 2t1c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-2t1c-ndr-rca3.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-skx 4t2c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-skx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-skx-4t2c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -4336,33 +3093,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -4372,33 +3119,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -4408,33 +3145,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -4444,309 +3171,119 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-2t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-4t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" - reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-2t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr-full -- type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2001.0-4 vs 2001.0-2" - reference: 1 - compare: 2 - - title: "2005.0-4 vs 2001.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-2n-clx-4t2c-ndr-rca3.yaml" + compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 2n-clx-x556 2t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-x556 4t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 2t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-x556 4t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-clx-x556 ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base.' -# - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +## VPP Performance Changes 2n-clx-x556 2t1c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c pdr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 2t1c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# +## VPP Performance Changes 2n-clx-x556 4t2c ndr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001.0-2" +# data-set: "vpp-performance-changes-2n-clx-ref" +# - title: "2005.0-3" +# data-set: "vpp-performance-changes-2n-clx-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -4756,20 +3293,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -4779,20 +3318,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -4802,20 +3343,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -4825,20 +3368,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -4848,20 +3393,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -4871,20 +3418,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -4894,20 +3443,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -4917,20 +3468,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -4940,35 +3493,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4978,35 +3519,23 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5016,35 +3545,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" + data-set: "vpp-performance-changes-3n-tsh-ref" + - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5054,223 +3571,23 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - comparisons: - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA2: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-tsh 1t1c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-1t1c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-tsh 2t2c pdr-full -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c pdr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr-full" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-2t2c-pdr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-tsh 1t1c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "1908.1-2" data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" - data-set: "vpp-performance-changes-3n-tsh-cmp" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" - comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" - reference: 2 - compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-1t1c-ndr-rca3.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' - -# VPP Performance Changes 3n-tsh 2t2c ndr-full -- type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c ndr-full" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr-full" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2001.0-4" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 4 - compare: 5 - - title: "2001.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-4" - reference: 3 - compare: 5 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca2.yaml" -# - title: "RCA3" -# data: "rca/rca-2005-3n-tsh-2t2c-ndr-rca3.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base.' - - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# - 'RCA1: Root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - 'RCA2: Root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# - 'RCA3: Root cause analysis reference for 2005.0-4 vs 2001.0-4.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -5632,34 +3949,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-1t1c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -5669,34 +3975,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-2t2c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -5706,35 +4001,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-hsw-4t4c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' - + - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -5744,34 +4027,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -5781,34 +4053,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -5818,34 +4079,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: -# - title: "1908" -# data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-skx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -5856,31 +4106,22 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -5891,31 +4132,22 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -5926,31 +4158,22 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-skx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -5961,31 +4184,22 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -5996,31 +4210,22 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -6031,94 +4236,85 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2001.0-2" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 - - title: "2005.0-4 vs 2001.0-2" - reference: 1 - compare: 3 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-2n-clx-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' - -# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." - -# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" - columns: - - title: "2001" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2005" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." +## VPP Performance Changes 2n-clx-x556 2t1c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 4t2c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." +# +## VPP Performance Changes 2n-clx-x556 8t4c mrr +#- type: "table" +# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" +# columns: +# - title: "2001" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# - title: "2005" +# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2001, 2005 - VPP versions tested." +# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -6128,20 +4324,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -6151,20 +4349,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -6174,20 +4374,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -6197,20 +4399,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -6220,20 +4424,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -6243,20 +4449,22 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908" + - title: "2001.0-2" data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2001" + - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2005" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "Diff" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: - - "" - - "1908, 2001, 2005 - VPP versions tested." - - "Diff - difference between 2001 and 2005 VPP version." + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -6266,34 +4474,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-1t1c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -6303,34 +4500,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-2t2c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -6340,34 +4526,23 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "1908.1-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2001.0-2" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" + - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2005.0-3" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp-2" comparisons: - - title: "2005.0-4 vs 2005.0-3" - reference: 3 - compare: 4 - - title: "2005.0-4 vs 2001.0-2" + - title: "2009.0-5 vs 2005.0-4" reference: 2 - compare: 4 -# rca: -# - title: "RCA1" -# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca1.yaml" -# - title: "RCA2" -# data: "rca/rca-2005-3n-tsh-4t4c-mrr-rca2.yaml" + compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" legend: - '' - - ' Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - ' YYMM.V-E: [Mpps +- StDev] results for VPP version (YY year, MM month, V minor version) tested in CSIT environment version (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' - - '2005.0-4 vs 2005.0-3: [% +- StDev] Relative difference, latter is the base. Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' -# - ' RCA1: root cause analysis reference for 2005.0-4 vs 2005.0-3.' -# - ' RCA2: root cause analysis reference for 2005.0-4 vs 2001.0-2.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -7212,11 +5387,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -7224,8 +5399,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -7235,11 +5410,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -7247,8 +5422,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -7258,11 +5433,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -7270,8 +5445,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -7281,11 +5456,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -7293,8 +5468,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -7304,11 +5479,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7316,8 +5491,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -7327,11 +5502,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7339,8 +5514,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -7350,11 +5525,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7362,8 +5537,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -7373,11 +5548,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -7385,8 +5560,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -7396,11 +5571,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7408,8 +5583,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -7419,11 +5594,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7431,8 +5606,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -7442,11 +5617,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7454,8 +5629,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -7465,11 +5640,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "1908" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -7477,8 +5652,8 @@ compare: 3 legend: - "" - - "1908, 2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -7489,17 +5664,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -7510,17 +5687,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -7531,17 +5710,19 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -7552,17 +5733,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -7573,17 +5756,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -7594,17 +5779,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -7615,17 +5802,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -7636,17 +5825,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-2n-dnv-ref" + data-set: "dpdk-performance-changes-2n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-2n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-2n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -7657,17 +5848,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -7678,17 +5871,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -7699,17 +5894,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -7720,17 +5917,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X553'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-dnv-ref" + data-set: "dpdk-performance-changes-3n-dnv-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-dnv-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-dnv-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -7741,17 +5940,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7762,17 +5963,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7783,17 +5986,19 @@ filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7804,17 +6009,19 @@ filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2009" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" - reference: 1 - compare: 2 + reference: 2 + compare: 3 legend: - "" - - "2001, 2005 - DPDK versions tested." - - "Diff - difference between 2001 and 2005 DPDK version." + - "2001, 2005, 2009 - DPDK versions tested." + - "Diff - difference between 2005 and 2009 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -8078,16 +6285,16 @@ - "{DIR[DTR,PERF,VPP,2N,CLX]}" - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" +# - "{DIR[DTR,PERF,VPP,2N,DNV]}" +# - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8134,16 +6341,16 @@ - "{DIR[DTC,PERF,VPP,2N,CLX]}" - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" +# - "{DIR[DTC,PERF,VPP,2N,DNV]}" +# - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8190,16 +6397,16 @@ - "{DIR[DTO,PERF,VPP,2N,CLX]}" - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" +# - "{DIR[DTO,PERF,VPP,2N,DNV]}" +# - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - "vpp-perf-results-2n-skx" - "vpp-perf-results-3n-skx" - "vpp-perf-results-2n-clx" - "vpp-perf-results-3n-hsw" - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" +# - "vpp-perf-results-2n-dnv" +# - "vpp-perf-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8246,16 +6453,16 @@ - "{DIR[DTR,MRR,VPP,2N,CLX]}" - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" +# - "{DIR[DTR,MRR,VPP,2N,DNV]}" +# - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - "vpp-mrr-results-2n-skx" - "vpp-mrr-results-3n-skx" - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8310,8 +6517,8 @@ - "vpp-mrr-results-2n-clx" - "vpp-mrr-results-3n-hsw" - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" +# - "vpp-mrr-results-2n-dnv" +# - "vpp-mrr-results-3n-dnv" filter: "all" data-start-level: 4 order-chapters: @@ -8481,47 +6688,6 @@ title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" -## Plots VPP HTTP Server Performance -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_CPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_perf_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS' and not '8T4C'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "y+name" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" - ################################################################################ # Soak Test (PLRsearch), boxes - 2n-clx @@ -12407,8 +10573,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -12423,8 +10589,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -12440,7 +10606,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -12456,7 +10622,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12587,8 +10753,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -12603,8 +10767,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -12620,7 +10782,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -12636,7 +10797,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -12681,8 +10841,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12697,8 +10855,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12744,7 +10900,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12760,7 +10916,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -12806,7 +10962,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -12822,7 +10977,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-1t1c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -15135,8 +13289,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -15151,8 +13305,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -15168,7 +13322,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -15184,7 +13338,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -15315,8 +13469,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -15331,8 +13483,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -15348,7 +13498,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -15364,7 +13513,6 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -16721,8 +14869,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput-speedup-analysis" @@ -16737,8 +14883,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" layout: title: "3n-tsh-x520-64b-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput-speedup-analysis" @@ -17094,7 +15238,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -17110,7 +15254,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -17246,7 +15390,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -17262,7 +15405,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" layout: title: "3n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -18171,8 +16313,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -18187,12 +16329,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" algorithm: "plot_perf_box_name" @@ -18204,7 +16378,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -18220,7 +16394,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -18291,8 +16465,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -18307,8 +16481,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-nat44-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -19123,8 +17297,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -19139,12 +17313,44 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + data: "plot-vpp-throughput-lat-tsa-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr-tsa" algorithm: "plot_tsa_name" @@ -19156,7 +17362,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -19172,7 +17378,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-ethip4udp-ip4base-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -19243,8 +17449,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -19259,8 +17465,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-nat44-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Scale1000-Udpsrcscale15-Nat44-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4scale1000-udpsrcscale15-nat44-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis"