X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=05f4a8348f2c01c1517e57ecbae12dd0e2f43dc5;hb=3bdc8c885ffcd24fc3bc6613106634004b0fe712;hp=269b9c73d16b2936632918280c6a5780277926b4;hpb=549ab1ae1abc485af7677f5d7b3703c9d22dabbb;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 269b9c73d1..05f4a8348f 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -153,12 +153,16 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-hsw: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 plot-vpp-hoststack-3n-hsw: # TODO: Replace: @@ -177,26 +181,36 @@ - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-hsw: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 16 # RC2 NDRPDR iter env5 plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Replace: @@ -215,26 +229,37 @@ - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 14 # RC2 NDRPDR iter env5 plot-vpp-soak-2n-skx: # TODO: Replace: @@ -280,26 +305,37 @@ - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 14 # RC2 NDRPDR iter env5 plot-vpp-nfv-2n-clx-ndrpdr: # TODO: Replace: @@ -345,47 +381,48 @@ - 102 # Soak plot-dpdk-throughput-latency-2n-clx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-clx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 35 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 plot-dpdk-throughput-latency-3n-tsh: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 # 3n-dnv @@ -459,12 +496,19 @@ vpp-nic-comparison-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-nic-comparison-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-nic-comparison-3n-skx-mrr: # TODO: Replace: @@ -482,132 +526,29 @@ vpp-perf-results-3n-hsw: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-hsw: - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 74 # crypto-00 - - 75 # crypto-01 - - 76 # crypto-02 - - 77 # crypto-03 - - 78 # ip4-00 - - 79 # ip4-01 - - 80 # ip4-02 - - 81 # ip4-03 - - 73 # ip4-04 - - 82 # ip4-05 - - 83 # ip4-06 - - 84 # ip4-07 - - 85 # ip4-08 - - 86 # ip4tun-00 - - 87 # ip4tun-01 - - 88 # ip4tun-02 - - 89 # ip6-00 - - 90 # ip6-01 - - 91 # ip6tun-00 - - 92 # l2-00 - - 93 # l2-01 - - 94 # l2-02 - - 95 # l2-03 - - 96 # l2-04 - - 97 # l2-05 - - 98 # l2-06 - - 99 # l2-07 - - 100 # l2-08 - - 101 # l2-09 - - 102 # l2-10 - - 103 # memif-00 - - 104 # srv6-00 - - 105 # srv6-01 - - 106 # vhost-00 - - 107 # vhost-01 - - 109 # vhost-02 + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 2 # RC2 env5 3n-hsw-ip4-00 vpp-perf-results-3n-skx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-skx: - csit-vpp-perf-report-coverage-2005-3n-skx: - - 45 # crypto-00 - - 46 # crypto-01 - - 47 # crypto-02 - - 83 # crypto-03 - - 50 # ip4-00 - - 51 # ip4-01 - - 52 # ip4-02 - - 53 # ip4-03 - - 54 # ip4-04 - - 55 # ip4-05 - - 56 # ip4-06 - - 57 # ip4-07 - - 58 # ip4-08 - - 59 # ip4tun-00 - - 60 # ip4tun-01 - - 61 # ip4tun-02 - - 62 # ip6-00 - - 63 # ip6-01 - - 64 # ip6tun-00 - - 65 # l2-00 - - 66 # l2-01 - - 67 # l2-02 - - 68 # l2-03 - - 69 # l2-04 - - 84 # l2-05 - - 71 # l2-06 - - 72 # l2-07 - - 73 # l2-08 - - 85 # l2-09 - - 75 # l2-10 - - 76 # memif-00 - - 77 # srv6-00 - - 78 # srv6-01 - - 88 # vhost-00 - - 89 # vhost-01 - - 81 # vhost-02 - - 83 # vhost-03 + csit-vpp-perf-report-coverage-2009-3n-skx: + - 1 # RC2 env5 3n-skx-ip4-00 vpp-perf-results-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-skx: - csit-vpp-perf-report-coverage-2005-2n-skx: - - 28 # ip4-00 - - 29 # ip4-01 - - 30 # ip4-02 - - 31 # ip4-03 - - 32 # ip4-04 - - 33 # ip4-05 - - 34 # ip6-00 - - 35 # ip6-01 - - 36 # l2-00 - - 37 # l2-01 - - 38 # lb-00 - - 39 # memif-00 - - 40 # vhost-00 - - 41 # vhost-01 - - 42 # vts-00 + csit-vpp-perf-report-coverage-2009-2n-skx: + - 7 # RC2 env5 2n-skx-ip4-00 vpp-perf-results-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-clx: - csit-vpp-perf-report-coverage-2005-2n-clx: - - 24 # ip4-00 - - 25 # ip4-01 - - 26 # ip4-02 - - 27 # ip4-03 - - 28 # ip4-04 - - 29 # ip4-05 - - 34 # ip6-00 - - 36 # ip6-01 - - 31 # l2-00 - - 41 # l2-01 - - 39 # lb-00 - - 37 # memif-00 - - 32 # vhost-00 - - 33 # vhost-01 - - 40 # vts-00 + csit-vpp-perf-report-coverage-2009-2n-clx: + - 1 # RC2 env5 2n-clx-ip4-00 vpp-perf-results-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 35 # NDRPDR sel env 4 + # csit-vpp-perf-report-coverage-2009-3n-tsh: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 vpp-perf-results-3n-dnv: # TODO: Replace: @@ -678,25 +619,24 @@ vpp-device-results-ubuntu: # TODO: Replace: - # csit-vpp-device-2009-ubuntu1804-1n-skx: - csit-vpp-device-2005-ubuntu1804-1n-skx: - - 35 + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 89 # RC2 env 5 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 dpdk-perf-results-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 dpdk-perf-results-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 dpdk-perf-results-2n-clx: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 dpdk-perf-results-2n-dnv: # TODO: Replace: @@ -712,7 +652,7 @@ dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 ########################################################################### # Tables (more than one data set) @@ -743,7 +683,11 @@ vpp-performance-changes-3n-hsw-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -767,7 +711,10 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -792,7 +739,11 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -819,7 +770,11 @@ vpp-performance-changes-2n-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -918,18 +873,8 @@ - 40 # NDRPDR sel env 4 vpp-performance-changes-3n-tsh-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 vpp-soak-vs-ndr-2n-skx-ref: # TODO: Replace: @@ -1134,9 +1079,17 @@ - 33 # NDRPDR iter - 34 # NDRPDR iter dpdk-performance-changes-3n-hsw-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-2001-3n-skx: @@ -1173,9 +1126,17 @@ - 36 # NDRPDR iter - 37 # NDRPDR iter dpdk-performance-changes-3n-skx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-2001-2n-skx: @@ -1212,9 +1173,17 @@ - 28 # NDRPDR iter - 29 # NDRPDR iter dpdk-performance-changes-2n-skx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-verify-2001-2n-clx: @@ -1251,9 +1220,17 @@ - 28 # NDRPDR iter - 29 # NDRPDR iter dpdk-performance-changes-2n-clx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-dnv-h1: csit-dpdk-perf-verify-2001-2n-dnv: @@ -1351,36 +1328,65 @@ dpdk-performance-changes-3n-tsh-cmp: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 # Compare testbeds vpp-compare-testbeds-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-compare-testbeds-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-compare-testbeds-skx-clx-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-compare-testbeds-skx-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-compare-testbeds-hsw-clx-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-compare-testbeds-hsw-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-compare-testbeds-mrr-ref: # TODO: Replace: @@ -1416,33 +1422,72 @@ - 72 # MRR env 4 dpdk-compare-testbeds-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-compare-testbeds-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-compare-testbeds-skx-clx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 # Compare topologies vpp-compare-topologies-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-compare-topologies-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-compare-topologies-mrr-ref: # TODO: Replace: @@ -1456,13 +1501,29 @@ - 99 # MRR sel env 4 dpdk-compare-topologies-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-topologies-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-layouts: @@ -2035,48 +2096,16 @@ - 11 # hoststack - 12 # hoststack - 13 # hoststack - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 74 # crypto-00 - - 75 # crypto-01 - - 76 # crypto-02 - - 77 # crypto-03 - - 78 # ip4-00 - - 79 # ip4-01 - - 80 # ip4-02 - - 81 # ip4-03 - - 73 # ip4-04 - - 82 # ip4-05 - - 83 # ip4-06 - - 84 # ip4-07 - - 85 # ip4-08 - - 86 # ip4tun-00 - - 87 # ip4tun-01 - - 88 # ip4tun-02 - - 89 # ip6-00 - - 90 # ip6-01 - - 91 # ip6tun-00 - - 92 # l2-00 - - 93 # l2-01 - - 94 # l2-02 - - 95 # l2-03 - - 96 # l2-04 - - 97 # l2-05 - - 98 # l2-06 - - 99 # l2-07 - - 100 # l2-08 - - 101 # l2-09 - - 102 # l2-10 - - 103 # memif-00 - - 104 # srv6-00 - - 105 # srv6-01 - - 106 # vhost-00 - - 107 # vhost-01 - - 109 # vhost-02 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-hsw: + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 2 # RC2 env5 3n-hsw-ip4-00 # TODO: Add for hoststack: # csit-vpp-perf-report-iterative-2009-3n-hsw: OR @@ -2107,49 +2136,15 @@ - 53 # NDRPDR sel 2001.0-4 - 54 # NDRPDR sel 2001.0-4 - 49 # MRR sel env 4 - csit-vpp-perf-report-coverage-2005-3n-skx: - - 45 # crypto-00 - - 46 # crypto-01 - - 47 # crypto-02 - - 83 # crypto-03 - - 50 # ip4-00 - - 51 # ip4-01 - - 52 # ip4-02 - - 53 # ip4-03 - - 54 # ip4-04 - - 55 # ip4-05 - - 56 # ip4-06 - - 57 # ip4-07 - - 58 # ip4-08 - - 59 # ip4tun-00 - - 60 # ip4tun-01 - - 61 # ip4tun-02 - - 62 # ip6-00 - - 63 # ip6-01 - - 64 # ip6tun-00 - - 65 # l2-00 - - 66 # l2-01 - - 67 # l2-02 - - 68 # l2-03 - - 69 # l2-04 - - 84 # l2-05 - - 71 # l2-06 - - 72 # l2-07 - - 73 # l2-08 - - 85 # l2-09 - - 75 # l2-10 - - 76 # memif-00 - - 77 # srv6-00 - - 78 # srv6-01 - - 88 # vhost-00 - - 89 # vhost-01 - - 81 # vhost-02 - - 83 # vhost-03 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-report-coverage-2009-3n-skx: + - 1 # RC2 env5 3n-skx-ip4-00 csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2195,27 +2190,16 @@ - 136 # nf-density-sel env 4 - 139 # nf-density-sel env 4 - 115 # MRR nf-density-sel env 4 - csit-vpp-perf-report-coverage-2005-2n-skx: - - 28 # ip4-00 - - 29 # ip4-01 - - 30 # ip4-02 - - 31 # ip4-03 - - 32 # ip4-04 - - 33 # ip4-05 - - 34 # ip6-00 - - 35 # ip6-01 - - 36 # l2-00 - - 37 # l2-01 - - 38 # lb-00 - - 39 # memif-00 - - 40 # vhost-00 - - 41 # vhost-01 - - 42 # vts-00 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-report-coverage-2009-2n-skx: + - 7 # RC2 env5 2n-skx-ip4-00 csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR @@ -2262,27 +2246,16 @@ - 106 # nfv-density-00 env 4 - 108 # nfv-density-00 env 4 - 96 # MRR nfv-density-00 env 4 - csit-vpp-perf-report-coverage-2005-2n-clx: - - 24 # ip4-00 - - 25 # ip4-01 - - 26 # ip4-02 - - 27 # ip4-03 - - 28 # ip4-04 - - 29 # ip4-05 - - 34 # ip6-00 - - 36 # ip6-01 - - 31 # l2-00 - - 41 # l2-01 - - 39 # lb-00 - - 37 # memif-00 - - 32 # vhost-00 - - 33 # vhost-01 - - 40 # vts-00 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-report-coverage-2009-2n-clx: + - 1 # RC2 env5 2n-clx-ip4-00 csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel @@ -2307,8 +2280,9 @@ - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 - 27 # MRR sel env 4 - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2417,9 +2391,17 @@ - 32 # NDRPDR iter - 33 # NDRPDR iter - 34 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 @@ -2453,9 +2435,17 @@ - 35 # NDRPDR iter - 36 # NDRPDR iter - 37 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 @@ -2489,9 +2479,17 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2525,9 +2523,17 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2594,20 +2600,25 @@ - 5 # NDRPDR sel # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 - csit-vpp-device-2005-ubuntu1804-1n-skx: - - 35 # TODO: Add: - # csit-vpp-device-2009-ubuntu1804-1n-skx: + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 89 # RC2 env 5 - type: "output" output: "report" format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -2990,10 +3001,10 @@ data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" @@ -3002,7 +3013,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3016,10 +3027,10 @@ data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" @@ -3028,7 +3039,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3042,10 +3053,10 @@ data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" @@ -3054,7 +3065,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3068,10 +3079,10 @@ data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" @@ -3080,7 +3091,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3094,10 +3105,10 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" @@ -3106,7 +3117,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3120,10 +3131,10 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" @@ -3132,7 +3143,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3146,10 +3157,10 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" @@ -3158,7 +3169,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3172,10 +3183,10 @@ data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" @@ -3184,7 +3195,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3198,10 +3209,10 @@ data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" @@ -3210,7 +3221,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3224,10 +3235,10 @@ data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" @@ -3236,7 +3247,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -3250,10 +3261,10 @@ data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" @@ -3262,7 +3273,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -3276,10 +3287,10 @@ data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" @@ -3288,7 +3299,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -3302,10 +3313,10 @@ data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" @@ -3314,7 +3325,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -3328,10 +3339,10 @@ data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" @@ -3340,7 +3351,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -3354,10 +3365,10 @@ data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" @@ -3366,7 +3377,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -3380,10 +3391,10 @@ data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" @@ -3392,7 +3403,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c pdr #- type: "table" @@ -3502,10 +3513,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3513,7 +3524,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -3527,10 +3538,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3538,7 +3549,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -3552,10 +3563,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3563,7 +3574,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -3577,10 +3588,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3588,7 +3599,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -3602,10 +3613,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3613,7 +3624,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -3627,10 +3638,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3638,7 +3649,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -3652,10 +3663,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3663,7 +3674,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -3677,10 +3688,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3688,7 +3699,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -3702,10 +3713,10 @@ data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" @@ -3714,7 +3725,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -3728,10 +3739,10 @@ data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" @@ -3740,7 +3751,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -3754,10 +3765,10 @@ data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" @@ -3766,7 +3777,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -3780,10 +3791,10 @@ data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" @@ -3792,7 +3803,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -4158,10 +4169,10 @@ data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" @@ -4170,7 +4181,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -4184,10 +4195,10 @@ data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" @@ -4196,7 +4207,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -4210,10 +4221,10 @@ data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" @@ -4222,7 +4233,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -4236,10 +4247,10 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4248,7 +4259,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -4262,10 +4273,10 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4274,7 +4285,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -4288,10 +4299,10 @@ data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4300,7 +4311,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -4314,10 +4325,10 @@ data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" @@ -4326,7 +4337,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -4340,10 +4351,10 @@ data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" @@ -4352,7 +4363,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -4366,10 +4377,10 @@ data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" @@ -4378,7 +4389,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -4392,10 +4403,10 @@ data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" @@ -4404,7 +4415,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -4418,10 +4429,10 @@ data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" @@ -4430,7 +4441,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -4444,10 +4455,10 @@ data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" @@ -4456,7 +4467,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c mrr #- type: "table" @@ -4533,10 +4544,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4544,7 +4555,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -4558,10 +4569,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4569,7 +4580,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -4583,10 +4594,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4594,7 +4605,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -4608,10 +4619,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4619,7 +4630,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -4633,10 +4644,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4644,7 +4655,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -4658,10 +4669,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4669,7 +4680,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -4683,10 +4694,10 @@ data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4695,7 +4706,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4709,10 +4720,10 @@ data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4721,7 +4732,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4735,10 +4746,10 @@ data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4747,7 +4758,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -10778,8 +10789,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -10794,8 +10805,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -10811,7 +10822,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -10827,7 +10838,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -11105,7 +11116,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -11121,7 +11132,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -13494,8 +13505,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -13510,8 +13521,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -13527,7 +13538,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -13543,7 +13554,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -15443,7 +15454,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15459,7 +15470,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16518,8 +16529,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -16534,42 +16545,42 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" layout: "plot-throughput" - type: "plot" @@ -16583,7 +16594,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -16599,7 +16610,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -16670,8 +16681,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -16686,8 +16697,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -17502,8 +17513,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -17518,42 +17529,42 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -17567,7 +17578,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -17583,7 +17594,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -17654,8 +17665,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -17670,8 +17681,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis"