X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=ffda71ebf4d79a0482d197482ac5e350960b64fb;hb=6683da8920bfacf2e360c41dad9aeea65c2a79e8;hp=12c2e570c0ad4e749e481f09fade7c9021a0ec47;hpb=d1eb688ec2097322842c9be6864dc3538c61752a;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 12c2e570c0..ffda71ebf4 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -153,12 +153,16 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-hsw: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 plot-vpp-hoststack-3n-hsw: # TODO: Replace: @@ -177,26 +181,36 @@ - 13 # hoststack plot-dpdk-throughput-latency-3n-hsw: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-hsw: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 16 # RC2 NDRPDR iter env5 plot-vpp-nfv-3n-skx-ndrpdr: # TODO: Replace: @@ -215,26 +229,37 @@ - 49 # MRR sel env 4 plot-dpdk-throughput-latency-3n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 plot-dpdk-hdrh-lat-3n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 14 # RC2 NDRPDR iter env5 plot-vpp-soak-2n-skx: # TODO: Replace: @@ -280,26 +305,37 @@ - 121 # Reconf env 4 plot-dpdk-throughput-latency-2n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-skx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-2n-clx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 14 # RC2 NDRPDR iter env5 plot-vpp-nfv-2n-clx-ndrpdr: # TODO: Replace: @@ -345,47 +381,48 @@ - 102 # Soak plot-dpdk-throughput-latency-2n-clx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-dpdk-hdrh-lat-2n-clx: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 plot-vpp-hdrh-lat-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 35 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 plot-dpdk-throughput-latency-3n-tsh: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 # 3n-dnv @@ -459,12 +496,19 @@ vpp-nic-comparison-3n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-nic-comparison-2n-skx: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-nic-comparison-3n-skx-mrr: # TODO: Replace: @@ -482,132 +526,29 @@ vpp-perf-results-3n-hsw: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-hsw: - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 74 # crypto-00 - - 75 # crypto-01 - - 76 # crypto-02 - - 77 # crypto-03 - - 78 # ip4-00 - - 79 # ip4-01 - - 80 # ip4-02 - - 81 # ip4-03 - - 73 # ip4-04 - - 82 # ip4-05 - - 83 # ip4-06 - - 84 # ip4-07 - - 85 # ip4-08 - - 86 # ip4tun-00 - - 87 # ip4tun-01 - - 88 # ip4tun-02 - - 89 # ip6-00 - - 90 # ip6-01 - - 91 # ip6tun-00 - - 92 # l2-00 - - 93 # l2-01 - - 94 # l2-02 - - 95 # l2-03 - - 96 # l2-04 - - 97 # l2-05 - - 98 # l2-06 - - 99 # l2-07 - - 100 # l2-08 - - 101 # l2-09 - - 102 # l2-10 - - 103 # memif-00 - - 104 # srv6-00 - - 105 # srv6-01 - - 106 # vhost-00 - - 107 # vhost-01 - - 109 # vhost-02 + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 2 # RC2 env5 3n-hsw-ip4-00 vpp-perf-results-3n-skx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-3n-skx: - csit-vpp-perf-report-coverage-2005-3n-skx: - - 45 # crypto-00 - - 46 # crypto-01 - - 47 # crypto-02 - - 83 # crypto-03 - - 50 # ip4-00 - - 51 # ip4-01 - - 52 # ip4-02 - - 53 # ip4-03 - - 54 # ip4-04 - - 55 # ip4-05 - - 56 # ip4-06 - - 57 # ip4-07 - - 58 # ip4-08 - - 59 # ip4tun-00 - - 60 # ip4tun-01 - - 61 # ip4tun-02 - - 62 # ip6-00 - - 63 # ip6-01 - - 64 # ip6tun-00 - - 65 # l2-00 - - 66 # l2-01 - - 67 # l2-02 - - 68 # l2-03 - - 69 # l2-04 - - 84 # l2-05 - - 71 # l2-06 - - 72 # l2-07 - - 73 # l2-08 - - 85 # l2-09 - - 75 # l2-10 - - 76 # memif-00 - - 77 # srv6-00 - - 78 # srv6-01 - - 88 # vhost-00 - - 89 # vhost-01 - - 81 # vhost-02 - - 83 # vhost-03 + csit-vpp-perf-report-coverage-2009-3n-skx: + - 1 # RC2 env5 3n-skx-ip4-00 vpp-perf-results-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-skx: - csit-vpp-perf-report-coverage-2005-2n-skx: - - 28 # ip4-00 - - 29 # ip4-01 - - 30 # ip4-02 - - 31 # ip4-03 - - 32 # ip4-04 - - 33 # ip4-05 - - 34 # ip6-00 - - 35 # ip6-01 - - 36 # l2-00 - - 37 # l2-01 - - 38 # lb-00 - - 39 # memif-00 - - 40 # vhost-00 - - 41 # vhost-01 - - 42 # vts-00 + csit-vpp-perf-report-coverage-2009-2n-skx: + - 7 # RC2 env5 2n-skx-ip4-00 vpp-perf-results-2n-clx: # TODO: Replace: - # csit-vpp-perf-report-coverage-2009-2n-clx: - csit-vpp-perf-report-coverage-2005-2n-clx: - - 24 # ip4-00 - - 25 # ip4-01 - - 26 # ip4-02 - - 27 # ip4-03 - - 28 # ip4-04 - - 29 # ip4-05 - - 34 # ip6-00 - - 36 # ip6-01 - - 31 # l2-00 - - 41 # l2-01 - - 39 # lb-00 - - 37 # memif-00 - - 32 # vhost-00 - - 33 # vhost-01 - - 40 # vts-00 + csit-vpp-perf-report-coverage-2009-2n-clx: + - 1 # RC2 env5 2n-clx-ip4-00 vpp-perf-results-3n-tsh: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 35 # NDRPDR sel env 4 + # csit-vpp-perf-report-coverage-2009-3n-tsh: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 vpp-perf-results-3n-dnv: # TODO: Replace: @@ -678,25 +619,24 @@ vpp-device-results-ubuntu: # TODO: Replace: - # csit-vpp-device-2009-ubuntu1804-1n-skx: - csit-vpp-device-2005-ubuntu1804-1n-skx: - - 35 + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 89 # RC2 env 5 dpdk-perf-results-3n-hsw: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 dpdk-perf-results-3n-skx: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 dpdk-perf-results-2n-skx: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 dpdk-perf-results-2n-clx: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 dpdk-perf-results-2n-dnv: # TODO: Replace: @@ -712,7 +652,7 @@ dpdk-perf-results-3n-tsh: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 ########################################################################### # Tables (more than one data set) @@ -728,7 +668,7 @@ - 35 # NDRPDR sel 2001.0-4 - 36 # NDRPDR sel 2001.0-4 - 38 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-hsw-ref: + vpp-performance-changes-3n-hsw-ref-env4: csit-vpp-perf-report-iterative-2005-3n-hsw: - 20 # NDRPDR sel env 4 - 21 # NDRPDR sel env 4 @@ -740,10 +680,26 @@ - 27 # NDRPDR sel env 4 - 28 # NDRPDR sel env 4 - 29 # NDRPDR sel env 4 + vpp-performance-changes-3n-hsw-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-hsw-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-performance-changes-3n-skx-h1: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -752,7 +708,7 @@ - 52 # NDRPDR sel 2001.0-4 - 53 # NDRPDR sel 2001.0-4 - 54 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-skx-ref: + vpp-performance-changes-3n-skx-ref-env4: csit-vpp-perf-report-iterative-2005-3n-skx: - 42 # NDRPDR sel env 4 - 43 # NDRPDR sel env 4 @@ -767,7 +723,10 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-skx-h1: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -777,7 +736,7 @@ - 103 # NDRPDR sel 2001.0-4 - 104 # NDRPDR sel 2001.0-4 - 105 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-skx-ref: + vpp-performance-changes-2n-skx-ref-env4: csit-vpp-perf-report-iterative-2005-2n-skx: - 88 # NDRPDR sel env 4 - 89 # NDRPDR sel env 4 @@ -789,10 +748,22 @@ - 125 # NDRPDR sel env 4 - 126 # NDRPDR sel env 4 - 127 # NDRPDR sel env 4 + vpp-performance-changes-2n-skx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-skx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-clx-h1: csit-vpp-perf-report-iterative-2005-2n-clx: @@ -804,7 +775,7 @@ - 78 # NDRPDR sel 2001.0-4 - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-clx-ref: + vpp-performance-changes-2n-clx-ref-env4: csit-vpp-perf-report-iterative-2005-2n-clx: - 62 # NDRPDR sel env 4 - 63 # NDRPDR sel env 4 @@ -816,10 +787,19 @@ - 70 # NDRPDR sel env 4 - 103 # NDRPDR sel env 4 - 104 # NDRPDR sel env 4 + vpp-performance-changes-2n-clx-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 vpp-performance-changes-2n-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -904,7 +884,7 @@ - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-tsh-ref: + vpp-performance-changes-3n-tsh-ref-env4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 23 # NDRPDR sel env 4 - 25 # NDRPDR sel env 4 @@ -916,20 +896,13 @@ - 38 # NDRPDR sel env 4 - 39 # NDRPDR sel env 4 - 40 # NDRPDR sel env 4 + vpp-performance-changes-3n-tsh-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 8 # rls2005 NDRPDR iter env 5 vpp-performance-changes-3n-tsh-cmp: # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 vpp-soak-vs-ndr-2n-skx-ref: # TODO: Replace: @@ -1008,9 +981,12 @@ vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref: + vpp-performance-changes-3n-hsw-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-hsw: - 30 # MRR env 4 + vpp-performance-changes-3n-hsw-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-3n-hsw: + - 18 # rls2005 MRR iter env 5 vpp-performance-changes-3n-hsw-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1021,7 +997,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 50 # MRR sel - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-ref: + vpp-performance-changes-3n-skx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-skx: - 49 # MRR sel env 4 vpp-performance-changes-3n-skx-mrr-cmp: @@ -1034,9 +1010,12 @@ csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-ref: + vpp-performance-changes-2n-skx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-2n-skx: - 99 # MRR sel env 4 + vpp-performance-changes-2n-skx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-skx: + - 20 # rls2005 MRR iter env 5 vpp-performance-changes-2n-skx-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2009-2n-skx: @@ -1046,9 +1025,12 @@ vpp-performance-changes-2n-clx-mrr-h1: csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR - vpp-performance-changes-2n-clx-mrr-ref: + vpp-performance-changes-2n-clx-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-2n-clx: - 72 # MRR sel env 4 + vpp-performance-changes-2n-clx-mrr-ref-env5: + csit-vpp-perf-report-iterative-2009-2n-clx: + - 16 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2009-2n-clx: @@ -1090,7 +1072,7 @@ vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref: + vpp-performance-changes-3n-tsh-mrr-ref-env4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 27 # MRR sel env 4 vpp-performance-changes-3n-tsh-mrr-cmp: @@ -1134,9 +1116,17 @@ - 33 # NDRPDR iter - 34 # NDRPDR iter dpdk-performance-changes-3n-hsw-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-performance-changes-3n-skx-h1: csit-dpdk-perf-verify-2001-3n-skx: @@ -1173,9 +1163,17 @@ - 36 # NDRPDR iter - 37 # NDRPDR iter dpdk-performance-changes-3n-skx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-2001-2n-skx: @@ -1212,9 +1210,17 @@ - 28 # NDRPDR iter - 29 # NDRPDR iter dpdk-performance-changes-2n-skx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-clx-h1: csit-dpdk-perf-verify-2001-2n-clx: @@ -1251,9 +1257,17 @@ - 28 # NDRPDR iter - 29 # NDRPDR iter dpdk-performance-changes-2n-clx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-performance-changes-2n-dnv-h1: csit-dpdk-perf-verify-2001-2n-dnv: @@ -1351,36 +1365,65 @@ dpdk-performance-changes-3n-tsh-cmp: # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 # Compare testbeds vpp-compare-testbeds-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-compare-testbeds-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-compare-testbeds-skx-clx-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-compare-testbeds-skx-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-compare-testbeds-hsw-clx-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 vpp-compare-testbeds-hsw-clx-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 vpp-compare-testbeds-mrr-ref: # TODO: Replace: @@ -1416,33 +1459,72 @@ - 72 # MRR env 4 dpdk-compare-testbeds-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 dpdk-compare-testbeds-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-testbeds-skx-clx-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 dpdk-compare-testbeds-skx-clx-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 # Compare topologies vpp-compare-topologies-ref: # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 vpp-compare-topologies-cmp: # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 vpp-compare-topologies-mrr-ref: # TODO: Replace: @@ -1456,13 +1538,29 @@ - 99 # MRR sel env 4 dpdk-compare-topologies-ref: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 dpdk-compare-topologies-cmp: - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 plot-layouts: @@ -2035,48 +2133,27 @@ - 11 # hoststack - 12 # hoststack - 13 # hoststack - csit-vpp-perf-report-coverage-2005-3n-hsw: - - 74 # crypto-00 - - 75 # crypto-01 - - 76 # crypto-02 - - 77 # crypto-03 - - 78 # ip4-00 - - 79 # ip4-01 - - 80 # ip4-02 - - 81 # ip4-03 - - 73 # ip4-04 - - 82 # ip4-05 - - 83 # ip4-06 - - 84 # ip4-07 - - 85 # ip4-08 - - 86 # ip4tun-00 - - 87 # ip4tun-01 - - 88 # ip4tun-02 - - 89 # ip6-00 - - 90 # ip6-01 - - 91 # ip6tun-00 - - 92 # l2-00 - - 93 # l2-01 - - 94 # l2-02 - - 95 # l2-03 - - 96 # l2-04 - - 97 # l2-05 - - 98 # l2-06 - - 99 # l2-07 - - 100 # l2-08 - - 101 # l2-09 - - 102 # l2-10 - - 103 # memif-00 - - 104 # srv6-00 - - 105 # srv6-01 - - 106 # vhost-00 - - 107 # vhost-01 - - 109 # vhost-02 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 4 # RC2 NDRPDR iter env5 + - 5 # RC2 NDRPDR iter env5 + - 6 # RC2 NDRPDR iter env5 + - 7 # RC2 NDRPDR iter env5 + - 8 # RC2 NDRPDR iter env5 + - 18 # rls2005 MRR iter env 5 + - 9 # rls2005 NDRPDR iter env 5 + - 10 # rls2005 NDRPDR iter env 5 + - 11 # rls2005 NDRPDR iter env 5 + - 12 # rls2005 NDRPDR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 14 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-hsw: + csit-vpp-perf-report-coverage-2009-3n-hsw: + - 2 # RC2 env5 3n-hsw-ip4-00 # TODO: Add for hoststack: # csit-vpp-perf-report-iterative-2009-3n-hsw: OR @@ -2107,49 +2184,15 @@ - 53 # NDRPDR sel 2001.0-4 - 54 # NDRPDR sel 2001.0-4 - 49 # MRR sel env 4 - csit-vpp-perf-report-coverage-2005-3n-skx: - - 45 # crypto-00 - - 46 # crypto-01 - - 47 # crypto-02 - - 83 # crypto-03 - - 50 # ip4-00 - - 51 # ip4-01 - - 52 # ip4-02 - - 53 # ip4-03 - - 54 # ip4-04 - - 55 # ip4-05 - - 56 # ip4-06 - - 57 # ip4-07 - - 58 # ip4-08 - - 59 # ip4tun-00 - - 60 # ip4tun-01 - - 61 # ip4tun-02 - - 62 # ip6-00 - - 63 # ip6-01 - - 64 # ip6tun-00 - - 65 # l2-00 - - 66 # l2-01 - - 67 # l2-02 - - 68 # l2-03 - - 69 # l2-04 - - 84 # l2-05 - - 71 # l2-06 - - 72 # l2-07 - - 73 # l2-08 - - 85 # l2-09 - - 75 # l2-10 - - 76 # memif-00 - - 77 # srv6-00 - - 78 # srv6-01 - - 88 # vhost-00 - - 89 # vhost-01 - - 81 # vhost-02 - - 83 # vhost-03 # TODO: Add: csit-vpp-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env4 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # RC2 NDRPDR iter env5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-3n-skx: + csit-vpp-perf-report-coverage-2009-3n-skx: + - 1 # RC2 env5 3n-skx-ip4-00 csit-vpp-perf-verify-2001-2n-skx: - 101 # MRR sel - old @@ -2195,27 +2238,23 @@ - 136 # nf-density-sel env 4 - 139 # nf-density-sel env 4 - 115 # MRR nf-density-sel env 4 - csit-vpp-perf-report-coverage-2005-2n-skx: - - 28 # ip4-00 - - 29 # ip4-01 - - 30 # ip4-02 - - 31 # ip4-03 - - 32 # ip4-04 - - 33 # ip4-05 - - 34 # ip6-00 - - 35 # ip6-01 - - 36 # l2-00 - - 37 # l2-01 - - 38 # lb-00 - - 39 # memif-00 - - 40 # vhost-00 - - 41 # vhost-01 - - 42 # vts-00 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env4 + - 8 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 15 # RC2 NDRPDR iter env5 + - 20 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 16 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 + - 18 # rls2005 NDRPDR iter env 5 + - 19 # rls2005 NDRPDR iter env 5 + - 21 # rls2005 NDRPDR iter env 5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-skx: + csit-vpp-perf-report-coverage-2009-2n-skx: + - 7 # RC2 env5 2n-skx-ip4-00 csit-vpp-perf-verify-2001-2n-clx: - 39 # MRR @@ -2262,27 +2301,20 @@ - 106 # nfv-density-00 env 4 - 108 # nfv-density-00 env 4 - 96 # MRR nfv-density-00 env 4 - csit-vpp-perf-report-coverage-2005-2n-clx: - - 24 # ip4-00 - - 25 # ip4-01 - - 26 # ip4-02 - - 27 # ip4-03 - - 28 # ip4-04 - - 29 # ip4-05 - - 34 # ip6-00 - - 36 # ip6-01 - - 31 # l2-00 - - 41 # l2-01 - - 39 # lb-00 - - 37 # memif-00 - - 32 # vhost-00 - - 33 # vhost-01 - - 40 # vts-00 # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env4 + - 7 # RC2 NDRPDR iter env5 + - 9 # RC2 NDRPDR iter env5 + - 10 # RC2 NDRPDR iter env5 + - 12 # RC2 NDRPDR iter env5 + - 14 # RC2 NDRPDR iter env5 + - 16 # rls2005 MRR iter env 5 + - 13 # rls2005 NDRPDR iter env 5 + - 15 # rls2005 NDRPDR iter env 5 + - 17 # rls2005 NDRPDR iter env 5 # TODO: Add: - # csit-vpp-perf-report-coverage-2009-2n-clx: + csit-vpp-perf-report-coverage-2009-2n-clx: + - 1 # RC2 env5 2n-clx-ip4-00 csit-vpp-perf-verify-2001-3n-tsh: - 9 # MRR sel @@ -2307,8 +2339,10 @@ - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 - 27 # MRR sel env 4 - # TODO: Replace: - # csit-vpp-perf-report-iterative-2009-3n-tsh: + # TODO: Add: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 7 # RC2 NDRPDR iter env5 + - 8 # rls2005 NDRPDR iter env 5 csit-vpp-perf-verify-2001-3n-dnv: - 5 # NDRPDR sel @@ -2417,9 +2451,17 @@ - 32 # NDRPDR iter - 33 # NDRPDR iter - 34 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 3 # RC1 NDRPDR sel env 4 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + - 14 # NDRPDR iter env5 + - 15 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-3n-skx: - 29 # NDRPDR sel xxv710 @@ -2453,9 +2495,17 @@ - 35 # NDRPDR iter - 36 # NDRPDR iter - 37 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 csit-dpdk-perf-verify-2001-2n-skx: - 35 # NDRPDR sel xxv710 @@ -2489,9 +2539,17 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-skx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-2n-clx: - 15 # NDRPDR sel @@ -2525,9 +2583,17 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - # TODO: Add: csit-dpdk-perf-report-iterative-2009-2n-clx: - - 3 # RC1 NDRPDR sel env 4 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 csit-dpdk-perf-verify-2001-2n-dnv: - 9 # NDRPDR sel @@ -2594,20 +2660,25 @@ - 5 # NDRPDR sel # TODO: Add: csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # RC1 NDRPDR sel env 4 + - 1 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 - csit-vpp-device-2005-ubuntu1804-1n-skx: - - 35 # TODO: Add: - # csit-vpp-device-2009-ubuntu1804-1n-skx: + csit-vpp-device-2009-ubuntu1804-1n-skx: + - 89 # RC2 env 5 - type: "output" output: "report" format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -2653,97 +2724,97 @@ ################################################################################ -# VPP Compare NICs 3n-skx 2t1c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c ndr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 2t1c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c pdr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c ndr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 2t1c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c pdr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." ## VPP Compare NICs 3n-skx 2t1c mrr #- type: "table" @@ -2989,20 +3060,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3015,20 +3093,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3041,20 +3126,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3067,20 +3159,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3093,11 +3192,11 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" @@ -3106,7 +3205,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3119,20 +3218,20 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3145,11 +3244,11 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" @@ -3158,7 +3257,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3171,20 +3270,20 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3197,20 +3296,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3223,20 +3329,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -3249,20 +3362,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -3275,20 +3395,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-skx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -3301,20 +3428,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -3327,20 +3461,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -3353,20 +3494,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -3379,20 +3527,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-2n-clx-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c pdr #- type: "table" @@ -3403,7 +3558,7 @@ # filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3427,7 +3582,7 @@ # filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3451,7 +3606,7 @@ # filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3475,7 +3630,7 @@ # filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref" +# data-set: "vpp-performance-changes-2n-clx-ref-env4" # - title: "2005.0-3" # data-set: "vpp-performance-changes-2n-clx-cmp" # comparisons: @@ -3502,10 +3657,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3513,7 +3668,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -3527,10 +3682,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3538,7 +3693,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -3552,10 +3707,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3563,7 +3718,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -3577,10 +3732,10 @@ data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3588,7 +3743,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -3602,10 +3757,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3613,7 +3768,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -3627,10 +3782,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3638,7 +3793,7 @@ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -3652,10 +3807,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3663,7 +3818,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -3677,10 +3832,10 @@ data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -3688,7 +3843,7 @@ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -3701,20 +3856,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -3727,20 +3889,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -3753,20 +3922,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -3779,20 +3955,27 @@ - title: "2001.0-4" data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -4157,20 +4340,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -4183,20 +4373,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -4209,20 +4406,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -4235,11 +4439,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4248,7 +4452,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -4261,11 +4465,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4274,7 +4478,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -4287,11 +4491,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" @@ -4300,7 +4504,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-5 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -4313,20 +4517,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -4339,20 +4550,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -4365,20 +4583,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-4" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -4391,20 +4616,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -4417,20 +4649,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -4443,20 +4682,27 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2005.0-5 vs 2005.0-4" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2009.0-5 vs 2005.0-5" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares VPP code current vs previous in the current CSIT environment.' + - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' ## VPP Performance Changes 2n-clx-x556 2t1c mrr #- type: "table" @@ -4467,7 +4713,7 @@ # filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4488,7 +4734,7 @@ # filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4509,7 +4755,7 @@ # filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" # columns: # - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref" +# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" # - title: "2005" # data-set: "vpp-performance-changes-2n-clx-mrr-cmp" # comparisons: @@ -4533,10 +4779,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4544,7 +4790,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -4558,10 +4804,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4569,7 +4815,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -4583,10 +4829,10 @@ data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-2n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4594,7 +4840,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -4608,10 +4854,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4619,7 +4865,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -4633,10 +4879,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4644,7 +4890,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -4658,10 +4904,10 @@ data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-3" data-set: "vpp-performance-changes-3n-dnv-mrr-ref" - - title: "2009.0-4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-3" + - title: "2009.0-5 vs 2005.0-3" reference: 2 compare: 3 legend: @@ -4669,7 +4915,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-3: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -4682,11 +4928,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4695,7 +4941,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -4708,11 +4954,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4721,7 +4967,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -4734,11 +4980,11 @@ - title: "2001.0-2" data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref" - - title: "2009.0-4" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" + - title: "2009.0-5" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2009.0-4 vs 2005.0-4" + - title: "2009.0-5 vs 2005.0-4" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" @@ -4747,7 +4993,7 @@ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-4 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' + - '2009.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -10778,8 +11024,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -10794,8 +11040,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" @@ -10811,7 +11057,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -10827,7 +11073,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -11105,7 +11351,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-ndr" layout: "plot-throughput" @@ -11121,7 +11367,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-1t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-1t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-1t1c-features-ip4routing-base-ixgbe-pdr" layout: "plot-throughput" @@ -13494,8 +13740,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -13510,8 +13756,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" @@ -13527,7 +13773,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -13543,7 +13789,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-skx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -15443,7 +15689,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-ndr-tsa" layout: "plot-throughput-speedup-analysis" @@ -15459,7 +15705,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-dnv-x553-64b-features-ip4routing-base-ixgbe-pdr-tsa" layout: "plot-throughput-speedup-analysis" @@ -16518,8 +16764,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-ndr" layout: "plot-throughput" @@ -16534,42 +16780,42 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-avf-pdr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-ndr" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + title: "Throughput: 2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-2t1c-features-snat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-2t1c-features-nat44det-scale-avf-pdr" layout: "plot-throughput" - type: "plot" @@ -16583,7 +16829,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput" @@ -16599,7 +16845,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-2t1c-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput" @@ -16670,8 +16916,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-ndr" layout: "plot-throughput" @@ -16686,8 +16932,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-2t1c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-2t1c-rdma-ethip4-features-pdr" layout: "plot-throughput" @@ -17502,8 +17748,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-ndr" layout: "plot-throughput-speedup-analysis" @@ -17518,42 +17764,42 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-avf-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-ndr" + title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + title: "Speedup: 2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr-tsa" data: "plot-vpp-throughput-lat-tsa-2n-clx" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H1-P63-S63-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H16384-P63-S1032192-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H262144-P63-S16515072-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-nat44Det-H65536-P63-S4128758-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" layout: - title: "2n-clx-xxv710-64b-features-snat44det-scale-avf-pdr" + title: "2n-clx-xxv710-64b-features-nat44det-scale-avf-pdr" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -17567,7 +17813,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-ndr" layout: "plot-throughput-speedup-analysis" @@ -17583,7 +17829,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-ethip4udp-nat44det-h1-p1-s1-ndrpdr" layout: title: "2n-clx-xxv710-64b-features-ip4routing-base-dpdk-pdr" layout: "plot-throughput-speedup-analysis" @@ -17654,8 +17900,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-ndr" layout: "plot-throughput-speedup-analysis" @@ -17670,8 +17916,8 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1-p1-s1-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1-p1-s1-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-ethip4udp-nat44det-h1024-p63-s64512-Ndrpdr.64B-.t.c-rdma-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" layout: title: "2n-clx-cx556a-64b-rdma-ethip4-features-pdr" layout: "plot-throughput-speedup-analysis"