- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
plot-vpp-hdrh-lat-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 113 # nf-density-sel env 4
- 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
+ - 128 # nf-density-sel env 4
+ - 129 # nf-density-sel env 4
+ - 131 # nf-density-sel env 4
+ - 132 # nf-density-sel env 4
+ - 135 # nf-density-sel env 4
plot-vpp-nfv-2n-skx-mrr:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
plot-vpp-hdrh-lat-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 98 # nfv-density-00 env 4
- 99 # nfv-density-00 env 4
- 100 # nfv-density-00 env 4
+ - 105 # nfv-density-00 env 4
+ - 106 # nfv-density-00 env 4
+ - 108 # nfv-density-00 env 4
plot-vpp-nfv-2n-clx-mrr:
csit-vpp-perf-report-iterative-2005-2n-clx:
plot-vpp-soak-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 101 # Soak
+ - 102 # Soak
plot-dpdk-throughput-latency-2n-clx:
csit-dpdk-perf-report-iterative-2005-2n-clx:
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
plot-vpp-hdrh-lat-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
plot-dpdk-throughput-latency-3n-tsh:
csit-dpdk-perf-report-iterative-2005-3n-tsh:
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
vpp-nic-comparison-3n-skx-mrr:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 109 # vhost-02
vpp-perf-results-3n-skx:
- csit-vpp-perf-report-iterative-2005-3n-skx:
- - 47 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-coverage-2005-3n-skx:
+ - 45 # crypto-00
+ - 46 # crypto-01
+ - 47 # crypto-02
+ - 83 # crypto-03
+ - 50 # ip4-00
+ - 51 # ip4-01
+ - 52 # ip4-02
+ - 53 # ip4-03
+ - 54 # ip4-04
+ - 55 # ip4-05
+ - 56 # ip4-06
+ - 57 # ip4-07
+ - 58 # ip4-08
+ - 59 # ip4tun-00
+ - 60 # ip4tun-01
+ - 61 # ip4tun-02
+ - 62 # ip6-00
+ - 63 # ip6-01
+ - 64 # ip6tun-00
+ - 65 # l2-00
+ - 66 # l2-01
+ - 67 # l2-02
+ - 68 # l2-03
+ - 69 # l2-04
+ - 84 # l2-05
+ - 71 # l2-06
+ - 72 # l2-07
+ - 73 # l2-08
+ - 85 # l2-09
+ - 75 # l2-10
+ - 76 # memif-00
+ - 77 # srv6-00
+ - 78 # srv6-01
+ - 88 # vhost-00
+ - 89 # vhost-01
+ - 81 # vhost-02
+ - 83 # vhost-03
vpp-perf-results-2n-skx:
- csit-vpp-perf-report-iterative-2005-2n-skx:
- - 94 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-coverage-2005-2n-skx:
+ - 28 # ip4-00
+ - 29 # ip4-01
+ - 30 # ip4-02
+ - 31 # ip4-03
+ - 32 # ip4-04
+ - 33 # ip4-05
+ - 34 # ip6-00
+ - 35 # ip6-01
+ - 36 # l2-00
+ - 37 # l2-01
+ - 38 # lb-00
+ - 39 # memif-00
+ - 40 # vhost-00
+ - 41 # vhost-01
+ - 42 # vts-00
vpp-perf-results-2n-clx:
- csit-vpp-perf-report-iterative-2005-2n-clx:
- - 62 # NDRPDR sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-coverage-2005-2n-clx:
+ - 24 # ip4-00
+ - 25 # ip4-01
+ - 26 # ip4-02
+ - 27 # ip4-03
+ - 28 # ip4-04
+ - 29 # ip4-05
+ - 34 # ip6-00
+ - 36 # ip6-01
+ - 31 # l2-00
+ - 41 # l2-01
+ - 39 # lb-00
+ - 37 # memif-00
+ - 32 # vhost-00
+ - 33 # vhost-01
+ - 40 # vts-00
vpp-perf-results-3n-tsh:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- - 25 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
vpp-perf-results-3n-dnv:
csit-vpp-perf-report-coverage-2005-3n-dnv:
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
vpp-performance-changes-2n-skx-cmp-2001.0-4:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 100 # NDRPDR sel 2001.0-4
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
vpp-performance-changes-2n-clx-cmp-2001.0-4:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 73 # NDRPDR sel 2001.0-4
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
vpp-performance-changes-3n-tsh-cmp-2001.0-4:
csit-vpp-perf-report-iterative-2005-3n-tsh:
- 28 # NDRPDR sel 2001.0-4
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
vpp-soak-vs-ndr-2n-skx-cmp:
csit-vpp-perf-report-iterative-2005-2n-skx:
- 122 # Soak
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
- 122 # Soak
- 123 # Soak
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
vpp-soak-vs-ndr-2n-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 101 # Soak
+ - 102 # Soak
vpp-soak-vs-ndr-2n-clx:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 62 # NDRPDR sel env 4
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
- 101 # Soak
+ - 102 # Soak
vpp-performance-changes-3n-hsw-mrr-h1:
csit-vpp-perf-verify-1908-3n-hsw:
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
vpp-compare-testbeds-skx-clx-cmp:
csit-vpp-perf-report-iterative-2005-2n-clx:
- 62 # NDRPDR sel env 4
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
vpp-compare-testbeds-hsw-clx-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
vpp-compare-testbeds-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-hsw:
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
vpp-compare-topologies-mrr-ref:
csit-vpp-perf-report-iterative-2005-3n-skx:
- 54 # NDRPDR sel 2001.0-4
- 6 # MRR sel
- 49 # MRR sel env 4
-# csit-vpp-perf-report-coverage-2005-3n-skx:
-# - 10 # perf-full-3n-skx-crypto_I
-# - 11 # perf-full-3n-skx-crypto_II
-# - 12 # perf-full-3n-skx-crypto_III
-# - 5 # perf-full-3n-skx-ip4_I
-# - 14 # perf-full-3n-skx-ip4_II
-# - 7 # perf-full-3n-skx-ip4_III
-# - 15 # perf-full-3n-skx-ip4_IV
-# - 16 # perf-full-3n-skx-ip4_V
-# - 17 # perf-full-3n-skx-ip4_VI
-# - 18 # perf-full-3n-skx-ip4_VII
-# - 19 # perf-full-3n-skx-ip4_VIII
-# - 20 # perf-full-3n-skx-ip4_IX
-# - 24 # perf-full-3n-skx-ip6_I
-# - 25 # perf-full-3n-skx-ip6_II
-# - 21 # perf-full-3n-skx-ip4tunnels-I
-# - 22 # perf-full-3n-skx-ip4tunnels-II
-# - 23 # perf-full-3n-skx-ip4tunnels-III
-# - 26 # perf-full-3n-skx-ip6tunnels-I
-# - 28 # perf-full-3n-skx-l2_II
-# - 29 # perf-full-3n-skx-l2_III
-# - 30 # perf-full-3n-skx-l2_IV
-# - 32 # perf-full-3n-skx-l2_VI
-# - 33 # perf-full-3n-skx-l2_VII
-# - 34 # perf-full-3n-skx-l2_VIII
-# - 35 # perf-full-3n-skx-l2_IX
-# - 36 # perf-full-3n-skx-l2_X
-# - 37 # perf-full-3n-skx-l2_XI
-# - 38 # perf-full-3n-skx-memif
-# - 39 # perf-full-3n-skx-srv6-I
-# - 40 # perf-full-3n-skx-srv6-II
-# - 43 # perf-full-3n-skx-vhost-III
+ csit-vpp-perf-report-coverage-2005-3n-skx:
+ - 45 # crypto-00
+ - 46 # crypto-01
+ - 47 # crypto-02
+ - 83 # crypto-03
+ - 50 # ip4-00
+ - 51 # ip4-01
+ - 52 # ip4-02
+ - 53 # ip4-03
+ - 54 # ip4-04
+ - 55 # ip4-05
+ - 56 # ip4-06
+ - 57 # ip4-07
+ - 58 # ip4-08
+ - 59 # ip4tun-00
+ - 60 # ip4tun-01
+ - 61 # ip4tun-02
+ - 62 # ip6-00
+ - 63 # ip6-01
+ - 64 # ip6tun-00
+ - 65 # l2-00
+ - 66 # l2-01
+ - 67 # l2-02
+ - 68 # l2-03
+ - 69 # l2-04
+ - 84 # l2-05
+ - 71 # l2-06
+ - 72 # l2-07
+ - 73 # l2-08
+ - 85 # l2-09
+ - 75 # l2-10
+ - 76 # memif-00
+ - 77 # srv6-00
+ - 78 # srv6-01
+ - 88 # vhost-00
+ - 89 # vhost-01
+ - 81 # vhost-02
+ - 83 # vhost-03
csit-vpp-perf-verify-1908_1-2n-skx:
- 39 # NDRPDR sel - new1908.1
- 92 # NDRPDR sel env 4
- 93 # NDRPDR sel env 4
- 94 # NDRPDR sel env 4
+ - 125 # NDRPDR sel env 4
+ - 126 # NDRPDR sel env 4
+ - 127 # NDRPDR sel env 4
- 100 # NDRPDR sel 2001.0-4
- 101 # NDRPDR sel 2001.0-4
- 102 # NDRPDR sel 2001.0-4
- 123 # Soak
- 113 # nf-density-sel env 4
- 114 # nf-density-sel env 4
+ - 124 # nf-density-sel env 4
+ - 128 # nf-density-sel env 4
+ - 129 # nf-density-sel env 4
+ - 131 # nf-density-sel env 4
+ - 132 # nf-density-sel env 4
+ - 135 # nf-density-sel env 4
- 115 # MRR nf-density-sel env 4
-# csit-vpp-perf-report-coverage-2005-2n-skx:
-# - 11 # perf-full-2n-skx-ip4_I
-# - 3 # perf-full-2n-skx-ip4_II
-# - 18 # perf-full-2n-skx-ip4_III
-# - 19 # perf-full-2n-skx-ip4_IV
-# - 5 # perf-full-2n-skx-ip4_V
-# - 20 # perf-full-2n-skx-ip4_VI
-# - 7 # perf-full-2n-skx-ip6_I
-# - 21 # perf-full-2n-skx-ip6_II
-# - 9 # perf-full-2n-skx-l2_I
-# - 22 # perf-full-2n-skx-l2_II
-# - 23 # perf-full-2n-skx-memif
-# - 24 # perf-full-2n-skx-loadbalancer
-# - 25 # perf-full-2n-skx-vhost I
-# - 26 # perf-full-2n-skx-vhost II
-# - 27 # perf-full-2n-skx-vts
+ csit-vpp-perf-report-coverage-2005-2n-skx:
+ - 28 # ip4-00
+ - 29 # ip4-01
+ - 30 # ip4-02
+ - 31 # ip4-03
+ - 32 # ip4-04
+ - 33 # ip4-05
+ - 34 # ip6-00
+ - 35 # ip6-01
+ - 36 # l2-00
+ - 37 # l2-01
+ - 38 # lb-00
+ - 39 # memif-00
+ - 40 # vhost-00
+ - 41 # vhost-01
+ - 42 # vts-00
csit-vpp-perf-verify-1908_1-2n-clx:
- 5 # NDRPDR sel
- 68 # NDRPDR sel env 4
- 69 # NDRPDR sel env 4
- 70 # NDRPDR sel env 4
+ - 103 # NDRPDR sel env 4
+ - 104 # NDRPDR sel env 4
- 73 # NDRPDR sel 2001.0-4
- 74 # NDRPDR sel 2001.0-4
- 75 # NDRPDR sel 2001.0-4
- 89 # Reconf env 4
- 90 # Reconf env 4
- 101 # Soak
+ - 102 # Soak
- 91 # nfv-density-00 env 4
- 92 # nfv-density-00 env 4
- 93 # nfv-density-00 env 4
- 98 # nfv-density-00 env 4
- 99 # nfv-density-00 env 4
- 100 # nfv-density-00 env 4
+ - 105 # nfv-density-00 env 4
+ - 106 # nfv-density-00 env 4
+ - 108 # nfv-density-00 env 4
- 96 # MRR nfv-density-00 env 4
-# csit-vpp-perf-report-coverage-2005-2n-clx:
-# - 21 # perf-full-2n-clx-ip4_I
-# - 2 # perf-full-2n-clx-ip4_II
-# - 3 # perf-full-2n-clx-ip4_III
-# - 4 # perf-full-2n-clx-ip4_IV
-# - 5 # perf-full-2n-clx-ip4_V
-# - 6 # perf-full-2n-clx-ip4_VI
-# - 7 # perf-full-2n-clx-ip6_I
-# - 16 # perf-full-2n-clx-ip6_II
-# - 23 # perf-full-2n-clx-l2_I
-# - 10 # perf-full-2n-clx-l2_II
-# - 11 # perf-full-2n-clx-memif
-# - 12 # perf-full-2n-clx-loadbalancer
-# - 13 # perf-full-2n-clx-vhost I
-# - 22 # perf-full-2n-clx-vhost II
-# - 15 # perf-full-2n-clx-vts
+ csit-vpp-perf-report-coverage-2005-2n-clx:
+ - 24 # ip4-00
+ - 25 # ip4-01
+ - 26 # ip4-02
+ - 27 # ip4-03
+ - 28 # ip4-04
+ - 29 # ip4-05
+ - 34 # ip6-00
+ - 36 # ip6-01
+ - 31 # l2-00
+ - 41 # l2-01
+ - 39 # lb-00
+ - 37 # memif-00
+ - 32 # vhost-00
+ - 33 # vhost-01
+ - 40 # vts-00
csit-vpp-perf-verify-1908-3n-tsh:
- 7 # NDRPDR sel
- 25 # NDRPDR sel env 4
- 33 # NDRPDR sel env 4
- 34 # NDRPDR sel env 4
+ - 35 # NDRPDR sel env 4
+ - 36 # NDRPDR sel env 4
+ - 37 # NDRPDR sel env 4
- 28 # NDRPDR sel 2001.0-4
- 29 # NDRPDR sel 2001.0-4
- 31 # NDRPDR sel 2001.0-4
format:
html:
- full
-# pdf:
-# - minimal
+ pdf:
+ - minimal
################################################################################
### T A B L E S ###
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24)..'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
# legend:
# - ''
# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
# legend:
# - ''
# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
# legend:
# - ''
# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
# legend:
# - ''
# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
- '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
- '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'