X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=60f3b1250f94295db389cb23ed98a2fa39b038c3;hb=524a5f35dab6f5dfe2eabb4852661f7c391a1cd5;hp=a9377c56e7e6582f271138789b17ad840138b734;hpb=c22a63d5813100d9fbdc8f43ba58f3cd3546641b;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a9377c56e7..60f3b1250f 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -275,13 +275,14 @@ plot-vpp-soak-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak plot-vpp-nfv-2n-skx-ndrpdr: csit-vpp-perf-report-iterative-2005-2n-skx: - 113 # nf-density-sel env 4 - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 plot-vpp-nfv-2n-skx-mrr: csit-vpp-perf-report-iterative-2005-2n-skx: @@ -363,8 +364,8 @@ plot-vpp-soak-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak plot-dpdk-throughput-latency-2n-clx: csit-dpdk-perf-report-iterative-2005-2n-clx: @@ -391,10 +392,12 @@ - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 25 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 plot-dpdk-throughput-latency-3n-tsh: csit-dpdk-perf-report-iterative-2005-3n-tsh: @@ -533,84 +536,71 @@ - 109 # vhost-02 vpp-perf-results-3n-skx: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 47 # NDRPDR sel env 4 -# csit-vpp-perf-report-coverage-2005-3n-skx: -# - 10 # perf-full-3n-skx-crypto_I -# - 11 # perf-full-3n-skx-crypto_II -# - 12 # perf-full-3n-skx-crypto_III -# - 5 # perf-full-3n-skx-ip4_I -# - 14 # perf-full-3n-skx-ip4_II -# - 7 # perf-full-3n-skx-ip4_III -# - 15 # perf-full-3n-skx-ip4_IV -# - 16 # perf-full-3n-skx-ip4_V -# - 17 # perf-full-3n-skx-ip4_VI -# - 18 # perf-full-3n-skx-ip4_VII -# - 19 # perf-full-3n-skx-ip4_VIII -# - 20 # perf-full-3n-skx-ip4_IX -# - 24 # perf-full-3n-skx-ip6_I -# - 25 # perf-full-3n-skx-ip6_II -# - 21 # perf-full-3n-skx-ip4tunnels-I -# - 22 # perf-full-3n-skx-ip4tunnels-II -# - 23 # perf-full-3n-skx-ip4tunnels-III -# - 26 # perf-full-3n-skx-ip6tunnels-I -# - 28 # perf-full-3n-skx-l2_II -# - 29 # perf-full-3n-skx-l2_III -# - 30 # perf-full-3n-skx-l2_IV -# - 32 # perf-full-3n-skx-l2_VI -# - 33 # perf-full-3n-skx-l2_VII -# - 34 # perf-full-3n-skx-l2_VIII -# - 35 # perf-full-3n-skx-l2_IX -# - 36 # perf-full-3n-skx-l2_X -# - 37 # perf-full-3n-skx-l2_XI -# - 38 # perf-full-3n-skx-memif -# - 39 # perf-full-3n-skx-srv6-I -# - 40 # perf-full-3n-skx-srv6-II -# - 43 # perf-full-3n-skx-vhost-III + csit-vpp-perf-report-coverage-2005-3n-skx: + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 75 # l2-10 + - 76 # memif-00 + - 78 # srv6-01 + - 81 # vhost-02 vpp-perf-results-2n-skx: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 94 # NDRPDR sel env 4 -# csit-vpp-perf-report-coverage-2005-2n-skx: -# - 11 # perf-full-2n-skx-ip4_I -# - 3 # perf-full-2n-skx-ip4_II -# - 18 # perf-full-2n-skx-ip4_III -# - 19 # perf-full-2n-skx-ip4_IV -# - 5 # perf-full-2n-skx-ip4_V -# - 20 # perf-full-2n-skx-ip4_VI -# - 7 # perf-full-2n-skx-ip6_I -# - 21 # perf-full-2n-skx-ip6_II -# - 9 # perf-full-2n-skx-l2_I -# - 22 # perf-full-2n-skx-l2_II -# - 23 # perf-full-2n-skx-memif -# - 24 # perf-full-2n-skx-loadbalancer -# - 25 # perf-full-2n-skx-vhost I -# - 26 # perf-full-2n-skx-vhost II -# - 27 # perf-full-2n-skx-vts + csit-vpp-perf-report-coverage-2005-2n-skx: + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 vpp-perf-results-2n-clx: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 -# csit-vpp-perf-report-coverage-2005-2n-clx: -# - 21 # perf-full-2n-clx-ip4_I -# - 2 # perf-full-2n-clx-ip4_II -# - 3 # perf-full-2n-clx-ip4_III -# - 4 # perf-full-2n-clx-ip4_IV -# - 5 # perf-full-2n-clx-ip4_V -# - 6 # perf-full-2n-clx-ip4_VI -# - 7 # perf-full-2n-clx-ip6_I -# - 16 # perf-full-2n-clx-ip6_II -# - 23 # perf-full-2n-clx-l2_I -# - 10 # perf-full-2n-clx-l2_II -# - 11 # perf-full-2n-clx-memif -# - 12 # perf-full-2n-clx-loadbalancer -# - 13 # perf-full-2n-clx-vhost I -# - 22 # perf-full-2n-clx-vhost II -# - 15 # perf-full-2n-clx-vts + csit-vpp-perf-report-coverage-2005-2n-clx: + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 31 # l2-00 + - 32 # vhost-00 + - 33 # vhost-01 vpp-perf-results-3n-tsh: csit-vpp-perf-report-iterative-2005-3n-tsh: - - 25 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 vpp-perf-results-3n-dnv: csit-vpp-perf-report-coverage-2005-3n-dnv: @@ -1027,6 +1017,8 @@ - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 vpp-performance-changes-3n-tsh-cmp-2001.0-4: csit-vpp-perf-report-iterative-2005-3n-tsh: - 28 # NDRPDR sel 2001.0-4 @@ -1035,65 +1027,55 @@ vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-skx-cmp: csit-vpp-perf-report-iterative-2005-2n-skx: - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-skx: csit-vpp-perf-report-iterative-2005-2n-skx: - - 43 # NDRPDR sel - - 38 # NDRPDR sel - - 7 # NDRPDR sel - - 65 # NDRPDR sel - - 47 # NDRPDR sel - - 55 # NDRPDR sel - - 67 # NDRPDR sel - - 75 # NDRPDR sel - - 76 # NDRPDR sel - - 73 # NDRPDR sel - - 49 # Soak - - 54 # Soak + - 88 # NDRPDR sel env 4 + - 89 # NDRPDR sel env 4 + - 90 # NDRPDR sel env 4 + - 91 # NDRPDR sel env 4 + - 92 # NDRPDR sel env 4 + - 93 # NDRPDR sel env 4 + - 94 # NDRPDR sel env 4 + - 122 # Soak + - 123 # Soak vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2005-2n-clx: - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2005-2n-clx: - - 7 # NDRPDR sel - - 38 # NDRPDR sel - - 9 # NDRPDR sel - - 32 # NDRPDR sel ??? - - 33 # NDRPDR sel ??? - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 43 # NDRPDR sel - - 50 # NDRPDR sel - - 51 # NDRPDR sel - - 44 # Soak - - 49 # Soak + - 62 # NDRPDR sel env 4 + - 63 # NDRPDR sel env 4 + - 64 # NDRPDR sel env 4 + - 65 # NDRPDR sel env 4 + - 66 # NDRPDR sel env 4 + - 68 # NDRPDR sel env 4 + - 69 # NDRPDR sel env 4 + - 70 # NDRPDR sel env 4 + - 101 # Soak + - 102 # Soak vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1908-3n-hsw: @@ -2301,38 +2283,36 @@ - 54 # NDRPDR sel 2001.0-4 - 6 # MRR sel - 49 # MRR sel env 4 -# csit-vpp-perf-report-coverage-2005-3n-skx: -# - 10 # perf-full-3n-skx-crypto_I -# - 11 # perf-full-3n-skx-crypto_II -# - 12 # perf-full-3n-skx-crypto_III -# - 5 # perf-full-3n-skx-ip4_I -# - 14 # perf-full-3n-skx-ip4_II -# - 7 # perf-full-3n-skx-ip4_III -# - 15 # perf-full-3n-skx-ip4_IV -# - 16 # perf-full-3n-skx-ip4_V -# - 17 # perf-full-3n-skx-ip4_VI -# - 18 # perf-full-3n-skx-ip4_VII -# - 19 # perf-full-3n-skx-ip4_VIII -# - 20 # perf-full-3n-skx-ip4_IX -# - 24 # perf-full-3n-skx-ip6_I -# - 25 # perf-full-3n-skx-ip6_II -# - 21 # perf-full-3n-skx-ip4tunnels-I -# - 22 # perf-full-3n-skx-ip4tunnels-II -# - 23 # perf-full-3n-skx-ip4tunnels-III -# - 26 # perf-full-3n-skx-ip6tunnels-I -# - 28 # perf-full-3n-skx-l2_II -# - 29 # perf-full-3n-skx-l2_III -# - 30 # perf-full-3n-skx-l2_IV -# - 32 # perf-full-3n-skx-l2_VI -# - 33 # perf-full-3n-skx-l2_VII -# - 34 # perf-full-3n-skx-l2_VIII -# - 35 # perf-full-3n-skx-l2_IX -# - 36 # perf-full-3n-skx-l2_X -# - 37 # perf-full-3n-skx-l2_XI -# - 38 # perf-full-3n-skx-memif -# - 39 # perf-full-3n-skx-srv6-I -# - 40 # perf-full-3n-skx-srv6-II -# - 43 # perf-full-3n-skx-vhost-III + csit-vpp-perf-report-coverage-2005-3n-skx: + - 45 # crypto-00 + - 46 # crypto-01 + - 47 # crypto-02 + - 51 # ip4-01 + - 52 # ip4-02 + - 53 # ip4-03 + - 54 # ip4-04 + - 55 # ip4-05 + - 56 # ip4-06 + - 57 # ip4-07 + - 58 # ip4-08 + - 59 # ip4tun-00 + - 60 # ip4tun-01 + - 61 # ip4tun-02 + - 62 # ip6-00 + - 63 # ip6-01 + - 64 # ip6tun-00 + - 65 # l2-00 + - 66 # l2-01 + - 67 # l2-02 + - 68 # l2-03 + - 69 # l2-04 + - 71 # l2-06 + - 72 # l2-07 + - 73 # l2-08 + - 75 # l2-10 + - 76 # memif-00 + - 78 # srv6-01 + - 81 # vhost-02 csit-vpp-perf-verify-1908_1-2n-skx: - 39 # NDRPDR sel - new1908.1 @@ -2394,27 +2374,28 @@ - 118 # Reconf env 4 - 120 # Reconf env 4 - 121 # Reconf env 4 - - 49 # Soak - - 54 # Soak + - 122 # Soak + - 123 # Soak - 113 # nf-density-sel env 4 - 114 # nf-density-sel env 4 + - 124 # nf-density-sel env 4 - 115 # MRR nf-density-sel env 4 -# csit-vpp-perf-report-coverage-2005-2n-skx: -# - 11 # perf-full-2n-skx-ip4_I -# - 3 # perf-full-2n-skx-ip4_II -# - 18 # perf-full-2n-skx-ip4_III -# - 19 # perf-full-2n-skx-ip4_IV -# - 5 # perf-full-2n-skx-ip4_V -# - 20 # perf-full-2n-skx-ip4_VI -# - 7 # perf-full-2n-skx-ip6_I -# - 21 # perf-full-2n-skx-ip6_II -# - 9 # perf-full-2n-skx-l2_I -# - 22 # perf-full-2n-skx-l2_II -# - 23 # perf-full-2n-skx-memif -# - 24 # perf-full-2n-skx-loadbalancer -# - 25 # perf-full-2n-skx-vhost I -# - 26 # perf-full-2n-skx-vhost II -# - 27 # perf-full-2n-skx-vts + csit-vpp-perf-report-coverage-2005-2n-skx: + - 28 # ip4-00 + - 29 # ip4-01 + - 30 # ip4-02 + - 31 # ip4-03 + - 32 # ip4-04 + - 33 # ip4-05 + - 34 # ip6-00 + - 35 # ip6-01 + - 36 # l2-00 + - 37 # l2-01 + - 38 # lb-00 + - 39 # memif-00 + - 40 # vhost-00 + - 41 # vhost-01 + - 42 # vts-00 csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2473,8 +2454,8 @@ - 88 # Reconf env 4 - 89 # Reconf env 4 - 90 # Reconf env 4 - - 44 # Soak - - 49 # Soak + - 101 # Soak + - 102 # Soak - 91 # nfv-density-00 env 4 - 92 # nfv-density-00 env 4 - 93 # nfv-density-00 env 4 @@ -2483,22 +2464,17 @@ - 99 # nfv-density-00 env 4 - 100 # nfv-density-00 env 4 - 96 # MRR nfv-density-00 env 4 -# csit-vpp-perf-report-coverage-2005-2n-clx: -# - 21 # perf-full-2n-clx-ip4_I -# - 2 # perf-full-2n-clx-ip4_II -# - 3 # perf-full-2n-clx-ip4_III -# - 4 # perf-full-2n-clx-ip4_IV -# - 5 # perf-full-2n-clx-ip4_V -# - 6 # perf-full-2n-clx-ip4_VI -# - 7 # perf-full-2n-clx-ip6_I -# - 16 # perf-full-2n-clx-ip6_II -# - 23 # perf-full-2n-clx-l2_I -# - 10 # perf-full-2n-clx-l2_II -# - 11 # perf-full-2n-clx-memif -# - 12 # perf-full-2n-clx-loadbalancer -# - 13 # perf-full-2n-clx-vhost I -# - 22 # perf-full-2n-clx-vhost II -# - 15 # perf-full-2n-clx-vts + csit-vpp-perf-report-coverage-2005-2n-clx: + - 24 # ip4-00 + - 25 # ip4-01 + - 26 # ip4-02 + - 27 # ip4-03 + - 28 # ip4-04 + - 29 # ip4-05 + - 34 # ip6-00 + - 31 # l2-00 + - 32 # vhost-00 + - 33 # vhost-01 csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2535,6 +2511,8 @@ - 25 # NDRPDR sel env 4 - 33 # NDRPDR sel env 4 - 34 # NDRPDR sel env 4 + - 35 # NDRPDR sel env 4 + - 36 # NDRPDR sel env 4 - 28 # NDRPDR sel 2001.0-4 - 29 # NDRPDR sel 2001.0-4 - 31 # NDRPDR sel 2001.0-4 @@ -2865,8 +2843,8 @@ format: html: - full -# pdf: -# - minimal + pdf: + - minimal ################################################################################ ### T A B L E S ### @@ -3265,7 +3243,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3298,7 +3276,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3331,7 +3309,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3364,7 +3342,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3523,7 +3501,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24)..' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Compares CSIT environments "4" to "3". "3" was discarded as it substantially changed TRex behaviour due to higher number of TRex workers used.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -3557,7 +3535,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3590,7 +3568,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3623,7 +3601,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3656,7 +3634,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3849,7 +3827,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3882,7 +3860,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3915,7 +3893,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -3948,7 +3926,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4140,7 +4118,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4171,7 +4149,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4202,7 +4180,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4233,7 +4211,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4409,7 +4387,7 @@ # legend: # - '' # - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' # - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' @@ -4433,7 +4411,7 @@ # legend: # - '' # - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' # - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' @@ -4457,7 +4435,7 @@ # legend: # - '' # - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' # - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' @@ -4481,7 +4459,7 @@ # legend: # - '' # - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' # - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' ## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' @@ -4507,7 +4485,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4532,7 +4510,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4557,7 +4535,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4582,7 +4560,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4607,7 +4585,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4632,7 +4610,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4657,7 +4635,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4682,7 +4660,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -4714,7 +4692,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4747,7 +4725,7 @@ legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4780,7 +4758,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -4813,7 +4791,7 @@ legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.' @@ -5358,7 +5336,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5391,7 +5369,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5424,7 +5402,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5455,7 +5433,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5486,7 +5464,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5517,7 +5495,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5548,7 +5526,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5579,7 +5557,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5610,7 +5588,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5641,7 +5619,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5672,7 +5650,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5703,7 +5681,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5792,7 +5770,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5817,7 +5795,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5842,7 +5820,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5867,7 +5845,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5892,7 +5870,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5917,7 +5895,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.' @@ -5949,7 +5927,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -5982,7 +5960,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.' @@ -6015,7 +5993,7 @@ legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.' - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'