X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=fac3b0576aabfccc700bc8630c57329e844025de;hp=68777bbaed26ff00bd476daf03d3eabfaae67774;hb=ef5c30213bb28824a55f4ebbcade6410ee8d2461;hpb=a5c9ea2d653a7c3cb7bb55256bff8b1c6130fa33 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 68777bbaed..fac3b0576a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -157,23 +157,24 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 22 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 5 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hoststack-3n-hsw: + # csit-vpp-perf-report-iterative-2101-3n-hsw: csit-vpp-perf-report-iterative-2009-3n-hsw: - 32 # rls2009 Hoststack iter env 5 - 33 # rls2009 Hoststack iter env 5 @@ -187,105 +188,88 @@ - 41 # rls2009 Hoststack iter env 5 plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 27 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 # plot-vpp-nfv-3n-skx-ndrpdr: # # No data -# csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2101-3n-skx: # plot-vpp-nfv-3n-skx-mrr: # # No data -# csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2101-3n-skx: plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - plot-vpp-hdrh-lat-2n-skx-nat44: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 110 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-soak-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 38 # rls2009 nf-density iter env 5 - 41 # rls2009 nf-density iter env 5 @@ -299,10 +283,12 @@ - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: + # csit-vpp-perf-report-iterative-2101-2n-skx csit-vpp-perf-report-iterative-2009-2n-skx: - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx csit-vpp-perf-report-iterative-2009-2n-skx: - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -316,80 +302,73 @@ - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 2n-zn2 plot-vpp-throughput-lat-tsa-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 - - 4 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-throughput-latency-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - plot-vpp-hdrh-lat-2n-clx-nat44: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 123 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 6 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-nfv-2n-clx-ndrpdr: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 @@ -403,10 +382,12 @@ - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -420,77 +401,67 @@ - 68 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 - - 2 # NDRPDR iter env5 - - 3 # NDRPDR iter env5 - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101.rc1 NDRPDR iter env 6 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -499,17 +470,17 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -521,252 +492,129 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-nic-comparison-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2009-3n-hsw: - - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 - - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 - - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 - - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 - - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 - - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 - - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 - - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 - - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 - - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 - - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 - - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 - - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 - - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 - - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 - - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 - - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 - - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 - - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 - - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 - - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 - - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 - - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 - - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 - - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 - - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 - - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 - - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 - - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 + # csit-vpp-perf-report-coverage-2101-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-skx: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 - - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 - - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 - - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 - - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 - - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 - - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 - - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 - - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 - - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 - - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 - - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 - - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 - - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 - - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 - - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 - - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 - - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 - - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 - - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 - - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 - - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 - - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 - - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 - - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 - - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 - - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 - - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 - - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 - - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 - - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 - - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 + # csit-vpp-perf-report-coverage-2101-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-skx: - csit-vpp-perf-report-coverage-2009-2n-skx: - - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 - - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 - - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 - - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 - - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 - - 31 # rls2009 NDRPDR cov 2n-skx-ip4-05 - - 32 # rls2009 NDRPDR cov 2n-skx-ip4-06 - - 33 # rls2009 NDRPDR cov 2n-skx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 - - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 - - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 - - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 - - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 - - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 - - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 - - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 - - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 + # csit-vpp-perf-report-coverage-2101-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-clx: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - - 23 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 24 # rls2009 NDRPDR cov 2n-clx-ip4-06 - - 25 # rls2009 NDRPDR cov 2n-clx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 + # csit-vpp-perf-report-coverage-2101-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 6 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-dnv: - csit-vpp-perf-report-coverage-2009-3n-dnv: - - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 - - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 - - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 - - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 - - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 - - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 - - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 - - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 + # csit-vpp-perf-report-coverage-2101-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 4 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-dnv: - csit-vpp-perf-report-coverage-2009-2n-dnv: - - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 - - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 - - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 - - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 + # csit-vpp-perf-report-coverage-2101-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 vpp-mrr-results-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 1 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-dnv: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-dnv: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-device-results-ubuntu: - csit-vpp-device-2009-ubuntu1804-1n-skx: - - 131 # rls2009 env 5 + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 66 # rls2101.rc1 VPP DEV env6 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # dpdk-perf-results-2n-dnv: # # No data @@ -777,8 +625,8 @@ # csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101.rc1 NDRPDR iter env 6 ########################################################################### # Tables (more than one data set) @@ -786,27 +634,6 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-hsw-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 20 # NDRPDR sel env 4 - - 21 # NDRPDR sel env 4 - - 22 # NDRPDR sel env 4 - - 23 # NDRPDR sel env 4 - - 24 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 26 # NDRPDR sel env 4 - - 27 # NDRPDR sel env 4 - - 28 # NDRPDR sel env 4 - - 29 # NDRPDR sel env 4 - vpp-performance-changes-3n-hsw-ref-env5: csit-vpp-perf-report-iterative-2009-3n-hsw: - 9 # rls2005 NDRPDR iter env 5 - 10 # rls2005 NDRPDR iter env 5 @@ -818,7 +645,7 @@ - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-cmp: + vpp-performance-changes-3n-hsw-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-hsw: - 21 # rls2009 NDRPDR iter env 5 - 22 # rls2009 NDRPDR iter env 5 @@ -830,27 +657,32 @@ - 29 # rls2009 NDRPDR iter env 5 - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-hsw-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 - - 54 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-skx-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 42 # NDRPDR sel env 4 - - 43 # NDRPDR sel env 4 - - 44 # NDRPDR sel env 4 - - 45 # NDRPDR sel env 4 - - 47 # NDRPDR sel env 4 - - 55 # NDRPDR sel env 4 - - 56 # NDRPDR sel env 4 - - 57 # NDRPDR sel env 4 - - 61 # NDRPDR sel env 4 - - 62 # NDRPDR sel env 4 - vpp-performance-changes-3n-skx-ref-env5: csit-vpp-perf-report-iterative-2009-3n-skx: - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 @@ -862,7 +694,7 @@ - 46 # rls2005 NDRPDR iter env 5 - 48 # rls2005 NDRPDR iter env 5 - 49 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-cmp: + vpp-performance-changes-3n-skx-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -874,28 +706,20 @@ - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-skx-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-skx-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - vpp-performance-changes-2n-skx-ref-env5: csit-vpp-perf-report-iterative-2009-2n-skx: - 13 # rls2005 NDRPDR iter env 5 - 16 # rls2005 NDRPDR iter env 5 @@ -907,7 +731,7 @@ - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - 25 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-skx-cmp: + vpp-performance-changes-2n-skx-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -929,30 +753,26 @@ - 118 # rls2009 NDRPDR iter NAT44 env 5 - 119 # rls2009 NDRPDR iter NAT44 env 5 - 121 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-skx-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-clx-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - vpp-performance-changes-2n-clx-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 @@ -964,7 +784,7 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-clx-cmp: + vpp-performance-changes-2n-clx-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -986,20 +806,47 @@ - 122 # rls2009 NDRPDR iter NAT44 env 5 - 123 # rls2009 NDRPDR iter NAT44 env 5 - 126 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-clx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + + vpp-performance-changes-2n-zn2-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 17 # rls2009 NDRPDR iter env 5 + - 18 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 34 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-zn2-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-zn2-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -1011,7 +858,20 @@ - 28 # rls2005 NDRPDR iter env 5 - 29 # rls2005 NDRPDR iter env 5 - 30 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -1023,20 +883,20 @@ - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -1048,7 +908,20 @@ - 30 # rls2005 NDRPDR iter env 5 - 31 # rls2005 NDRPDR iter env 5 - 32 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-3n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -1060,25 +933,20 @@ - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 28 # NDRPDR sel 2001.0-4 - - 29 # NDRPDR sel 2001.0-4 - - 31 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-tsh-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 - vpp-performance-changes-3n-tsh-ref-env5: csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 @@ -1090,7 +958,7 @@ - 39 # rls2005 NDRPDR iter env 5 - 40 # rls2005 NDRPDR iter env 5 - 42 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-cmp: + vpp-performance-changes-3n-tsh-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 @@ -1102,8 +970,28 @@ - 33 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1116,10 +1004,12 @@ - 46 # rls2009 NDRPDR iter env 5 - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1135,6 +1025,7 @@ - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -1147,10 +1038,12 @@ - 89 # rls2009 NDRPDR iter env 5 - 90 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -1166,115 +1059,110 @@ - 34 # rls2009 soak env 5 vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 - vpp-performance-changes-3n-hsw-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-hsw: - 18 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-cmp: + vpp-performance-changes-3n-hsw-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-hsw-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 17 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 - vpp-performance-changes-3n-skx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-skx: - 17 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-cmp: + vpp-performance-changes-3n-skx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-skx: - 24 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 12 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 - vpp-performance-changes-2n-skx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-cmp: + vpp-performance-changes-2n-skx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-skx: - 120 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-h1: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - vpp-performance-changes-2n-clx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR sel env 4 - vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - 77 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-cmp: + vpp-performance-changes-2n-clx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-clx: - 125 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-clx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 15 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 + + vpp-performance-changes-2n-zn2-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-zn2-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 8 # rls2009 MRR iter env6 + vpp-performance-changes-2n-zn2-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel - vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-report-iterative-2009-2n-dnv: - 23 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-cmp: + vpp-performance-changes-2n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-2n-dnv: - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-dnv: - 19 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-cmp: + vpp-performance-changes-3n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-dnv: - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 - vpp-performance-changes-3n-tsh-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-tsh: - 13 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-cmp: + vpp-performance-changes-3n-tsh-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-tsh: - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: - 25 # NDRPDR iter - 26 # NDRPDR iter @@ -1286,7 +1174,7 @@ - 32 # NDRPDR iter - 33 # NDRPDR iter - 34 # NDRPDR iter - dpdk-performance-changes-3n-hsw-cmp: + dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 @@ -1298,30 +1186,20 @@ - 13 # NDRPDR iter env5 - 14 # NDRPDR iter env5 - 15 # NDRPDR iter env5 + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: - 28 # NDRPDR iter - 29 # NDRPDR iter @@ -1333,7 +1211,7 @@ - 35 # NDRPDR iter - 36 # NDRPDR iter - 37 # NDRPDR iter - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2009-3n-skx: - 4 # NDRPDR sel env5 - 5 # NDRPDR sel env5 @@ -1345,30 +1223,20 @@ - 11 # NDRPDR sel env5 - 12 # NDRPDR sel env5 - 13 # NDRPDR sel env5 + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -1380,7 +1248,7 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2009-2n-skx: - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 @@ -1392,30 +1260,20 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-2n-clx-h1: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-clx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -1427,7 +1285,7 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - dpdk-performance-changes-2n-clx-cmp: + dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2009-2n-clx: - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 @@ -1439,9 +1297,38 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + + dpdk-performance-changes-2n-zn2-ref: + csit-dpdk-perf-report-iterative-2009-2n-zn2: + - 16 # NDRPDR iter env5 + - 21 # NDRPDR iter env5 + - 22 # NDRPDR iter env5 + - 23 # NDRPDR iter env5 + - 24 # NDRPDR iter env5 + - 25 # NDRPDR iter env5 + - 29 # NDRPDR iter env5 + dpdk-performance-changes-2n-zn2-cmp: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 # dpdk-performance-changes-2n-dnv-h1: -# csit-dpdk-perf-verify-2001-2n-dnv: +# csit-dpdk-perf-verify-2101-2n-dnv: # - 9 # NDRPDR sel # - 10 # NDRPDR sel # - 11 # NDRPDR sel @@ -1459,7 +1346,7 @@ # csit-dpdk-perf-report-iterative-2009-2n-dnv: # dpdk-performance-changes-3n-dnv-h1: -# csit-dpdk-perf-verify-2001-3n-dnv: +# csit-dpdk-perf-verify-2101-3n-dnv: # - 12 # NDRPDR sel # - 13 # NDRPDR sel # - 14 # NDRPDR sel @@ -1477,21 +1364,9 @@ # csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-performance-changes-3n-tsh-h1: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - dpdk-performance-changes-3n-tsh-cmp: + dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -1503,233 +1378,210 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - 11 # NDRPDR iter env5 + dpdk-performance-changes-3n-tsh-cmp: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-cmp: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-ref: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-cmp: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-ref: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 # Compare topologies vpp-compare-topologies-ref: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-topologies-cmp: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-compare-topologies-mrr-cmp: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-layouts: @@ -2436,19 +2288,31 @@ yanchor: "bottom" yref: "paper" - plot-hdrh-latency-percentile: + plot-hdrh-latency-percentile-x-log: title: - text: "" + text: "Latency by Percentile Distribution" xanchor: "center" x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" font: size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.5 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" xaxis: type: "log" title: "Percentile [%]" titlefont: size: 14 - autorange: True + autorange: False fixedrange: False gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" @@ -2457,12 +2321,14 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8, 1e9] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999, 99.9999999] tickfont: size: 14 + rangeslider: + visible: True yaxis: - title: "Packet Latency [uSec]" + title: "One-Way Latency per Direction [uSec]" titlefont: size: 14 gridcolor: "rgb(230, 230, 230)" @@ -2472,21 +2338,9 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - autosize: False - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: + tickfont: size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.15 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" + autosize: False width: 700 height: 700 paper_bgcolor: "white" @@ -2569,27 +2423,6 @@ builds: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 20 # NDRPDR sel env 4 - - 21 # NDRPDR sel env 4 - - 22 # NDRPDR sel env 4 - - 23 # NDRPDR sel env 4 - - 24 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 26 # NDRPDR sel env 4 - - 27 # NDRPDR sel env 4 - - 28 # NDRPDR sel env 4 - - 29 # NDRPDR sel env 4 - - 30 # MRR env 4 - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 csit-vpp-perf-report-iterative-2009-3n-hsw: - 18 # rls2005 MRR iter env 5 - 9 # rls2005 NDRPDR iter env 5 @@ -2623,68 +2456,32 @@ - 39 # rls2009 Hoststack iter env 5 - 40 # rls2009 Hoststack iter env 5 - 41 # rls2009 Hoststack iter env 5 - csit-vpp-perf-report-coverage-2009-3n-hsw: - - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 - - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 - - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 - - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 - - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 - - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 - - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 - - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 - - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 - - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 - - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 - - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 - - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 - - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 - - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 - - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 - - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 - - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 - - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 - - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 - - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 - - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 - - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 - - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 - - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 - - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 - - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 - - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 - - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 - - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 42 # NDRPDR sel env 4 - - 43 # NDRPDR sel env 4 - - 44 # NDRPDR sel env 4 - - 45 # NDRPDR sel env 4 - - 47 # NDRPDR sel env 4 - - 55 # NDRPDR sel env 4 - - 56 # NDRPDR sel env 4 - - 57 # NDRPDR sel env 4 - - 61 # NDRPDR sel env 4 - - 62 # NDRPDR sel env 4 - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 - - 54 # NDRPDR sel 2001.0-4 - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2009 MRR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-hsw: + + csit-vpp-perf-report-iterative-2009-3n-skx: - 17 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2708,65 +2505,20 @@ - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-coverage-2009-3n-skx: - - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 - - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 - - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 - - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 - - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 - - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 - - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 - - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 - - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 - - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 - - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 - - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 - - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 - - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 - - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 - - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 - - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 - - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 - - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 - - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 - - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 - - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 - - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 - - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 - - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 - - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 - - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 - - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 - - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 - - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 - - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 - - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 - - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - old - - 128 # MRR sel addition - old - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2009 MRR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-skx: + + csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2823,47 +2575,26 @@ - 70 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - csit-vpp-perf-report-coverage-2009-2n-skx: - - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 - - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 - - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 - - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 - - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 - - 31 # rls2009 NDRPDR cov 2n-skx-ip4-05 - - 32 # rls2009 NDRPDR cov 2n-skx-ip4-06 - - 33 # rls2009 NDRPDR cov 2n-skx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 - - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 - - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 - - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 - - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 - - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 - - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 - - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 - - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 - - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2009 MRR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-skx: + + csit-vpp-perf-report-iterative-2009-2n-clx: - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2920,52 +2651,46 @@ - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - csit-vpp-perf-report-coverage-2009-2n-clx: - - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - - 23 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 24 # rls2009 NDRPDR cov 2n-clx-ip4-06 - - 25 # rls2009 NDRPDR cov 2n-clx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2009 MRR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-clx: + csit-vpp-perf-report-iterative-2009-2n-zn2: - - 1 # rls2009 MRR iter env 5 - - 3 # rls2009 NDRPDR iter env 5 - - 4 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 MRR iter env 5 + - 17 # rls2009 NDRPDR iter env 5 + - 18 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 34 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2009 MRR iter env6 + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 - - 28 # NDRPDR sel 2001.0-4 - - 29 # NDRPDR sel 2001.0-4 - - 31 # NDRPDR sel 2001.0-4 - - 27 # MRR sel env 4 csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 @@ -2989,19 +2714,13 @@ - 38 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 15 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 11 # MRR sel csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -3025,29 +2744,21 @@ - 15 # rls2009 NDRPDR iter env 5 - 24 # rls2009 NDRPDR iter env 5 - 22 # rls2009 MRR iter env 5 - csit-vpp-perf-report-coverage-2009-3n-dnv: - - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 - - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 - - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 - - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 - - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 - - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 - - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 - - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 - - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - - 12 # MRR sel + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-dnv: + + csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -3071,35 +2782,21 @@ - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - 13 # rls2009 MRR iter env 5 - csit-vpp-perf-report-coverage-2009-2n-dnv: - - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 - - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 - - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 - - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 - - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-dnv: + + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 25 # NDRPDR iter - 26 # NDRPDR iter @@ -3122,28 +2819,18 @@ - 13 # NDRPDR iter env5 - 14 # NDRPDR iter env5 - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - 28 # NDRPDR iter - 29 # NDRPDR iter @@ -3166,28 +2853,18 @@ - 11 # NDRPDR sel env5 - 12 # NDRPDR sel env5 - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -3210,28 +2887,18 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -3254,53 +2921,48 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + - 16 # NDRPDR iter env5 + - 21 # NDRPDR iter env5 + - 22 # NDRPDR iter env5 + - 23 # NDRPDR iter env5 + - 24 # NDRPDR iter env5 + - 25 # NDRPDR iter env5 + - 29 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 -# csit-dpdk-perf-verify-2001-2n-dnv: -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-2n-dnv: # # No data # # csit-dpdk-perf-report-iterative-2009-2n-dnv: # # No data -# csit-dpdk-perf-verify-2001-3n-dnv: -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel -# - 20 # NDRPDR sel -# - 22 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-3n-dnv: # # No data # # csit-dpdk-perf-report-iterative-2009-3n-dnv: # # No data - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -3314,17 +2976,28 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - 11 # NDRPDR iter env5 - - csit-vpp-device-2009-ubuntu1804-1n-skx: - - 131 # rls2009 env 5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 66 # VPP DEV 2101.rc1 env6 - type: "output" output: "report" format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -3703,30 +3376,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3736,30 +3409,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3769,30 +3442,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3802,30 +3475,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3835,30 +3508,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3868,30 +3541,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3901,30 +3574,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3934,30 +3607,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3967,30 +3640,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -4000,30 +3673,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4033,30 +3706,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4066,30 +3739,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -4099,30 +3772,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -4132,30 +3805,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -4165,30 +3838,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -4198,126 +3871,162 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -## VPP Performance Changes 2n-clx-x556 2t1c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 4t2c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 2t1c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 4t2c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -4327,22 +4036,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -4352,22 +4067,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -4377,22 +4098,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -4402,22 +4129,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -4427,22 +4160,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -4452,22 +4191,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -4477,22 +4222,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -4502,22 +4253,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -4527,30 +4284,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4560,30 +4317,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4593,30 +4350,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -4626,30 +4383,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -5011,30 +4768,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -5044,30 +4801,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -5077,30 +4834,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -5110,30 +4867,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -5143,30 +4900,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -5176,30 +4933,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -5209,30 +4966,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -5242,30 +4999,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -5275,30 +5032,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -5308,30 +5065,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -5341,126 +5098,174 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" - reference: 3 - compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + + + + + + + + + + + -## VPP Performance Changes 2n-clx-x556 2t1c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." -# -## VPP Performance Changes 2n-clx-x556 4t2c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." -# -## VPP Performance Changes 2n-clx-x556 8t4c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -5470,22 +5275,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -5495,22 +5306,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -5520,22 +5337,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -5545,22 +5368,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -5570,22 +5399,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -5595,22 +5430,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -5620,30 +5461,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -5653,30 +5492,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -5686,30 +5523,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -6631,11 +6466,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6643,8 +6478,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -6654,11 +6489,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6666,8 +6501,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -6677,11 +6512,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6689,8 +6524,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -6700,11 +6535,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6712,8 +6547,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -6723,11 +6558,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6735,8 +6570,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -6746,11 +6581,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6758,8 +6593,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -6769,11 +6604,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6781,8 +6616,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -6792,11 +6627,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6804,8 +6639,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -6815,11 +6650,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6827,8 +6662,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -6838,11 +6673,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6850,8 +6685,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -6861,11 +6696,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6873,8 +6708,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -6884,11 +6719,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6896,8 +6731,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -6907,11 +6742,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6919,8 +6754,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -6930,11 +6765,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6942,8 +6777,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -6953,11 +6788,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6965,8 +6800,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -6976,11 +6811,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6988,8 +6823,100 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -7183,11 +7110,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7195,8 +7122,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7206,11 +7133,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7218,8 +7145,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7229,11 +7156,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7241,8 +7168,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7252,11 +7179,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7264,8 +7191,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -13178,7 +13105,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -13194,7 +13120,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -13210,7 +13135,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -13226,7 +13150,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -15660,7 +15583,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -15676,7 +15598,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -15692,7 +15613,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -15708,7 +15628,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -18560,7 +18479,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -18576,7 +18494,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -18620,7 +18537,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -18636,7 +18552,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -18680,7 +18595,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -18696,7 +18610,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -19732,7 +19645,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -19748,7 +19660,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -19792,7 +19703,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -19808,7 +19718,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -19852,7 +19761,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -19868,7 +19776,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -22665,23 +22572,34 @@ ################################################################################ - type: "plot" - title: "Latency by percentile: 2n-skx" - algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + title: "Latency by percentile x-log: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-clx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile x-log: 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 2n-skx-nat44" + title: "Latency by percentile: 2n-skx" algorithm: "plot_hdrh_lat_by_percentile" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-nat44" + data: "plot-vpp-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -22719,17 +22637,6 @@ layout: layout: "plot-hdrh-latency-by-percentile" -- type: "plot" - title: "Latency by percentile: 2n-clx-nat44" - algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-nat44" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-by-percentile" - - type: "plot" title: "Latency by percentile: 3n-hsw" algorithm: "plot_hdrh_lat_by_percentile"