X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=fac3b0576aabfccc700bc8630c57329e844025de;hp=854c5f79b9e41a75fb891811963d5c0420b02654;hb=ef5c30213bb28824a55f4ebbcade6410ee8d2461;hpb=637e9b9ade08d368cce5a239798f50113912207f diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 854c5f79b9..fac3b0576a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -157,23 +157,24 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 22 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 5 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hoststack-3n-hsw: + # csit-vpp-perf-report-iterative-2101-3n-hsw: csit-vpp-perf-report-iterative-2009-3n-hsw: - 32 # rls2009 Hoststack iter env 5 - 33 # rls2009 Hoststack iter env 5 @@ -187,105 +188,88 @@ - 41 # rls2009 Hoststack iter env 5 plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 27 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 # plot-vpp-nfv-3n-skx-ndrpdr: # # No data -# csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2101-3n-skx: # plot-vpp-nfv-3n-skx-mrr: # # No data -# csit-vpp-perf-report-iterative-2009-3n-skx: +# csit-vpp-perf-report-iterative-2101-3n-skx: plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - plot-vpp-hdrh-lat-2n-skx-nat44: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 110 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 14 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-soak-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-vpp-nfv-2n-skx-ndrpdr: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 38 # rls2009 nf-density iter env 5 - 41 # rls2009 nf-density iter env 5 @@ -299,10 +283,12 @@ - 72 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-skx-mrr: + # csit-vpp-perf-report-iterative-2101-2n-skx csit-vpp-perf-report-iterative-2009-2n-skx: - 50 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx csit-vpp-perf-report-iterative-2009-2n-skx: - 27 # rls2009 reconf env 5 - 28 # rls2009 reconf env 5 @@ -316,78 +302,73 @@ - 70 # rls2009 reconf env 5 plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 2n-zn2 plot-vpp-throughput-lat-tsa-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 - - 4 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-throughput-latency-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 # 2n-clx plot-vpp-throughput-lat-tsa-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - plot-vpp-hdrh-lat-2n-clx-nat44: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 123 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 6 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-nfv-2n-clx-ndrpdr: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 @@ -401,10 +382,12 @@ - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 45 # rls2009 MRR nf-density iter env 5 plot-vpp-nfv-reconf-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -418,77 +401,67 @@ - 68 # rls2009 reconf env 5 plot-vpp-soak-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 plot-dpdk-throughput-latency-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 plot-vpp-hdrh-lat-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-throughput-latency-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 - - 2 # NDRPDR iter env5 - - 3 # NDRPDR iter env5 - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-dpdk-hdrh-lat-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101.rc1 NDRPDR iter env 6 # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 # plot-dpdk-throughput-latency-3n-dnv: # # No data @@ -497,17 +470,17 @@ # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 # plot-dpdk-throughput-latency-2n-dnv: # # No data @@ -519,252 +492,129 @@ # NIC Comparisons vpp-nic-comparison-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-nic-comparison-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 # Results vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2009-3n-hsw: - - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 - - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 - - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 - - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 - - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 - - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 - - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 - - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 - - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 - - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 - - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 - - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 - - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 - - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 - - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 - - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 - - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 - - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 - - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 - - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 - - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 - - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 - - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 - - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 - - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 - - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 - - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 - - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 - - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 + # csit-vpp-perf-report-coverage-2101-3n-hsw: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-skx: - csit-vpp-perf-report-coverage-2009-3n-skx: - - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 - - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 - - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 - - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 - - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 - - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 - - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 - - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 - - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 - - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 - - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 - - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 - - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 - - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 - - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 - - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 - - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 - - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 - - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 - - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 - - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 - - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 - - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 - - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 - - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 - - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 - - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 - - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 - - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 - - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 - - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 - - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 + # csit-vpp-perf-report-coverage-2101-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-skx: - csit-vpp-perf-report-coverage-2009-2n-skx: - - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 - - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 - - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 - - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 - - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 - - 31 # rls2009 NDRPDR cov 2n-skx-ip4-05 - - 32 # rls2009 NDRPDR cov 2n-skx-ip4-06 - - 33 # rls2009 NDRPDR cov 2n-skx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 - - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 - - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 - - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 - - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 - - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 - - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 - - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 - - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 + # csit-vpp-perf-report-coverage-2101-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 3 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-clx: - csit-vpp-perf-report-coverage-2009-2n-clx: - - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - - 23 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 24 # rls2009 NDRPDR cov 2n-clx-ip4-06 - - 25 # rls2009 NDRPDR cov 2n-clx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 + # csit-vpp-perf-report-coverage-2101-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 6 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-3n-dnv: - csit-vpp-perf-report-coverage-2009-3n-dnv: - - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 - - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 - - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 - - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 - - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 - - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 - - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 - - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 + # csit-vpp-perf-report-coverage-2101-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 4 # rls2101.rc1 NDRPDR iter env 6 vpp-perf-results-2n-dnv: - csit-vpp-perf-report-coverage-2009-2n-dnv: - - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 - - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 - - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 - - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 + # csit-vpp-perf-report-coverage-2101-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 vpp-mrr-results-3n-hsw: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-skx: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-skx: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-zn2: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 1 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-clx: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-tsh: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-3n-dnv: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-mrr-results-2n-dnv: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-device-results-ubuntu: - csit-vpp-device-2009-ubuntu1804-1n-skx: - - 131 # rls2009 env 5 + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 66 # rls2101.rc1 VPP DEV env6 dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-zn2: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 # dpdk-perf-results-2n-dnv: # # No data @@ -775,8 +625,8 @@ # csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-perf-results-3n-tsh: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 21 # rls2101.rc1 NDRPDR iter env 6 ########################################################################### # Tables (more than one data set) @@ -784,27 +634,6 @@ # Performance changes vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-hsw-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 20 # NDRPDR sel env 4 - - 21 # NDRPDR sel env 4 - - 22 # NDRPDR sel env 4 - - 23 # NDRPDR sel env 4 - - 24 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 26 # NDRPDR sel env 4 - - 27 # NDRPDR sel env 4 - - 28 # NDRPDR sel env 4 - - 29 # NDRPDR sel env 4 - vpp-performance-changes-3n-hsw-ref-env5: csit-vpp-perf-report-iterative-2009-3n-hsw: - 9 # rls2005 NDRPDR iter env 5 - 10 # rls2005 NDRPDR iter env 5 @@ -816,7 +645,7 @@ - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 - 19 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-cmp: + vpp-performance-changes-3n-hsw-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-hsw: - 21 # rls2009 NDRPDR iter env 5 - 22 # rls2009 NDRPDR iter env 5 @@ -828,27 +657,32 @@ - 29 # rls2009 NDRPDR iter env 5 - 30 # rls2009 NDRPDR iter env 5 - 31 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-hsw-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 - - 54 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-skx-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 42 # NDRPDR sel env 4 - - 43 # NDRPDR sel env 4 - - 44 # NDRPDR sel env 4 - - 45 # NDRPDR sel env 4 - - 47 # NDRPDR sel env 4 - - 55 # NDRPDR sel env 4 - - 56 # NDRPDR sel env 4 - - 57 # NDRPDR sel env 4 - - 61 # NDRPDR sel env 4 - - 62 # NDRPDR sel env 4 - vpp-performance-changes-3n-skx-ref-env5: csit-vpp-perf-report-iterative-2009-3n-skx: - 13 # rls2005 NDRPDR iter env 5 - 18 # rls2005 NDRPDR iter env 5 @@ -860,7 +694,7 @@ - 46 # rls2005 NDRPDR iter env 5 - 48 # rls2005 NDRPDR iter env 5 - 49 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-cmp: + vpp-performance-changes-3n-skx-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-skx: - 26 # rls2009 NDRPDR iter env 5 - 27 # rls2009 NDRPDR iter env 5 @@ -872,28 +706,20 @@ - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-3n-skx-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-skx-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - vpp-performance-changes-2n-skx-ref-env5: csit-vpp-perf-report-iterative-2009-2n-skx: - 13 # rls2005 NDRPDR iter env 5 - 16 # rls2005 NDRPDR iter env 5 @@ -905,7 +731,7 @@ - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - 25 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-skx-cmp: + vpp-performance-changes-2n-skx-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -927,30 +753,26 @@ - 118 # rls2009 NDRPDR iter NAT44 env 5 - 119 # rls2009 NDRPDR iter NAT44 env 5 - 121 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-skx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-skx-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 - vpp-performance-changes-2n-clx-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - vpp-performance-changes-2n-clx-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 @@ -962,7 +784,7 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-clx-cmp: + vpp-performance-changes-2n-clx-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -984,20 +806,47 @@ - 122 # rls2009 NDRPDR iter NAT44 env 5 - 123 # rls2009 NDRPDR iter NAT44 env 5 - 126 # rls2009 NDRPDR iter NAT44 env 5 + vpp-performance-changes-2n-clx-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-clx-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + + vpp-performance-changes-2n-zn2-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 17 # rls2009 NDRPDR iter env 5 + - 18 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 34 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-zn2-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + vpp-performance-changes-2n-zn2-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -1009,7 +858,20 @@ - 28 # rls2005 NDRPDR iter env 5 - 29 # rls2005 NDRPDR iter env 5 - 30 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-cmp: + vpp-performance-changes-2n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-2n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 5 # rls2009 NDRPDR iter env 5 @@ -1021,20 +883,20 @@ - 12 # rls2009 NDRPDR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-2n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - vpp-performance-changes-3n-dnv-ref: csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -1046,7 +908,20 @@ - 30 # rls2005 NDRPDR iter env 5 - 31 # rls2005 NDRPDR iter env 5 - 32 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-cmp: + vpp-performance-changes-3n-dnv-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-dnv: - 3 # rls2009 NDRPDR iter env 5 - 6 # rls2009 NDRPDR iter env 5 @@ -1058,25 +933,20 @@ - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - 24 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-dnv-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 28 # NDRPDR sel 2001.0-4 - - 29 # NDRPDR sel 2001.0-4 - - 31 # NDRPDR sel 2001.0-4 - vpp-performance-changes-3n-tsh-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 - vpp-performance-changes-3n-tsh-ref-env5: csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 @@ -1088,7 +958,7 @@ - 39 # rls2005 NDRPDR iter env 5 - 40 # rls2005 NDRPDR iter env 5 - 42 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-cmp: + vpp-performance-changes-3n-tsh-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 @@ -1100,8 +970,28 @@ - 33 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-ref-env-new: + # TODO: Re-test in new env + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 14 # rls2009 NDRPDR iter env 5 + - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 + - 23 # rls2009 NDRPDR iter env 5 + - 28 # rls2009 NDRPDR iter env 5 + - 30 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 38 # rls2009 NDRPDR iter env 5 + - 41 # rls2009 NDRPDR iter env 5 + vpp-performance-changes-3n-tsh-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 vpp-soak-vs-ndr-2n-skx-ref: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1114,10 +1004,12 @@ - 46 # rls2009 NDRPDR iter env 5 - 48 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-cmp: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-skx: + # csit-vpp-perf-report-iterative-2101-2n-skx: csit-vpp-perf-report-iterative-2009-2n-skx: - 35 # rls2009 NDRPDR iter env 5 - 36 # rls2009 NDRPDR iter env 5 @@ -1133,6 +1025,7 @@ - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx-ref: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -1145,10 +1038,12 @@ - 89 # rls2009 NDRPDR iter env 5 - 90 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 vpp-soak-vs-ndr-2n-clx: + # csit-vpp-perf-report-iterative-2101-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -1164,115 +1059,110 @@ - 34 # rls2009 soak env 5 vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel - vpp-performance-changes-3n-hsw-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 30 # MRR env 4 - vpp-performance-changes-3n-hsw-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-hsw: - 18 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-cmp: + vpp-performance-changes-3n-hsw-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-hsw-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 17 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition - vpp-performance-changes-3n-skx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-skx: - - 49 # MRR sel env 4 - vpp-performance-changes-3n-skx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-skx: - 17 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-cmp: + vpp-performance-changes-3n-skx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-3n-skx: - 24 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 12 # rls2009 MRR iter env 6 + vpp-performance-changes-3n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition - vpp-performance-changes-2n-skx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-skx: - - 99 # MRR sel env 4 - vpp-performance-changes-2n-skx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-cmp: + vpp-performance-changes-2n-skx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-skx: - 120 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-skx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-skx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-clx-mrr-h1: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - vpp-performance-changes-2n-clx-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-2n-clx: - - 72 # MRR sel env 4 - vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - 77 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-cmp: + vpp-performance-changes-2n-clx-mrr-ref-env-old: csit-vpp-perf-report-iterative-2009-2n-clx: - 125 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-clx-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 15 # rls2009 MRR iter env 6 + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 + + vpp-performance-changes-2n-zn2-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-zn2: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-zn2-mrr-ref-env-new: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 8 # rls2009 MRR iter env6 + vpp-performance-changes-2n-zn2-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-verify-2001-2n-dnv: - - 12 # MRR sel - vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-report-iterative-2009-2n-dnv: - 23 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-cmp: + vpp-performance-changes-2n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-2n-dnv: - 13 # rls2009 MRR iter env 5 + vpp-performance-changes-2n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel - vpp-performance-changes-3n-dnv-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-dnv: - 19 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-cmp: + vpp-performance-changes-3n-dnv-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-dnv: - 22 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-dnv-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel - vpp-performance-changes-3n-tsh-mrr-ref-env4: - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 27 # MRR sel env 4 - vpp-performance-changes-3n-tsh-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-3n-tsh: - 13 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-cmp: + vpp-performance-changes-3n-tsh-mrr-ref-env-old: + csit-vpp-perf-report-iterative-2009-3n-tsh: + - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-ref-env-new: + # TODO: Re-test in new env csit-vpp-perf-report-iterative-2009-3n-tsh: - 15 # rls2009 MRR iter env 5 + vpp-performance-changes-3n-tsh-mrr-cmp: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: - 25 # NDRPDR iter - 26 # NDRPDR iter @@ -1284,7 +1174,7 @@ - 32 # NDRPDR iter - 33 # NDRPDR iter - 34 # NDRPDR iter - dpdk-performance-changes-3n-hsw-cmp: + dpdk-performance-changes-3n-hsw-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: - 6 # NDRPDR iter env5 - 7 # NDRPDR iter env5 @@ -1296,30 +1186,20 @@ - 13 # NDRPDR iter env5 - 14 # NDRPDR iter env5 - 15 # NDRPDR iter env5 + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: - 28 # NDRPDR iter - 29 # NDRPDR iter @@ -1331,7 +1211,7 @@ - 35 # NDRPDR iter - 36 # NDRPDR iter - 37 # NDRPDR iter - dpdk-performance-changes-3n-skx-cmp: + dpdk-performance-changes-3n-skx-ref: csit-dpdk-perf-report-iterative-2009-3n-skx: - 4 # NDRPDR sel env5 - 5 # NDRPDR sel env5 @@ -1343,30 +1223,20 @@ - 11 # NDRPDR sel env5 - 12 # NDRPDR sel env5 - 13 # NDRPDR sel env5 + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 - dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -1378,7 +1248,7 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - dpdk-performance-changes-2n-skx-cmp: + dpdk-performance-changes-2n-skx-ref: csit-dpdk-perf-report-iterative-2009-2n-skx: - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 @@ -1390,30 +1260,20 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-performance-changes-2n-clx-h1: - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel - dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-clx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -1425,7 +1285,7 @@ - 27 # NDRPDR iter - 28 # NDRPDR iter - 29 # NDRPDR iter - dpdk-performance-changes-2n-clx-cmp: + dpdk-performance-changes-2n-clx-ref: csit-dpdk-perf-report-iterative-2009-2n-clx: - 4 # NDRPDR iter env5 - 5 # NDRPDR iter env5 @@ -1437,9 +1297,38 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + dpdk-performance-changes-2n-clx-cmp: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + + dpdk-performance-changes-2n-zn2-ref: + csit-dpdk-perf-report-iterative-2009-2n-zn2: + - 16 # NDRPDR iter env5 + - 21 # NDRPDR iter env5 + - 22 # NDRPDR iter env5 + - 23 # NDRPDR iter env5 + - 24 # NDRPDR iter env5 + - 25 # NDRPDR iter env5 + - 29 # NDRPDR iter env5 + dpdk-performance-changes-2n-zn2-cmp: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 # dpdk-performance-changes-2n-dnv-h1: -# csit-dpdk-perf-verify-2001-2n-dnv: +# csit-dpdk-perf-verify-2101-2n-dnv: # - 9 # NDRPDR sel # - 10 # NDRPDR sel # - 11 # NDRPDR sel @@ -1457,7 +1346,7 @@ # csit-dpdk-perf-report-iterative-2009-2n-dnv: # dpdk-performance-changes-3n-dnv-h1: -# csit-dpdk-perf-verify-2001-3n-dnv: +# csit-dpdk-perf-verify-2101-3n-dnv: # - 12 # NDRPDR sel # - 13 # NDRPDR sel # - 14 # NDRPDR sel @@ -1475,21 +1364,9 @@ # csit-dpdk-perf-report-iterative-2009-3n-dnv: dpdk-performance-changes-3n-tsh-h1: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - dpdk-performance-changes-3n-tsh-cmp: + dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-report-iterative-2009-3n-tsh: - 1 # NDRPDR iter env5 - 2 # NDRPDR iter env5 @@ -1501,233 +1378,210 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - 11 # NDRPDR iter env5 + dpdk-performance-changes-3n-tsh-cmp: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 # Compare testbeds vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-cmp: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-ref: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-cmp: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-ref: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-skx-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 vpp-compare-testbeds-mrr-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 # Compare topologies vpp-compare-topologies-ref: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-topologies-cmp: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 vpp-compare-topologies-mrr-ref: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 vpp-compare-topologies-mrr-cmp: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 plot-layouts: @@ -2434,19 +2288,31 @@ yanchor: "bottom" yref: "paper" - plot-hdrh-latency-percentile: + plot-hdrh-latency-percentile-x-log: title: - text: "" + text: "Latency by Percentile Distribution" xanchor: "center" x: 0.5 + font: + size: 18 + showlegend: True + legend: + traceorder: "normal" + orientation: "h" font: size: 16 + xanchor: "left" + yanchor: "top" + x: 0 + y: -0.5 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" xaxis: type: "log" title: "Percentile [%]" titlefont: size: 14 - autorange: True + autorange: False fixedrange: False gridcolor: "rgb(230, 230, 230)" linecolor: "rgb(220, 220, 220)" @@ -2455,12 +2321,14 @@ showline: True showticklabels: True tickcolor: "rgb(220, 220, 220)" - tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8] - ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999] + tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8, 1e9] + ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999, 99.9999999] tickfont: size: 14 + rangeslider: + visible: True yaxis: - title: "Packet Latency [uSec]" + title: "One-Way Latency per Direction [uSec]" titlefont: size: 14 gridcolor: "rgb(230, 230, 230)" @@ -2468,23 +2336,11 @@ linewidth: 1 showgrid: True showline: True - showticklabels: True - tickcolor: "rgb(220, 220, 220)" - tickfont: - size: 14 - autosize: False - showlegend: True - legend: - traceorder: "normal" - orientation: "h" - font: + showticklabels: True + tickcolor: "rgb(220, 220, 220)" + tickfont: size: 14 - xanchor: "left" - yanchor: "top" - x: 0 - y: -0.15 - bgcolor: "rgba(255, 255, 255, 0)" - bordercolor: "rgba(255, 255, 255, 0)" + autosize: False width: 700 height: 700 paper_bgcolor: "white" @@ -2567,27 +2423,6 @@ builds: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-hsw: - - 20 # NDRPDR sel env 4 - - 21 # NDRPDR sel env 4 - - 22 # NDRPDR sel env 4 - - 23 # NDRPDR sel env 4 - - 24 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 26 # NDRPDR sel env 4 - - 27 # NDRPDR sel env 4 - - 28 # NDRPDR sel env 4 - - 29 # NDRPDR sel env 4 - - 30 # MRR env 4 - - 31 # NDRPDR sel 2001.0-4 - - 32 # NDRPDR sel 2001.0-4 - - 33 # NDRPDR sel 2001.0-4 - - 34 # NDRPDR sel 2001.0-4 - - 35 # NDRPDR sel 2001.0-4 - - 36 # NDRPDR sel 2001.0-4 - - 38 # NDRPDR sel 2001.0-4 csit-vpp-perf-report-iterative-2009-3n-hsw: - 18 # rls2005 MRR iter env 5 - 9 # rls2005 NDRPDR iter env 5 @@ -2621,68 +2456,32 @@ - 39 # rls2009 Hoststack iter env 5 - 40 # rls2009 Hoststack iter env 5 - 41 # rls2009 Hoststack iter env 5 - csit-vpp-perf-report-coverage-2009-3n-hsw: - - 3 # rls2009 NDRPDR cov 3n-hsw-crypto-00 - - 4 # rls2009 NDRPDR cov 3n-hsw-crypto-01 - - 5 # rls2009 NDRPDR cov 3n-hsw-crypto-02 - - 6 # rls2009 NDRPDR cov 3n-hsw-crypto-03 - - 7 # rls2009 NDRPDR cov 3n-hsw-ip4-00 - - 8 # rls2009 NDRPDR cov 3n-hsw-ip4-01 - - 9 # rls2009 NDRPDR cov 3n-hsw-ip4-02 - - 10 # rls2009 NDRPDR cov 3n-hsw-ip4-03 - - 11 # rls2009 NDRPDR cov 3n-hsw-ip4-04 - - 12 # rls2009 NDRPDR cov 3n-hsw-ip4-05 - - 13 # rls2009 NDRPDR cov 3n-hsw-ip4-06 - - 14 # rls2009 NDRPDR cov 3n-hsw-ip4-07 - - 15 # rls2009 NDRPDR cov 3n-hsw-ip4tun-00 - - 16 # rls2009 NDRPDR cov 3n-hsw-ip4tun-01 - - 17 # rls2009 NDRPDR cov 3n-hsw-ip4tun-02 - - 18 # rls2009 NDRPDR cov 3n-hsw-ip6-00 - - 19 # rls2009 NDRPDR cov 3n-hsw-ip6-01 - - 20 # rls2009 NDRPDR cov 3n-hsw-ip6tun-00 - - 21 # rls2009 NDRPDR cov 3n-hsw-l2-00 - - 22 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 23 # rls2009 NDRPDR cov 3n-hsw-l2-01 - - 24 # rls2009 NDRPDR cov 3n-hsw-l2-03 - - 25 # rls2009 NDRPDR cov 3n-hsw-l2-04 - - 26 # rls2009 NDRPDR cov 3n-hsw-l2-05 - - 27 # rls2009 NDRPDR cov 3n-hsw-l2-06 - - 28 # rls2009 NDRPDR cov 3n-hsw-l2-07 - - 29 # rls2009 NDRPDR cov 3n-hsw-l2-08 - - 30 # rls2009 NDRPDR cov 3n-hsw-l2-09 - - 31 # rls2009 NDRPDR cov 3n-hsw-l2-10 - - 32 # rls2009 NDRPDR cov 3n-hsw-memif-00 - - 33 # rls2009 NDRPDR cov 3n-hsw-srv6-00 - - 34 # rls2009 NDRPDR cov 3n-hsw-srv6-01 - - 35 # rls2009 NDRPDR cov 3n-hsw-vhost-00 - - 36 # rls2009 NDRPDR cov 3n-hsw-vhost-01 - - 37 # rls2009 NDRPDR cov 3n-hsw-vhost-02 - - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition - csit-vpp-perf-report-iterative-2005-3n-skx: - - 4 # NDRPDR sel - - 5 # NDRPDR sel ??? all x710 failed - - 33 # NDRPDR sel - - 28 # NDRPDR sel - - 34 # NDRPDR sel - - 42 # NDRPDR sel env 4 - - 43 # NDRPDR sel env 4 - - 44 # NDRPDR sel env 4 - - 45 # NDRPDR sel env 4 - - 47 # NDRPDR sel env 4 - - 55 # NDRPDR sel env 4 - - 56 # NDRPDR sel env 4 - - 57 # NDRPDR sel env 4 - - 61 # NDRPDR sel env 4 - - 62 # NDRPDR sel env 4 - - 50 # NDRPDR sel 2001.0-4 - - 51 # NDRPDR sel 2001.0-4 - - 52 # NDRPDR sel 2001.0-4 - - 53 # NDRPDR sel 2001.0-4 - - 54 # NDRPDR sel 2001.0-4 - - 49 # MRR sel env 4 + csit-vpp-perf-report-iterative-2101-3n-hsw: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2009 MRR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-hsw: + + csit-vpp-perf-report-iterative-2009-3n-skx: - 17 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2706,65 +2505,20 @@ - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - csit-vpp-perf-report-coverage-2009-3n-skx: - - 36 # rls2009 NDRPDR cov 3n-skx-crypto-00 - - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 - - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 - - 37 # rls2009 NDRPDR cov 3n-skx-crypto-03 - - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 - - 7 # rls2009 NDRPDR cov 3n-skx-ip4-01 - - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - - 10 # rls2009 NDRPDR cov 3n-skx-ip4-04 - - 38 # rls2009 NDRPDR cov 3n-skx-ip4-05 - - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 - - 39 # rls2009 NDRPDR cov 3n-skx-ip4-07 - - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 - - 40 # rls2009 NDRPDR cov 3n-skx-ip6-00 - - 18 # rls2009 NDRPDR cov 3n-skx-ip6-01 - - 19 # rls2009 NDRPDR cov 3n-skx-ip6tun-00 - - 20 # rls2009 NDRPDR cov 3n-skx-l2-00 - - 21 # rls2009 NDRPDR cov 3n-skx-l2-01 - - 22 # rls2009 NDRPDR cov 3n-skx-l2-02 - - 23 # rls2009 NDRPDR cov 3n-skx-l2-03 - - 24 # rls2009 NDRPDR cov 3n-skx-l2-04 - - 41 # rls2009 NDRPDR cov 3n-skx-l2-05 - - 42 # rls2009 NDRPDR cov 3n-skx-l2-06 - - 43 # rls2009 NDRPDR cov 3n-skx-l2-07 - - 28 # rls2009 NDRPDR cov 3n-skx-l2-08 - - 44 # rls2009 NDRPDR cov 3n-skx-l2-09 - - 45 # rls2009 NDRPDR cov 3n-skx-l2-10 - - 46 # rls2009 NDRPDR cov 3n-skx-memif-00 - - 47 # rls2009 NDRPDR cov 3n-skx-srv6-00 - - 48 # rls2009 NDRPDR cov 3n-skx-srv6-01 - - 49 # rls2009 NDRPDR cov 3n-skx-vhost-00 - - 50 # rls2009 NDRPDR cov 3n-skx-vhost-01 - - 51 # rls2009 NDRPDR cov 3n-skx-vhost-02 - - 54 # rls2009 NDRPDR cov 3n-skx-vhost-03 - - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - old - - 128 # MRR sel addition - old - csit-vpp-perf-report-iterative-2005-2n-skx: - - 88 # NDRPDR sel env 4 - - 89 # NDRPDR sel env 4 - - 90 # NDRPDR sel env 4 - - 91 # NDRPDR sel env 4 - - 92 # NDRPDR sel env 4 - - 93 # NDRPDR sel env 4 - - 94 # NDRPDR sel env 4 - - 125 # NDRPDR sel env 4 - - 126 # NDRPDR sel env 4 - - 127 # NDRPDR sel env 4 - - 100 # NDRPDR sel 2001.0-4 - - 101 # NDRPDR sel 2001.0-4 - - 102 # NDRPDR sel 2001.0-4 - - 103 # NDRPDR sel 2001.0-4 - - 104 # NDRPDR sel 2001.0-4 - - 105 # NDRPDR sel 2001.0-4 - - 99 # MRR sel env 4 + csit-vpp-perf-report-iterative-2101-3n-skx: + - 4 # rls2101.rc1 MRR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2009 MRR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-skx: + + csit-vpp-perf-report-iterative-2009-2n-skx: - 20 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2821,47 +2575,26 @@ - 70 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - csit-vpp-perf-report-coverage-2009-2n-skx: - - 18 # rls2009 NDRPDR cov 2n-skx-ip4-00 - - 19 # rls2009 NDRPDR cov 2n-skx-ip4-01 - - 10 # rls2009 NDRPDR cov 2n-skx-ip4-02 - - 20 # rls2009 NDRPDR cov 2n-skx-ip4-03 - - 21 # rls2009 NDRPDR cov 2n-skx-ip4-04 - - 31 # rls2009 NDRPDR cov 2n-skx-ip4-05 - - 32 # rls2009 NDRPDR cov 2n-skx-ip4-06 - - 33 # rls2009 NDRPDR cov 2n-skx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-skx-ip6-00 - - 23 # rls2009 NDRPDR cov 2n-skx-ip6-01 - - 24 # rls2009 NDRPDR cov 2n-skx-l2-00 - - 25 # rls2009 NDRPDR cov 2n-skx-l2-01 - - 26 # rls2009 NDRPDR cov 2n-skx-lb-00 - - 27 # rls2009 NDRPDR cov 2n-skx-memif-00 - - 28 # rls2009 NDRPDR cov 2n-skx-vhost-00 - - 29 # rls2009 NDRPDR cov 2n-skx-vhost-01 - - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 - - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR - csit-vpp-perf-report-iterative-2005-2n-clx: - - 62 # NDRPDR sel env 4 - - 63 # NDRPDR sel env 4 - - 64 # NDRPDR sel env 4 - - 65 # NDRPDR sel env 4 - - 66 # NDRPDR sel env 4 - - 68 # NDRPDR sel env 4 - - 69 # NDRPDR sel env 4 - - 70 # NDRPDR sel env 4 - - 103 # NDRPDR sel env 4 - - 104 # NDRPDR sel env 4 - - 73 # NDRPDR sel 2001.0-4 - - 74 # NDRPDR sel 2001.0-4 - - 75 # NDRPDR sel 2001.0-4 - - 76 # NDRPDR sel 2001.0-4 - - 77 # NDRPDR sel 2001.0-4 - - 78 # NDRPDR sel 2001.0-4 - - 79 # NDRPDR sel 2001.0-4 - - 80 # NDRPDR sel 2001.0-4 - - 72 # MRR env 4 + csit-vpp-perf-report-iterative-2101-2n-skx: + - 3 # rls2101.rc1 MRR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2009 MRR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-skx: + + csit-vpp-perf-report-iterative-2009-2n-clx: - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 @@ -2918,50 +2651,46 @@ - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - csit-vpp-perf-report-coverage-2009-2n-clx: - - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-clx-ip4-02 - - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - - 23 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 24 # rls2009 NDRPDR cov 2n-clx-ip4-06 - - 25 # rls2009 NDRPDR cov 2n-clx-ip4-07 - - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 - - 15 # rls2009 NDRPDR cov 2n-clx-vhost-01 - - 16 # rls2009 NDRPDR cov 2n-clx-vts-00 + csit-vpp-perf-report-iterative-2101-2n-clx: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2009 MRR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-clx: + csit-vpp-perf-report-iterative-2009-2n-zn2: - - 1 # rls2009 MRR iter env 5 - - 3 # rls2009 NDRPDR iter env 5 - - 4 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 MRR iter env 5 + - 17 # rls2009 NDRPDR iter env 5 + - 18 # rls2009 NDRPDR iter env 5 + - 31 # rls2009 NDRPDR iter env 5 + - 33 # rls2009 NDRPDR iter env 5 + - 34 # rls2009 NDRPDR iter env 5 + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 3 # rls2101.rc1 MRR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2009 MRR iter env6 + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 - csit-vpp-perf-verify-2001-3n-tsh: - - 9 # MRR sel - csit-vpp-perf-report-iterative-2005-3n-tsh: - - 23 # NDRPDR sel env 4 - - 25 # NDRPDR sel env 4 - - 33 # NDRPDR sel env 4 - - 34 # NDRPDR sel env 4 - - 35 # NDRPDR sel env 4 - - 36 # NDRPDR sel env 4 - - 37 # NDRPDR sel env 4 - - 38 # NDRPDR sel env 4 - - 39 # NDRPDR sel env 4 - - 40 # NDRPDR sel env 4 - - 28 # NDRPDR sel 2001.0-4 - - 29 # NDRPDR sel 2001.0-4 - - 31 # NDRPDR sel 2001.0-4 - - 27 # MRR sel env 4 csit-vpp-perf-report-iterative-2009-3n-tsh: - 8 # rls2005 NDRPDR iter env 5 - 11 # rls2005 NDRPDR iter env 5 @@ -2985,19 +2714,13 @@ - 38 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 - 15 # rls2009 MRR iter env 5 + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 - csit-vpp-perf-verify-2001-3n-dnv: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 11 # MRR sel csit-vpp-perf-report-iterative-2009-3n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 @@ -3021,29 +2744,21 @@ - 15 # rls2009 NDRPDR iter env 5 - 24 # rls2009 NDRPDR iter env 5 - 22 # rls2009 MRR iter env 5 - csit-vpp-perf-report-coverage-2009-3n-dnv: - - 10 # rls2009 NDRPDR cov 3n-dnv-crypto-00 - - 2 # rls2009 NDRPDR cov 3n-dnv-crypto-01 - - 11 # rls2009 NDRPDR cov 3n-dnv-ip4-00 - - 12 # rls2009 NDRPDR cov 3n-dnv-ip4-01 - - 13 # rls2009 NDRPDR cov 3n-dnv-ip4tun-00 - - 14 # rls2009 NDRPDR cov 3n-dnv-ip6-00 - - 15 # rls2009 NDRPDR cov 3n-dnv-ip6-01 - - 16 # rls2009 NDRPDR cov 3n-dnv-l2-00 - - 17 # rls2009 NDRPDR cov 3n-dnv-l2-01 - - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 13 # NDRPDR sel - - 16 # NDRPDR sel - - 12 # MRR sel + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-3n-dnv: + + csit-vpp-perf-report-iterative-2009-2n-dnv: - 16 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -3067,35 +2782,21 @@ - 14 # rls2009 NDRPDR iter env 5 - 15 # rls2009 NDRPDR iter env 5 - 13 # rls2009 MRR iter env 5 - csit-vpp-perf-report-coverage-2009-2n-dnv: - - 2 # rls2009 NDRPDR cov 2n-dnv-ip4-00 - - 3 # rls2009 NDRPDR cov 2n-dnv-ip4-01 - - 4 # rls2009 NDRPDR cov 2n-dnv-ip6-00 - - 5 # rls2009 NDRPDR cov 2n-dnv-ip6-01 - - 6 # rls2009 NDRPDR cov 2n-dnv-l2-00 - - 7 # rls2009 NDRPDR cov 2n-dnv-l2-01 - - csit-dpdk-perf-verify-2001-3n-hsw: - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 2 # rls2101.rc1 MRR iter env 6 + - 3 # rls2101.rc1 NDRPDR iter env 6 + - 4 # rls2101.rc1 NDRPDR iter env 6 + - 5 # rls2101.rc1 NDRPDR iter env 6 + - 6 # rls2101.rc1 NDRPDR iter env 6 + - 7 # rls2101.rc1 NDRPDR iter env 6 + - 8 # rls2101.rc1 NDRPDR iter env 6 + - 9 # rls2101.rc1 NDRPDR iter env 6 + - 10 # rls2101.rc1 NDRPDR iter env 6 + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + # csit-vpp-perf-report-coverage-2101-2n-dnv: + + csit-dpdk-perf-report-iterative-2005-3n-hsw: - 25 # NDRPDR iter - 26 # NDRPDR iter @@ -3118,28 +2819,18 @@ - 13 # NDRPDR iter env5 - 14 # NDRPDR iter env5 - 15 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-3n-hsw: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-3n-skx: - - 29 # NDRPDR sel xxv710 - - 33 # NDRPDR sel xxv710 - - 34 # NDRPDR sel xxv710 - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 45 # NDRPDR sel xxv710 - - 30 # NDRPDR sel x710 - - 31 # NDRPDR sel x710 - - 32 # NDRPDR sel x710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 46 # NDRPDR sel x710 - - 47 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-3n-skx: - 28 # NDRPDR iter - 29 # NDRPDR iter @@ -3162,28 +2853,18 @@ - 11 # NDRPDR sel env5 - 12 # NDRPDR sel env5 - 13 # NDRPDR sel env5 + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 + - 25 # rls2101.rc1 NDRPDR iter env 6 + - 26 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-2n-skx: - - 35 # NDRPDR sel xxv710 - - 36 # NDRPDR sel xxv710 - - 37 # NDRPDR sel xxv710 - - 41 # NDRPDR sel xxv710 - - 42 # NDRPDR sel xxv710 - - 43 # NDRPDR sel xxv710 - - 46 # NDRPDR sel xxv710 - - 47 # NDRPDR sel xxv710 - - 52 # NDRPDR sel xxv710 - - 53 # NDRPDR sel xxv710 - - 38 # NDRPDR sel x710 - - 39 # NDRPDR sel x710 - - 40 # NDRPDR sel x710 - - 44 # NDRPDR sel x710 - - 45 # NDRPDR sel x710 - - 48 # NDRPDR sel x710 - - 49 # NDRPDR sel x710 - - 50 # NDRPDR sel x710 - - 51 # NDRPDR sel x710 - - 54 # NDRPDR sel x710 csit-dpdk-perf-report-iterative-2005-2n-skx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -3206,28 +2887,18 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 - csit-dpdk-perf-verify-2001-2n-clx: - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 25 # NDRPDR sel - - 26 # NDRPDR sel - - 27 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 31 # NDRPDR sel - - 32 # NDRPDR sel - - 33 # NDRPDR sel - - 34 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-2n-clx: - 20 # NDRPDR iter - 21 # NDRPDR iter @@ -3250,53 +2921,48 @@ - 11 # NDRPDR iter env5 - 12 # NDRPDR iter env5 - 13 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 15 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + - 22 # rls2101.rc1 NDRPDR iter env 6 csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 1 # NDRPDR iter env5 + - 16 # NDRPDR iter env5 + - 21 # NDRPDR iter env5 + - 22 # NDRPDR iter env5 + - 23 # NDRPDR iter env5 + - 24 # NDRPDR iter env5 + - 25 # NDRPDR iter env5 + - 29 # NDRPDR iter env5 + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 -# csit-dpdk-perf-verify-2001-2n-dnv: -# - 9 # NDRPDR sel -# - 10 # NDRPDR sel -# - 11 # NDRPDR sel -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-2n-dnv: # # No data # # csit-dpdk-perf-report-iterative-2009-2n-dnv: # # No data -# csit-dpdk-perf-verify-2001-3n-dnv: -# - 12 # NDRPDR sel -# - 13 # NDRPDR sel -# - 14 # NDRPDR sel -# - 15 # NDRPDR sel -# - 16 # NDRPDR sel -# - 17 # NDRPDR sel -# - 18 # NDRPDR sel -# - 19 # NDRPDR sel -# - 20 # NDRPDR sel -# - 22 # NDRPDR sel # csit-dpdk-perf-report-iterative-2005-3n-dnv: # # No data # # csit-dpdk-perf-report-iterative-2009-3n-dnv: # # No data - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel csit-dpdk-perf-report-iterative-2009-3n-tsh: @@ -3310,17 +2976,28 @@ - 9 # NDRPDR iter env5 - 10 # NDRPDR iter env5 - 11 # NDRPDR iter env5 - - csit-vpp-device-2009-ubuntu1804-1n-skx: - - 131 # rls2009 env 5 + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101.rc1 NDRPDR iter env 6 + - 12 # rls2101.rc1 NDRPDR iter env 6 + - 13 # rls2101.rc1 NDRPDR iter env 6 + - 14 # rls2101.rc1 NDRPDR iter env 6 + - 16 # rls2101.rc1 NDRPDR iter env 6 + - 17 # rls2101.rc1 NDRPDR iter env 6 + - 18 # rls2101.rc1 NDRPDR iter env 6 + - 19 # rls2101.rc1 NDRPDR iter env 6 + - 20 # rls2101.rc1 NDRPDR iter env 6 + - 21 # rls2101.rc1 NDRPDR iter env 6 + + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 66 # VPP DEV 2101.rc1 env6 - type: "output" output: "report" format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -3699,30 +3376,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -3732,30 +3409,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" @@ -3765,30 +3442,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -3798,30 +3475,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -3831,30 +3508,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3864,30 +3541,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3897,30 +3574,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3930,30 +3607,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env5" + data-set: "vpp-performance-changes-3n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3963,30 +3640,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3996,30 +3673,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4029,30 +3706,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4062,30 +3739,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env5" + data-set: "vpp-performance-changes-2n-skx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -4095,30 +3772,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -4128,30 +3805,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -4161,30 +3838,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -4194,126 +3871,162 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env5" + data-set: "vpp-performance-changes-2n-clx-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -## VPP Performance Changes 2n-clx-x556 2t1c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 4t2c pdr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 2t1c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' -# -## VPP Performance Changes 2n-clx-x556 4t2c ndr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001.0-2" -# data-set: "vpp-performance-changes-2n-clx-ref-env4" -# - title: "2005.0-3" -# data-set: "vpp-performance-changes-2n-clx-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - '' -# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with x556.' -# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -## - ' RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.' +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -4323,22 +4036,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -4348,22 +4067,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -4373,22 +4098,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -4398,22 +4129,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref" + data-set: "vpp-performance-changes-2n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -4423,22 +4160,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -4448,22 +4191,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -4473,22 +4222,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -4498,22 +4253,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref" + data-set: "vpp-performance-changes-3n-dnv-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -4523,30 +4284,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4556,30 +4317,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4589,30 +4350,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -4622,30 +4383,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-4" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" @@ -5007,30 +4768,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 2t2c mrr - type: "table" @@ -5040,30 +4801,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-hsw 4t4c mrr - type: "table" @@ -5073,30 +4834,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" @@ -5106,30 +4867,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-2t1c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -5139,30 +4900,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-4t2c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -5172,30 +4933,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-hsw-8t4c-mrr-rca2.yaml" +# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -5205,30 +4966,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -5238,30 +4999,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -5271,30 +5032,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-skx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-skx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-4" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -5304,30 +5065,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -5337,126 +5098,174 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-clx-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2005.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" + - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + comparisons: + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env5" +# - title: "2005.0-5" +# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + - title: "2101.0-6" + data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" - reference: 2 - compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" - reference: 3 - compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" + - title: "2009.0-6 vs 2009.0-5" + reference: 1 # 2 + compare: 2 # 3 +# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" + - title: "2101.0-6 vs 2009.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + + + + + + + + + + + -## VPP Performance Changes 2n-clx-x556 2t1c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." -# -## VPP Performance Changes 2n-clx-x556 4t2c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." -# -## VPP Performance Changes 2n-clx-x556 8t4c mrr -#- type: "table" -# title: "VPP Performance Changes 2n-clx-x556 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" -# columns: -# - title: "2001" -# data-set: "vpp-performance-changes-2n-clx-mrr-ref-env4" -# - title: "2005" -# data-set: "vpp-performance-changes-2n-clx-mrr-cmp" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2001, 2005 - VPP versions tested." -# - "Diff - difference between 2001 and 2005 VPP version." # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -5466,22 +5275,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -5491,22 +5306,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -5516,22 +5337,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref" + data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -5541,22 +5368,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -5566,22 +5399,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -5591,22 +5430,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref" + data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" comparisons: - - title: "2009.0-5 vs 2005.0-5" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-6" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -5616,30 +5461,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -5649,30 +5492,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -5682,30 +5523,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2001.0-2" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2005.0-4" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env4" - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env5" + data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - title: "2009.0-5" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" + - title: "2009.0-6" + data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + - title: "2101.0-6" data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" comparisons: - - title: "2005.0-5 vs 2005.0-4" + - title: "2009.0-6 vs 2009.0-5" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" - - title: "2009.0-5 vs 2005.0-5" + - title: "2101.0-6 vs 2009.0-6" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for CSIT rls2001, "4" for CSIT rls2005).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2005.0-5 vs 2005.0-4: Compares CSIT environment current vs previous with previous VPP code.' - - '2009.0-5 vs 2005.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' + - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" @@ -6627,11 +6466,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6639,8 +6478,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" @@ -6650,11 +6489,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6662,8 +6501,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" @@ -6673,11 +6512,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6685,8 +6524,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" @@ -6696,11 +6535,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-ref" + data-set: "dpdk-performance-changes-3n-hsw-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-hsw-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-hsw-cmp" comparisons: - title: "Diff" @@ -6708,8 +6547,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" @@ -6719,11 +6558,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6731,8 +6570,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -6742,11 +6581,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6754,8 +6593,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -6765,11 +6604,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6777,8 +6616,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -6788,11 +6627,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-skx-cmp" comparisons: - title: "Diff" @@ -6800,8 +6639,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -6811,11 +6650,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6823,8 +6662,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -6834,11 +6673,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6846,8 +6685,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -6857,11 +6696,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6869,8 +6708,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -6880,11 +6719,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-skx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-skx-cmp" comparisons: - title: "Diff" @@ -6892,8 +6731,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -6903,11 +6742,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6915,8 +6754,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -6926,11 +6765,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6938,8 +6777,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -6949,11 +6788,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6961,8 +6800,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -6972,11 +6811,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" + data-set: "dpdk-performance-changes-2n-clx-ref" + - title: "2101" data-set: "dpdk-performance-changes-2n-clx-cmp" comparisons: - title: "Diff" @@ -6984,8 +6823,100 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c pdr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 2t1c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." + +# DPDK Performance Changes 2n-zn2 4t2c ndr +- type: "table" + title: "DPDK Performance Changes 2n-zn2 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: +# - title: "2005" +# data-set: "dpdk-performance-changes-2n-zn2-h1" + - title: "2009" + data-set: "dpdk-performance-changes-2n-zn2-ref" + - title: "2101" + data-set: "dpdk-performance-changes-2n-zn2-cmp" + comparisons: + - title: "Diff" + reference: 1 # 2 + compare: 2 # 3 + legend: + - "" + - "2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -7179,11 +7110,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7191,8 +7122,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -7202,11 +7133,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7214,8 +7145,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -7225,11 +7156,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7237,8 +7168,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -7248,11 +7179,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2001" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" + data-set: "dpdk-performance-changes-3n-tsh-ref" + - title: "2101" data-set: "dpdk-performance-changes-3n-tsh-cmp" comparisons: - title: "Diff" @@ -7260,8 +7191,8 @@ compare: 3 legend: - "" - - "2001, 2005, 2009 - DPDK versions tested." - - "Diff - difference between 2005 and 2009 DPDK version." + - "2005, 2009, 2101 - DPDK versions tested." + - "Diff - difference between 2009 and 2101 DPDK version." # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" @@ -13174,7 +13105,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -13190,7 +13120,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -13206,7 +13135,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -13222,7 +13150,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -15656,7 +15583,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -15672,7 +15598,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -15688,7 +15613,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -15704,7 +15628,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -18556,7 +18479,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -18572,7 +18494,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-2t1c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-2t1c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -18616,7 +18537,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -18632,7 +18552,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-2t1c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-2t1c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-eth-l2bdbasemaclrn-ndrpdr" @@ -18676,7 +18595,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -18692,7 +18610,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-2t1c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-2t1c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-2t1c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-2t1c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-2t1c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -19728,7 +19645,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -19744,7 +19660,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -19788,7 +19703,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -19804,7 +19718,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" @@ -19848,7 +19761,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -19864,7 +19776,6 @@ include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Gbp-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-gbp-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -22661,23 +22572,34 @@ ################################################################################ - type: "plot" - title: "Latency by percentile: 2n-skx" - algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" + title: "Latency by percentile x-log: 2n-clx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-clx" + output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + target-links: "../../_static/vpp" + data: "plot-vpp-hdrh-lat-2n-clx" + filter: "'2T1C' and 'NIC_Intel-XXV710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile x-log: 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-x-log-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" data: "plot-vpp-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: - layout: "plot-hdrh-latency-by-percentile" + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 2n-skx-nat44" + title: "Latency by percentile: 2n-skx" algorithm: "plot_hdrh_lat_by_percentile" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-nat44" + data: "plot-vpp-hdrh-lat-2n-skx" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-by-percentile" @@ -22715,17 +22637,6 @@ layout: layout: "plot-hdrh-latency-by-percentile" -- type: "plot" - title: "Latency by percentile: 2n-clx-nat44" - algorithm: "plot_hdrh_lat_by_percentile" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-nat44" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-by-percentile" - - type: "plot" title: "Latency by percentile: 3n-hsw" algorithm: "plot_hdrh_lat_by_percentile"