X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Fdata_sets.yaml;h=87f14af7fb67314521845e629c55db048e56146e;hb=07ebd0caf0ed5cb14c70c30fc0cd4469abb49e7c;hp=8e653238972a3c010b92c2c1ca9cc7d36d3de4ea;hpb=2ca2f929752b114f621890338620b72ecb81fa7b;p=csit.git diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 8e65323897..87f14af7fb 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -5,8 +5,8 @@ - type: "data-sets" vpp-device-results-ubuntu: - csit-vpp-device-2210-ubuntu2004-x86_64-1n-skx: - - 1 # rls2210.rel VPP DEV env 11 + csit-vpp-device-2210-ubuntu2204-x86_64-1n-skx: + - 91 # rls2210.rc2 VPP DEV env 11 ################################################################################ @@ -87,20 +87,22 @@ - 55 # rls2206.rel NDRPDR iter env 10 - 56 # rls2206.rel NDRPDR iter env 10 - vpp-2n-zn2-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 47 # rls2206.rel NDRPDR iter env 10 + # vpp-2n-zn2-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-zn2: + # csit-vpp-perf-report-iterative-2206-2n-zn2: + # - 47 # rls2206.rel NDRPDR iter env 10 vpp-2n-zn2-curr-iter: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 47 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 9 # rls2210.rc2 NDRPDR iter env 11 + # - 11 # rls2210.rc2 NDRPDR iter env 11 + - 12 # rls2210.rc2 NDRPDR iter env 11 + # - 13 # rls2210.rc2 NDRPDR iter env 11 + - 14 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-zn2-curr-iter-best: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 51 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 12 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-zn2-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-zn2: @@ -110,20 +112,18 @@ csit-vpp-perf-report-iterative-2206-2n-zn2: - 43 # rls2202.rel MRR iter env 10 - vpp-2n-zn2-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 43 # rls2202.rel MRR iter env 10 + # vpp-2n-zn2-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-zn2: + # csit-vpp-perf-report-iterative-2206-2n-zn2: + # - 43 # rls2202.rel MRR iter env 10 vpp-2n-zn2-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 43 # rls2202.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 8 # rls2210.rc2 MRR iter env 11 vpp-2n-zn2-curr-iter-gso: - # csit-vpp-perf-report-iterative-2210-2n-zn2: - csit-vpp-perf-report-iterative-2206-2n-zn2: - - 46 # rls2206.rel MRR GSO iter env 10 + csit-vpp-perf-report-iterative-2210-2n-zn2: + - 10 # rls2210.rc2 MRR GSO iter env 11 vpp-2n-zn2-curr-cov: # csit-vpp-perf-report-coverage-2210-2n-zn2: @@ -157,14 +157,21 @@ - 13 # rls2206 NDRPDR iter env 10 dpdk-2n-zn2-curr-iter: - # csit-dpdk-perf-report-iterative-2210-2n-zn2: - csit-dpdk-perf-report-iterative-2206-2n-zn2: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-zn2: + - 11 # rls2210 NDRPDR iter env 11 + # - 12 # rls2210 NDRPDR iter env 11 + # - 13 # rls2210 NDRPDR iter env 11 + # - 14 # rls2210 NDRPDR iter env 11 + # - 15 # rls2210 NDRPDR iter env 11 + - 16 # rls2210 NDRPDR iter env 11 + - 17 # rls2210 NDRPDR iter env 11 + # - 18 # rls2210 NDRPDR iter env 11 + # - 19 # rls2210 NDRPDR iter env 11 + - 20 # rls2210 NDRPDR iter env 11 dpdk-2n-zn2-curr-iter-best: - # csit-dpdk-perf-report-iterative-2210-2n-zn2: - csit-dpdk-perf-report-iterative-2206-2n-zn2: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-zn2: + - 11 # rls2210 NDRPDR iter env 11 # 2n-clx @@ -214,20 +221,22 @@ - 158 # rls2206.rel NDRPDR iter env 10 NAT44 - 159 # rls2206.rel NDRPDR iter env 10 NAT44 - vpp-2n-clx-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 44 # rls2202.rel NDRPDR iter env 10 + # vpp-2n-clx-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-clx: + # csit-vpp-perf-report-iterative-2206-2n-clx: + # - 44 # rls2202.rel NDRPDR iter env 10 vpp-2n-clx-curr-iter: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 113 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 26 # rls2210.rc2 NDRPDR iter env 11 + - 32 # rls2210.rc2 NDRPDR iter env 11 + - 33 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + # - 40 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-clx-curr-iter-best: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 116 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 34 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-clx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-clx: @@ -239,80 +248,57 @@ - 97 # rls2206.rel MRR iter env 10 - 149 # rls2206.rel MRR iter env 10 NAT44 - vpp-2n-clx-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 43 # rls2202.rel MRR iter env 10 + # vpp-2n-clx-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-clx: + # csit-vpp-perf-report-iterative-2206-2n-clx: + # - 43 # rls2202.rel MRR iter env 10 vpp-2n-clx-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 97 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 25 # rls2210.rc2 MRR iter env 11 vpp-2n-clx-curr-iter-gso: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 108 # rls2206.rel MRR GSO iter env 10 - - vpp-2n-clx-hist-iter-vsap-new-env: - csit-vpp-perf-report-iterative-2202-2n-clx: - - 55 # rls2202.rel VSAP iter env 9 - - 56 # rls2202.rel VSAP iter env 9 - - 57 # rls2202.rel VSAP iter env 9 - - 58 # rls2202.rel VSAP iter env 9 - - 59 # rls2202.rel VSAP iter env 9 - - 60 # rls2202.rel VSAP iter env 9 - - 68 # rls2202.rel VSAP iter env 9 - - 69 # rls2202.rel VSAP iter env 9 - - 70 # rls2202.rel VSAP iter env 9 - - 85 # rls2202.rel VSAP iter env 9 - - vpp-2n-clx-curr-iter-vsap-old-env: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 104 # rls2206.rel VSAP iter env 10 - - 112 # rls2206.rel VSAP iter env 10 - - 125 # rls2206.rel VSAP iter env 10 - - 128 # rls2206.rel VSAP iter env 10 - - 135 # rls2206.rel VSAP iter env 10 - - 144 # rls2206.rel VSAP iter env 10 - - 145 # rls2206.rel VSAP iter env 10 - - 146 # rls2206.rel VSAP iter env 10 - - 147 # rls2206.rel VSAP iter env 10 - - 148 # rls2206.rel VSAP iter env 10 - - vpp-2n-clx-curr-iter-vsap: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 104 # rls2206.rel VSAP iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 27 # rls2210.rc2 MRR GSO iter env 11 vpp-2n-clx-curr-nfv-ndrpdr: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 109 # rls2206.rel NDRPDR nf-density iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + # - 29 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 35 # rls2210.rc2 NDRPDR nf-density iter env 11 + # - 36 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 37 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 42 # rls2210.rc2 NDRPDR nf-density iter env 11 vpp-2n-clx-curr-nfv-mrr: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 99 # rls2206.rel NDRPDR nf-density iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 28 # rls2210.rc2 NDRPDR nf-density iter env 11 vpp-2n-clx-curr-nfv-reconf: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 101 # rls2206.rel NDRPDR reconf iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + # - 30 # rls2210.rc2 NDRPDR reconf iter env 11 + - 38 # rls2210.rc2 NDRPDR reconf iter env 11 + - 39 # rls2210.rc2 NDRPDR reconf iter env 11 + - 41 # rls2210.rc2 NDRPDR reconf iter env 11 + - 43 # rls2210.rc2 NDRPDR reconf iter env 11 vpp-2n-clx-curr-soak: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 111 # rls2206.rel soak env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 31 # rls2210.rc2 soak env 11 vpp-soak-vs-ndr-2n-clx-ref: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 113 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 26 # rls2210.rc2 NDRPDR iter env 11 + - 32 # rls2210.rc2 NDRPDR iter env 11 + - 33 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + # - 40 # rls2210.rc2 NDRPDR iter env 11 vpp-soak-vs-ndr-2n-clx: - # csit-vpp-perf-report-iterative-2210-2n-clx: - csit-vpp-perf-report-iterative-2206-2n-clx: - - 113 # rls2206.rel NDRPDR iter env 10 - - 111 # rls2206.rel soak env 10 + csit-vpp-perf-report-iterative-2210-2n-clx: + - 26 # rls2210.rc2 NDRPDR iter env 11 + - 32 # rls2210.rc2 NDRPDR iter env 11 + - 33 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + # - 40 # rls2210.rc2 NDRPDR iter env 11 + - 31 # rls2210.rc2 soak env 11 vpp-2n-clx-curr-cov: # csit-vpp-perf-report-coverage-2210-2n-clx: @@ -346,14 +332,21 @@ - 28 # rls2206 NDRPDR iter env 10 dpdk-2n-clx-curr-iter: - # csit-dpdk-perf-report-iterative-2210-2n-clx: - csit-dpdk-perf-report-iterative-2206-2n-clx: - - 15 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-clx: + # - 11 # rls2210 NDRPDR iter env 11 + # - 12 # rls2210 NDRPDR iter env 11 + - 13 # rls2210 NDRPDR iter env 11 + - 14 # rls2210 NDRPDR iter env 11 + - 15 # rls2210 NDRPDR iter env 11 + # - 16 # rls2210 NDRPDR iter env 11 + - 17 # rls2210 NDRPDR iter env 11 + - 18 # rls2210 NDRPDR iter env 11 + - 19 # rls2210 NDRPDR iter env 11 + # - 20 # rls2210 NDRPDR iter env 11 dpdk-2n-clx-curr-iter-best: - # csit-dpdk-perf-report-iterative-2210-2n-clx: - csit-dpdk-perf-report-iterative-2206-2n-clx: - - 15 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-clx: + - 13 # rls2210 NDRPDR iter env 11 # 3n-tsh @@ -383,10 +376,10 @@ - 45 # rls2206.rel NDRPDR iter env 10 - 46 # rls2206.rel NDRPDR iter env 10 - vpp-3n-tsh-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-3n-tsh: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 4 # rls2202.rel NDRPDR iter env 10 + # vpp-3n-tsh-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-tsh: + # csit-vpp-perf-report-iterative-2206-3n-tsh: + # - 4 # rls2202.rel NDRPDR iter env 10 vpp-3n-tsh-curr-iter: # csit-vpp-perf-report-iterative-2210-3n-tsh: @@ -406,10 +399,10 @@ csit-vpp-perf-report-iterative-2206-3n-tsh: - 29 # rls2206.rel MRR iter env 10 - vpp-3n-tsh-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-3n-tsh: - csit-vpp-perf-report-iterative-2206-3n-tsh: - - 3 # rls2202.rel MRR iter env 10 + # vpp-3n-tsh-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-tsh: + # csit-vpp-perf-report-iterative-2206-3n-tsh: + # - 3 # rls2202.rel MRR iter env 10 vpp-3n-tsh-curr-iter-mrr: # csit-vpp-perf-report-iterative-2210-3n-tsh: @@ -485,10 +478,10 @@ - 46 # rls2206.rel NDRPDR iter env 10 - 47 # rls2206.rel NDRPDR iter env 10 - vpp-2n-tx2-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-2n-tx2: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 4 # rls2202.rel NDRPDR iter env 10 + # vpp-2n-tx2-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-tx2: + # csit-vpp-perf-report-iterative-2206-2n-tx2: + # - 4 # rls2202.rel NDRPDR iter env 10 vpp-2n-tx2-curr-iter: # csit-vpp-perf-report-iterative-2210-2n-tx2: @@ -500,7 +493,7 @@ csit-vpp-perf-report-iterative-2206-2n-tx2: - 38 # rls2206.rel NDRPDR iter env 10 - vpp-2n-tx2-prev-iter-mrr-new-env: + vpp-2n-tx2-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-tx2: - 3 # rls2202.rel MRR iter env 10 @@ -508,10 +501,10 @@ csit-vpp-perf-report-iterative-2206-2n-tx2: - 29 # rls2206.rel MRR iter env 10 - vpp-2n-tx2-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-2n-tx2: - csit-vpp-perf-report-iterative-2206-2n-tx2: - - 3 # rls2202.rel MRR iter env 10 + # vpp-2n-tx2-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-tx2: + # csit-vpp-perf-report-iterative-2206-2n-tx2: + # - 3 # rls2202.rel MRR iter env 10 vpp-2n-tx2-curr-iter-mrr: # csit-vpp-perf-report-iterative-2210-2n-tx2: @@ -587,15 +580,18 @@ - 39 # rls2206.rel NDRPDR iter env 10 - 40 # rls2206.rel NDRPDR iter env 10 - vpp-3n-dnv-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-3n-dnv: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 + # vpp-3n-dnv-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-dnv: + # csit-vpp-perf-report-iterative-2206-3n-dnv: + # - 4 # rls2202.rel NDRPDR iter env 10 vpp-3n-dnv-curr-iter: - # csit-vpp-perf-report-iterative-2210-3n-dnv: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 24 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-dnv: + - 11 # rls2210.rc2 NDRPDR iter env 11 + - 12 # rls2210.rc2 NDRPDR iter env 11 + - 13 # rls2210.rc2 NDRPDR iter env 11 + - 14 # rls2210.rc2 NDRPDR iter env 11 + - 15 # rls2210.rc2 NDRPDR iter env 11 vpp-3n-dnv-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-3n-dnv: @@ -605,15 +601,14 @@ csit-vpp-perf-report-iterative-2206-3n-dnv: - 22 # rls2206.rel MRR iter env 10 - vpp-3n-dnv-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-3n-dnv: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 3 # rls2202.rel MRR iter env 10 + # vpp-3n-dnv-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-dnv: + # csit-vpp-perf-report-iterative-2206-3n-dnv: + # - 3 # rls2202.rel MRR iter env 10 vpp-3n-dnv-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-3n-dnv: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 22 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-dnv: + - 10 # rls2210.rc2 MRR iter env 11 vpp-3n-dnv-curr-cov: # csit-vpp-perf-report-coverage-2210-3n-dnv: @@ -648,15 +643,18 @@ - 38 # rls2206.rel NDRPDR iter env 10 - 39 # rls2206.rel NDRPDR iter env 10 - vpp-2n-dnv-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-2n-dnv: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 + # vpp-2n-dnv-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-dnv: + # csit-vpp-perf-report-iterative-2206-2n-dnv: + # - 4 # rls2202.rel NDRPDR iter env 10 vpp-2n-dnv-curr-iter: - # csit-vpp-perf-report-iterative-2210-2n-dnv: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 22 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-dnv: + - 11 # rls2210.rc2 NDRPDR iter env 11 + - 12 # rls2210.rc2 NDRPDR iter env 11 + - 13 # rls2210.rc2 NDRPDR iter env 11 + - 14 # rls2210.rc2 NDRPDR iter env 11 + - 15 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-dnv-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-dnv: @@ -666,15 +664,14 @@ csit-vpp-perf-report-iterative-2206-2n-dnv: - 20 # rls2206.rel MRR iter env 10 - vpp-2n-dnv-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-2n-dnv: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 3 # rls2202.rel MRR iter env 10 + # vpp-2n-dnv-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-dnv: + # csit-vpp-perf-report-iterative-2206-2n-dnv: + # - 3 # rls2202.rel MRR iter env 10 vpp-2n-dnv-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-2n-dnv: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 20 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-dnv: + - 10 # rls2210.rc2 MRR iter env 11 vpp-2n-dnv-curr-cov: # csit-vpp-perf-report-coverage-2210-2n-dnv: @@ -710,14 +707,16 @@ - 23 # rls2206.rel NDRPDR iter env 10 vpp-2n-aws-curr-iter: - # csit-vpp-perf-report-iterative-2210-2n-aws: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 11 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-aws: + - 10 # rls2210.rc2 NDRPDR iter env 11 + - 11 # rls2210.rc2 NDRPDR iter env 11 + - 12 # rls2210.rc2 NDRPDR iter env 11 + - 13 # rls2210.rc2 NDRPDR iter env 11 + - 14 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-aws-curr-iter-best: - # csit-vpp-perf-report-iterative-2210-2n-aws: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 11 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-aws: + - 8 # rls2210.rc1 NDRPDR iter env 11 vpp-2n-aws-hist-iter-mrr: csit-vpp-perf-report-iterative-2202-2n-aws: @@ -728,9 +727,8 @@ - 10 # rls2206.rel MRR iter env 10 vpp-2n-aws-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-2n-aws: - csit-vpp-perf-report-iterative-2206-2n-aws: - - 10 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-aws: + - 9 # rls2210.rc2 MRR iter env 11 vpp-2n-aws-curr-cov: # csit-vpp-perf-report-coverage-2210-2n-aws: @@ -785,20 +783,22 @@ - 126 # rls2206.rel NDRPDR iter env 10 NAT44 - 127 # rls2206.rel NDRPDR iter env 10 NAT44 - vpp-2n-icx-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 107 # rls2202.rel NDRPDR iter env 10 + # vpp-2n-icx-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-icx: + # csit-vpp-perf-report-iterative-2206-2n-icx: + # - 107 # rls2202.rel NDRPDR iter env 10 vpp-2n-icx-curr-iter: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 27 # rls2210.rc2 NDRPDR iter env 11 + - 28 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + - 35 # rls2210.rc2 NDRPDR iter env 11 + - 36 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-icx-curr-iter-best: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 28 # rls2210.rc2 NDRPDR iter env 11 vpp-2n-icx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-2n-icx: @@ -810,49 +810,59 @@ - 68 # rls2206.rel MRR iter env 10 - 117 # rls2206.rel MRR iter env 10 NAT44 - vpp-2n-icx-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 106 # rls2202.rel MRR iter env 10 + # vpp-2n-icx-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-2n-icx: + # csit-vpp-perf-report-iterative-2206-2n-icx: + # - 106 # rls2202.rel MRR iter env 10 vpp-2n-icx-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 68 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 26 # rls2210.rc2 MRR iter env 11 vpp-2n-icx-curr-nfv-ndrpdr: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 71 # rls2206.rel NDRPDR nf-density iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 31 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 37 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 38 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 39 # rls2210.rc2 NDRPDR nf-density iter env 11 + - 40 # rls2210.rc2 NDRPDR nf-density iter env 11 vpp-2n-icx-curr-nfv-mrr: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 70 # rls2206.rel MRR nf-density iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 30 # rls2210.rc2 MRR nf-density iter env 11 vpp-2n-icx-curr-nfv-reconf: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 72 # rls2206.rel NDRPDR reconf iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 32 # rls2210.rc2 NDRPDR reconf iter env 11 + - 41 # rls2210.rc2 NDRPDR reconf iter env 11 + - 42 # rls2210.rc2 NDRPDR reconf iter env 11 + - 43 # rls2210.rc2 NDRPDR reconf iter env 11 + - 44 # rls2210.rc2 NDRPDR reconf iter env 11 vpp-2n-icx-curr-soak: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 79 # rls2206.rel soak env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 33 # rls2210.rc2 soak env 11 + - 45 # rls2210.rc2 soak env 11 vpp-soak-vs-ndr-2n-icx-ref: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 27 # rls2210.rc2 NDRPDR iter env 11 + - 28 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + - 35 # rls2210.rc2 NDRPDR iter env 11 + - 36 # rls2210.rc2 NDRPDR iter env 11 vpp-soak-vs-ndr-2n-icx: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 80 # rls2206.rel NDRPDR iter env 10 - - 79 # rls2206.rel soak env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 27 # rls2210.rc2 NDRPDR iter env 11 + - 28 # rls2210.rc2 NDRPDR iter env 11 + - 34 # rls2210.rc2 NDRPDR iter env 11 + - 35 # rls2210.rc2 NDRPDR iter env 11 + - 36 # rls2210.rc2 NDRPDR iter env 11 + - 33 # rls2210.rc2 soak env 11 + - 45 # rls2210.rc2 soak env 11 vpp-2n-icx-curr-iter-gso: - # csit-vpp-perf-report-iterative-2210-2n-icx: - csit-vpp-perf-report-iterative-2206-2n-icx: - - 73 # rls2206.rel MRR GSO iter env 10 + csit-vpp-perf-report-iterative-2210-2n-icx: + - 29 # rls2210.rc2 MRR GSO iter env 11 vpp-2n-icx-curr-cov: # csit-vpp-perf-report-coverage-2210-2n-icx: @@ -886,14 +896,21 @@ - 15 # rls2206 NDRPDR iter env 10 dpdk-2n-icx-curr-iter: - # csit-dpdk-perf-report-iterative-2210-2n-icx: - csit-dpdk-perf-report-iterative-2206-2n-icx: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-icx: + - 11 # rls2210 NDRPDR iter env 11 + - 12 # rls2210 NDRPDR iter env 11 + - 13 # rls2210 NDRPDR iter env 11 + - 14 # rls2210 NDRPDR iter env 11 + - 15 # rls2210 NDRPDR iter env 11 + - 16 # rls2210 NDRPDR iter env 11 + - 17 # rls2210 NDRPDR iter env 11 + - 18 # rls2210 NDRPDR iter env 11 + - 19 # rls2210 NDRPDR iter env 11 + - 20 # rls2210 NDRPDR iter env 11 dpdk-2n-icx-curr-iter-best: - # csit-dpdk-perf-report-iterative-2210-2n-icx: - csit-dpdk-perf-report-iterative-2206-2n-icx: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-2n-icx: + - 11 # rls2210 NDRPDR iter env 11 # 3n-icx @@ -923,20 +940,22 @@ - 57 # rls2206.rel NDRPDR iter env 10 - 58 # rls2206.rel NDRPDR iter env 10 - vpp-3n-icx-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-3n-icx: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 60 # rls2202.rel NDRPDR iter env 10 + # vpp-3n-icx-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-icx: + # csit-vpp-perf-report-iterative-2206-3n-icx: + # - 60 # rls2202.rel NDRPDR iter env 10 vpp-3n-icx-curr-iter: - # csit-vpp-perf-report-iterative-2210-3n-icx: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 49 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-icx: + - 15 # rls2210.rc2 NDRPDR iter env 11 + - 16 # rls2210.rc2 NDRPDR iter env 11 + - 17 # rls2210.rc2 NDRPDR iter env 11 + - 19 # rls2210.rc2 NDRPDR iter env 11 + # - 20 # rls2210.rc2 NDRPDR iter env 11 vpp-3n-icx-curr-iter-best: - # csit-vpp-perf-report-iterative-2210-3n-icx: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 49 # rls2206.rel NDRPDR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-icx: + - 16 # rls2210.rc2 NDRPDR iter env 11 vpp-3n-icx-hist-iter-mrr: csit-vpp-perf-report-iterative-2206-3n-icx: @@ -946,15 +965,27 @@ csit-vpp-perf-report-iterative-2206-3n-icx: - 39 # rls2206.rel MRR iter env 10 - vpp-3n-icx-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-3n-icx: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 59 # rls2202.rel MRR iter env 10 + # vpp-3n-icx-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-icx: + # csit-vpp-perf-report-iterative-2206-3n-icx: + # - 59 # rls2202.rel MRR iter env 10 vpp-3n-icx-curr-iter-mrr: - # csit-vpp-perf-report-iterative-2210-3n-icx: - csit-vpp-perf-report-iterative-2206-3n-icx: - - 39 # rls2206.rel MRR iter env 10 + csit-vpp-perf-report-iterative-2210-3n-icx: + - 12 # rls2210.rc2 MRR iter env 11 + + # vpp-3n-icx-hist-iter-hoststack-new-env: + # csit-vpp-perf-report-iterative-2110-3n-icx: + # - 40 # rls2110.rel NDRPDR iter env 8 + + # vpp-3n-icx-prev-iter-hoststack-old-env: + # csit-vpp-perf-report-iterative-2202-3n-icx: + # - 29 # rls2202.rel hoststack iter env 9 + + vpp-3n-icx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2210-3n-icx: + - 17 # rls2210.rc2 hoststack iter env 11 + - 21 # rls2210.rc2 hoststack iter env 11 vpp-3n-icx-curr-cov: # csit-vpp-perf-report-coverage-2210-3n-icx: @@ -989,14 +1020,21 @@ - 11 # rls2206 NDRPDR iter env 10 dpdk-3n-icx-curr-iter: - # csit-dpdk-perf-report-iterative-2210-3n-icx: - csit-dpdk-perf-report-iterative-2206-3n-icx: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-3n-icx: + - 11 # rls2210 NDRPDR iter env 11 + # - 12 # rls2210 NDRPDR iter env 11 + # - 13 # rls2210 NDRPDR iter env 11 + # - 14 # rls2210 NDRPDR iter env 11 + # - 15 # rls2210 NDRPDR iter env 11 + # - 16 # rls2210 NDRPDR iter env 11 + - 17 # rls2210 NDRPDR iter env 11 + # - 18 # rls2210 NDRPDR iter env 11 + - 19 # rls2210 NDRPDR iter env 11 + # - 20 # rls2210 NDRPDR iter env 11 dpdk-3n-icx-curr-iter-best: - # csit-dpdk-perf-report-iterative-2210-3n-icx: - csit-dpdk-perf-report-iterative-2206-3n-icx: - - 1 # rls2206 NDRPDR iter env 10 + csit-dpdk-perf-report-iterative-2210-3n-icx: + - 11 # rls2210 NDRPDR iter env 11 # 3n-alt @@ -1013,10 +1051,10 @@ - 28 # rls2206.rel NDRPDR iter env 10 - 29 # rls2206.rel NDRPDR iter env 10 - vpp-3n-alt-prev-iter-new-env: - # csit-vpp-perf-report-iterative-2210-3n-alt: - csit-vpp-perf-report-iterative-2206-3n-alt: - - 20 # rls2206.rel NDRPDR iter env 10 + # vpp-3n-alt-prev-iter-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-alt: + # csit-vpp-perf-report-iterative-2206-3n-alt: + # - 20 # rls2206.rel NDRPDR iter env 10 vpp-3n-alt-curr-iter: # csit-vpp-perf-report-iterative-2210-3n-alt: @@ -1032,10 +1070,10 @@ csit-vpp-perf-report-iterative-2206-3n-alt: - 12 # rls2206.rel MRR iter env 10 - vpp-3n-alt-prev-iter-mrr-new-env: - # csit-vpp-perf-report-iterative-2210-3n-alt: - csit-vpp-perf-report-iterative-2206-3n-alt: - - 12 # rls2206.rel MRR iter env 10 + # vpp-3n-alt-prev-iter-mrr-new-env: + # # csit-vpp-perf-report-iterative-2210-3n-alt: + # csit-vpp-perf-report-iterative-2206-3n-alt: + # - 12 # rls2206.rel MRR iter env 10 vpp-3n-alt-curr-iter-mrr: # csit-vpp-perf-report-iterative-2210-3n-alt: @@ -1069,3 +1107,81 @@ # csit-dpdk-perf-report-iterative-2210-3n-alt: csit-dpdk-perf-report-iterative-2206-3n-alt: - 1 # rls2206 NDRPDR iter env 10 + + # 3n-snr + + # vpp-3n-snr-hist-iter: + # csit-vpp-perf-report-iterative-2206-3n-snr: + # - 4 # rls2202.rel NDRPDR iter env 10 + + # vpp-3n-snr-prev-iter-old-env: + # csit-vpp-perf-report-iterative-2206-3n-snr: + # - 24 # rls2206.rel NDRPDR iter env 10 + + # vpp-3n-snr-prev-iter-new-env: + # csit-vpp-perf-report-iterative-2210-3n-snr: + # - 4 # rls2202.rel NDRPDR iter env 10 + + vpp-3n-snr-curr-iter: + csit-vpp-perf-report-iterative-2210-3n-snr: + - 10 # rls2210.rc2 NDRPDR iter env 11 + - 13 # rls2210.rc2 NDRPDR iter env 11 + - 14 # rls2210.rc2 NDRPDR iter env 11 + - 15 # rls2210.rc2 NDRPDR iter env 11 + - 16 # rls2210.rc2 NDRPDR iter env 11 + - 18 # rls2210.rc2 NDRPDR iter env 11 + - 19 # rls2210.rc2 NDRPDR iter env 11 + - 21 # rls2210.rc2 NDRPDR iter env 11 + - 22 # rls2210.rc2 NDRPDR iter env 11 + - 23 # rls2210.rc2 NDRPDR iter env 11 + + vpp-3n-snr-curr-iter-best: + csit-vpp-perf-report-iterative-2210-3n-snr: + - 13 # rls2210.rc2 NDRPDR iter env 11 + + # vpp-3n-snr-hist-iter-mrr: + # csit-vpp-perf-report-iterative-2206-3n-snr: + # - 3 # rls2202.rel MRR iter env 10 + + # vpp-3n-snr-prev-iter-mrr-old-env: + # csit-vpp-perf-report-iterative-2206-3n-snr: + # - 22 # rls2206.rel MRR iter env 10 + + # vpp-3n-snr-prev-iter-mrr-new-env: + # csit-vpp-perf-report-iterative-2210-3n-snr: + # - 3 # rls2202.rel MRR iter env 10 + + vpp-3n-snr-curr-iter-mrr: + csit-vpp-perf-report-iterative-2210-3n-snr: + - 9 # rls2210.rc2 MRR iter env 11 + + vpp-3n-snr-curr-cov: + # csit-vpp-perf-report-coverage-2210-3n-snr: + # - 1 # rls2206.rel NDRPDR cov env 10 + csit-vpp-perf-report-iterative-2210-3n-snr: + - 10 # rls2210.rc2 NDRPDR iter env 11 + + # dpdk-3n-snr-hist-iter: + # csit-dpdk-perf-report-iterative-2206-3n-snr: + # - 1 # rls2210 NDRPDR iter env 11 + + # dpdk-3n-snr-prev-iter: + # csit-dpdk-perf-report-iterative-2206-3n-snr: + # - 1 # rls2210 NDRPDR iter env 11 + + dpdk-3n-snr-curr-iter: + csit-dpdk-perf-report-iterative-2210-3n-snr: + - 6 # rls2210 NDRPDR iter env 11 + - 7 # rls2210 NDRPDR iter env 11 + - 8 # rls2210 NDRPDR iter env 11 + - 9 # rls2210 NDRPDR iter env 11 + - 10 # rls2210 NDRPDR iter env 11 + - 11 # rls2210 NDRPDR iter env 11 + - 12 # rls2210 NDRPDR iter env 11 + - 13 # rls2210 NDRPDR iter env 11 + - 14 # rls2210 NDRPDR iter env 11 + - 15 # rls2210 NDRPDR iter env 11 + + dpdk-3n-snr-curr-iter-best: + csit-dpdk-perf-report-iterative-2210-3n-snr: + - 6 # rls2210 NDRPDR iter env 11