From 5f13518c730fe19278e3f93948be1c74b3e0cf4e Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Sun, 6 Mar 2022 19:41:31 +0100 Subject: [PATCH 1/1] Report: Add rls data Change-Id: I8e7713467443d8dd308b44f721c0e2d80ab9c6b3 Signed-off-by: Tibor Frank --- .../specifications/report/data_sets.yaml | 150 ++++++++------ .../specifications/report/elements.yaml | 224 ++++++++++----------- 2 files changed, 202 insertions(+), 172 deletions(-) diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index e32d6d6b4a..aa69c72375 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -152,9 +152,9 @@ - 62 # rls2202.rel NDRPDR cov env 9 - 63 # rls2202.rel NDRPDR cov env 9 - 64 # rls2202.rel NDRPDR cov env 9 - # - 65 # rls2202.rel NDRPDR cov env 9 - # - 66 # rls2202.rel NDRPDR cov env 9 - # - 67 # rls2202.rel NDRPDR cov env 9 + - 65 # rls2202.rel NDRPDR cov env 9 + - 66 # rls2202.rel NDRPDR cov env 9 + - 67 # rls2202.rel NDRPDR cov env 9 dpdk-3n-skx-hist-iter: csit-dpdk-perf-report-iterative-2106-3n-skx: @@ -485,9 +485,9 @@ - 29 # rls2202.rel NDRPDR iter env 9 - 30 # rls2202.rel NDRPDR iter env 9 - 31 # rls2202.rel NDRPDR iter env 9 - # - 32 # rls2202.rel NDRPDR iter env 9 + - 32 # rls2202.rel NDRPDR iter env 9 - 33 # rls2202.rel NDRPDR iter env 9 - # - 34 # rls2202.rel NDRPDR iter env 9 + - 34 # rls2202.rel NDRPDR iter env 9 vpp-2n-zn2-curr-iter-best: csit-vpp-perf-report-iterative-2202-2n-zn2: @@ -515,21 +515,21 @@ vpp-2n-zn2-curr-cov: csit-vpp-perf-report-coverage-2202-2n-zn2: - - 1 # rls2202.rc2 NDRPDR cov env 9 - - 2 # rls2202.rc2 NDRPDR cov env 9 - - 3 # rls2202.rc2 NDRPDR cov env 9 - - 4 # rls2202.rc2 NDRPDR cov env 9 - - 5 # rls2202.rc2 NDRPDR cov env 9 - - 6 # rls2202.rc2 NDRPDR cov env 9 - - 7 # rls2202.rc2 NDRPDR cov env 9 - - 8 # rls2202.rc2 NDRPDR cov env 9 - - 9 # rls2202.rc2 NDRPDR cov env 9 - - 10 # rls2202.rc2 NDRPDR cov env 9 - - 11 # rls2202.rc2 NDRPDR cov env 9 - - 12 # rls2202.rc2 NDRPDR cov env 9 - - 13 # rls2202.rc2 NDRPDR cov env 9 - - 14 # rls2202.rc2 NDRPDR cov env 9 - - 15 # rls2202.rc2 NDRPDR cov env 9 + - 16 # rls2202.rel NDRPDR cov env 9 + # - 17 # rls2202.rel NDRPDR cov env 9 + - 18 # rls2202.rel NDRPDR cov env 9 + - 19 # rls2202.rel NDRPDR cov env 9 + - 20 # rls2202.rel NDRPDR cov env 9 + # - 21 # rls2202.rel NDRPDR cov env 9 + # - 22 # rls2202.rel NDRPDR cov env 9 + # - 23 # rls2202.rel NDRPDR cov env 9 + # - 24 # rls2202.rel NDRPDR cov env 9 + # - 25 # rls2202.rel NDRPDR cov env 9 + # - 26 # rls2202.rel NDRPDR cov env 9 + # - 27 # rls2202.rel NDRPDR cov env 9 + # - 28 # rls2202.rel NDRPDR cov env 9 + # - 29 # rls2202.rel NDRPDR cov env 9 + # - 30 # rls2202.rel NDRPDR cov env 9 dpdk-2n-zn2-hist-iter: csit-dpdk-perf-report-iterative-2106-2n-zn2: @@ -752,7 +752,7 @@ - 26 # rls2202.rel NDRPDR cov env 9 - 27 # rls2202.rel NDRPDR cov env 9 - 28 # rls2202.rel NDRPDR cov env 9 - # - 29 # rls2202.rel NDRPDR cov env 9 + - 29 # rls2202.rel NDRPDR cov env 9 - 30 # rls2202.rel NDRPDR cov env 9 - 31 # rls2202.rel NDRPDR cov env 9 - 32 # rls2202.rel NDRPDR cov env 9 @@ -847,14 +847,14 @@ csit-vpp-perf-report-iterative-2202-3n-tsh: - 24 # rls2202.rel NDRPDR iter env 9 - 25 # rls2202.rel NDRPDR iter env 9 - # - 26 # rls2202.rel NDRPDR iter env 9 + - 26 # rls2202.rel NDRPDR iter env 9 - 27 # rls2202.rel NDRPDR iter env 9 - 28 # rls2202.rel NDRPDR iter env 9 - 29 # rls2202.rel NDRPDR iter env 9 - 30 # rls2202.rel NDRPDR iter env 9 - 31 # rls2202.rel NDRPDR iter env 9 - 32 # rls2202.rel NDRPDR iter env 9 - # - 33 # rls2202.rel NDRPDR iter env 9 + - 33 # rls2202.rel NDRPDR iter env 9 vpp-3n-tsh-curr-iter-best: csit-vpp-perf-report-iterative-2202-3n-tsh: @@ -878,23 +878,23 @@ vpp-3n-tsh-curr-cov: csit-vpp-perf-report-coverage-2202-3n-tsh: - - 1 # rls2202.rc2 NDRPDR cov env 9 - - 2 # rls2202.rc2 NDRPDR cov env 9 - - 3 # rls2202.rc2 NDRPDR cov env 9 - - 4 # rls2202.rc2 NDRPDR cov env 9 - - 5 # rls2202.rc2 NDRPDR cov env 9 - - 6 # rls2202.rc2 NDRPDR cov env 9 - - 7 # rls2202.rc2 NDRPDR cov env 9 - - 8 # rls2202.rc2 NDRPDR cov env 9 - - 9 # rls2202.rc2 NDRPDR cov env 9 - - 10 # rls2202.rc2 NDRPDR cov env 9 - - 11 # rls2202.rc2 NDRPDR cov env 9 - - 12 # rls2202.rc2 NDRPDR cov env 9 - - 13 # rls2202.rc2 NDRPDR cov env 9 - - 14 # rls2202.rc2 NDRPDR cov env 9 - - 15 # rls2202.rc2 NDRPDR cov env 9 - - 16 # rls2202.rc2 NDRPDR cov env 9 - - 17 # rls2202.rc2 NDRPDR cov env 9 + - 18 # rls2202.rel NDRPDR cov env 9 + # - 19 # rls2202.rel NDRPDR cov env 9 + # - 20 # rls2202.rel NDRPDR cov env 9 + # - 21 # rls2202.rel NDRPDR cov env 9 + - 22 # rls2202.rel NDRPDR cov env 9 + - 23 # rls2202.rel NDRPDR cov env 9 + # - 24 # rls2202.rel NDRPDR cov env 9 + # - 25 # rls2202.rel NDRPDR cov env 9 + # - 26 # rls2202.rel NDRPDR cov env 9 + # - 27 # rls2202.rel NDRPDR cov env 9 + # - 28 # rls2202.rel NDRPDR cov env 9 + # - 29 # rls2202.rel NDRPDR cov env 9 + # - 30 # rls2202.rel NDRPDR cov env 9 + # - 31 # rls2202.rel NDRPDR cov env 9 + # - 32 # rls2202.rel NDRPDR cov env 9 + # - 33 # rls2202.rel NDRPDR cov env 9 + # - 34 # rls2202.rel NDRPDR cov env 9 dpdk-3n-tsh-hist-iter: csit-dpdk-perf-report-iterative-2106-3n-tsh: @@ -989,8 +989,8 @@ - 30 # rls2202.rel NDRPDR iter env 9 - 31 # rls2202.rel NDRPDR iter env 9 - 32 # rls2202.rel NDRPDR iter env 9 - # - 33 # rls2202.rel NDRPDR iter env 9 - # - 34 # rls2202.rel NDRPDR iter env 9 + - 33 # rls2202.rel NDRPDR iter env 9 + - 34 # rls2202.rel NDRPDR iter env 9 - 35 # rls2202.rel NDRPDR iter env 9 vpp-2n-tx2-curr-iter-best: @@ -1015,20 +1015,20 @@ vpp-2n-tx2-curr-cov: csit-vpp-perf-report-coverage-2202-2n-tx2: - - 1 # rls2202.rc2 NDRPDR cov env 9 - - 2 # rls2202.rc2 NDRPDR cov env 9 - - 3 # rls2202.rc2 NDRPDR cov env 9 - - 4 # rls2202.rc2 NDRPDR cov env 9 - - 5 # rls2202.rc2 NDRPDR cov env 9 - - 6 # rls2202.rc2 NDRPDR cov env 9 - - 7 # rls2202.rc2 NDRPDR cov env 9 - - 8 # rls2202.rc2 NDRPDR cov env 9 - - 9 # rls2202.rc2 NDRPDR cov env 9 - - 10 # rls2202.rc2 NDRPDR cov env 9 - - 11 # rls2202.rc2 NDRPDR cov env 9 - - 12 # rls2202.rc2 NDRPDR cov env 9 - - 13 # rls2202.rc2 NDRPDR cov env 9 - - 14 # rls2202.rc2 NDRPDR cov env 9 + - 15 # rls2202.rel NDRPDR cov env 9 + - 16 # rls2202.rel NDRPDR cov env 9 + - 17 # rls2202.rel NDRPDR cov env 9 + # - 18 # rls2202.rel NDRPDR cov env 9 + # - 19 # rls2202.rel NDRPDR cov env 9 + - 20 # rls2202.rel NDRPDR cov env 9 + - 21 # rls2202.rel NDRPDR cov env 9 + # - 22 # rls2202.rel NDRPDR cov env 9 + # - 23 # rls2202.rel NDRPDR cov env 9 + - 24 # rls2202.rel NDRPDR cov env 9 + # - 25 # rls2202.rel NDRPDR cov env 9 + # - 26 # rls2202.rel NDRPDR cov env 9 + # - 27 # rls2202.rel NDRPDR cov env 9 + # - 28 # rls2202.rel NDRPDR cov env 9 dpdk-2n-tx2-prev-iter: csit-dpdk-perf-report-iterative-2110-2n-tx2: @@ -1320,6 +1320,8 @@ - 32 # rls2202.rel NDRPDR iter env 9 - 33 # rls2202.rel NDRPDR iter env 9 - 37 # rls2202.rel NDRPDR iter env 9 + - 39 # rls2202.rel NDRPDR iter env 9 + - 41 # rls2202.rel NDRPDR iter env 9 vpp-2n-icx-curr-iter-best: csit-vpp-perf-report-iterative-2202-2n-icx: @@ -1332,16 +1334,21 @@ vpp-2n-icx-curr-nfv-ndrpdr: csit-vpp-perf-report-iterative-2202-2n-icx: - 27 # rls2202.rel NDRPDR nf-density iter env 9 + - 36 # rls2202.rel NDRPDR nf-density iter env 9 + - 45 # rls2202.rel NDRPDR nf-density iter env 9 + - 54 # rls2202.rel NDRPDR nf-density iter env 9 vpp-2n-icx-curr-nfv-mrr: csit-vpp-perf-report-iterative-2202-2n-icx: - - 24 # rls2202.rel NDRPDR nf-density iter env 9 + - 24 # rls2202.rel MRR nf-density iter env 9 vpp-2n-icx-curr-nfv-reconf: csit-vpp-perf-report-iterative-2202-2n-icx: - 26 # rls2202.rel NDRPDR reconf iter env 9 - 35 # rls2202.rel NDRPDR reconf iter env 9 - 38 # rls2202.rel NDRPDR reconf iter env 9 + - 52 # rls2202.rel NDRPDR reconf iter env 9 + - 55 # rls2202.rel NDRPDR reconf iter env 9 vpp-2n-icx-curr-soak: csit-vpp-perf-report-iterative-2202-2n-icx: @@ -1355,6 +1362,8 @@ - 32 # rls2202.rel NDRPDR iter env 9 - 33 # rls2202.rel NDRPDR iter env 9 - 37 # rls2202.rel NDRPDR iter env 9 + - 39 # rls2202.rel NDRPDR iter env 9 + - 41 # rls2202.rel NDRPDR iter env 9 vpp-soak-vs-ndr-2n-icx: csit-vpp-perf-report-iterative-2202-2n-icx: - 23 # rls2202.rel NDRPDR iter env 9 @@ -1363,6 +1372,8 @@ - 32 # rls2202.rel NDRPDR iter env 9 - 33 # rls2202.rel NDRPDR iter env 9 - 37 # rls2202.rel NDRPDR iter env 9 + - 39 # rls2202.rel NDRPDR iter env 9 + - 41 # rls2202.rel NDRPDR iter env 9 - 28 # rls2202.rel soak env 9 - 29 # rls2202.rel soak env 9 @@ -1425,12 +1436,31 @@ # - 40 # rls2202.rel NDRPDR cov env 9 - 41 # rls2202.rel NDRPDR cov env 9 - 42 # rls2202.rel NDRPDR cov env 9 - # - 43 # rls2202.rel NDRPDR cov env 9 + - 43 # rls2202.rel NDRPDR cov env 9 - 44 # rls2202.rel NDRPDR cov env 9 - 45 # rls2202.rel NDRPDR cov env 9 - # - 46 # rls2202.rel NDRPDR cov env 9 + - 46 # rls2202.rel NDRPDR cov env 9 # - 47 # rls2202.rel NDRPDR cov env 9 - # - 48 # rls2202.rel NDRPDR cov env 9 + - 48 # rls2202.rel NDRPDR cov env 9 + - 49 # rls2202.rel NDRPDR cov env 9 + - 50 # rls2202.rel NDRPDR cov env 9 + - 51 # rls2202.rel NDRPDR cov env 9 + - 52 # rls2202.rel NDRPDR cov env 9 + - 53 # rls2202.rel NDRPDR cov env 9 + # - 54 # rls2202.rel NDRPDR cov env 9 + # - 55 # rls2202.rel NDRPDR cov env 9 + - 56 # rls2202.rel NDRPDR cov env 9 + - 57 # rls2202.rel NDRPDR cov env 9 + - 58 # rls2202.rel NDRPDR cov env 9 + - 59 # rls2202.rel NDRPDR cov env 9 + # - 60 # rls2202.rel NDRPDR cov env 9 + # - 61 # rls2202.rel NDRPDR cov env 9 + # - 62 # rls2202.rel NDRPDR cov env 9 + # - 63 # rls2202.rel NDRPDR cov env 9 + # - 64 # rls2202.rel NDRPDR cov env 9 + # - 65 # rls2202.rel NDRPDR cov env 9 + # - 66 # rls2202.rel NDRPDR cov env 9 + # - 67 # rls2202.rel NDRPDR cov env 9 dpdk-3n-icx-curr-iter: csit-dpdk-perf-report-iterative-2202-3n-icx: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 49b45af185..920e814e88 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -73,40 +73,40 @@ build: "41" - job-spec: "ip4-03" build: "42" - # - job-spec: "ip4-04" - # build: "43" + - job-spec: "ip4-04" + build: "43" - job-spec: "ip4-05" build: "44" - job-spec: "ip4-06" build: "45" - # - job-spec: "ip4-07" - # build: "46" + - job-spec: "ip4-07" + build: "46" # - job-spec: "ip4tun-00" # build: "47" - # - job-spec: "ip4tun-02" - # build: "48" - # - job-spec: "ip6-00" - # build: "49" - # - job-spec: "ip6-01" - # build: "50" - # - job-spec: "ip6tun-00" - # build: "51" - # - job-spec: "l2-00" - # build: "52" - # - job-spec: "l2-01" - # build: "53" + - job-spec: "ip4tun-02" + build: "48" + - job-spec: "ip6-00" + build: "49" + - job-spec: "ip6-01" + build: "50" + - job-spec: "ip6tun-00" + build: "51" + - job-spec: "l2-00" + build: "52" + - job-spec: "l2-01" + build: "53" # - job-spec: "l2-02" # build: "54" # - job-spec: "l2-03" # build: "55" - # - job-spec: "l2-04" - # build: "56" - # - job-spec: "l2-05" - # build: "57" - # - job-spec: "l2-06" - # build: "58" - # - job-spec: "l2-07" - # build: "59" + - job-spec: "l2-04" + build: "56" + - job-spec: "l2-05" + build: "57" + - job-spec: "l2-06" + build: "58" + - job-spec: "l2-07" + build: "59" # - job-spec: "l2-08" # build: "60" # - job-spec: "l2-09" @@ -178,8 +178,8 @@ build: "27" - job-spec: "ip6-00" build: "28" - # - job-spec: "ip6-01" - # build: "29" + - job-spec: "ip6-01" + build: "29" - job-spec: "l2-00" build: "30" - job-spec: "l2-01" @@ -342,41 +342,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + - job-spec: "ip4-00" + build: "15" + - job-spec: "ip4-01" + build: "16" + - job-spec: "ip4-02" + build: "17" # - job-spec: "ip4-03" -# build: "4" +# build: "18" # - job-spec: "ip4-04" -# build: "5" -# - job-spec: "ip4-05" -# build: "6" -# - job-spec: "ip4-06" -# build: "7" +# build: "19" + - job-spec: "ip4-05" + build: "20" + - job-spec: "ip4-06" + build: "21" # - job-spec: "ip6-00" -# build: "8" +# build: "22" # - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" +# build: "23" + - job-spec: "l2-00" + build: "24" # - job-spec: "l2-01" -# build: "11" +# build: "25" # - job-spec: "l2-02" -# build: "12" +# build: "26" # - job-spec: "l2-03" -# build: "13" +# build: "27" # - job-spec: "l2-04" -# build: "14" +# build: "28" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -393,43 +393,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" + data: "vpp-2n-zn2-curr-cov" + lines: + - job-spec: "gso-00" + build: "16" # - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "18" +# build: "17" + - job-spec: "ip4-01" + build: "18" + - job-spec: "ip4-02" + build: "19" + - job-spec: "ip4-03" + build: "20" # - job-spec: "ip4-04" -# build: "6" +# build: "21" # - job-spec: "ip4-05" -# build: "7" +# build: "22" # - job-spec: "ip4tun-00" -# build: "8" +# build: "23" # - job-spec: "ip6-00" -# build: "9" +# build: "24" # - job-spec: "ip6-01" -# build: "19" +# build: "25" # - job-spec: "l2-00" -# build: "11" +# build: "26" # - job-spec: "l2-01" -# build: "12" +# build: "27" # - job-spec: "lb-00" -# build: "13" +# build: "28" # - job-spec: "memif-00" -# build: "14" +# build: "29" # - job-spec: "vhost-00" -# build: "15" +# build: "30" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -554,12 +554,12 @@ build: "63" - job-spec: "srv6-00" build: "64" - # - job-spec: "srv6-01" - # build: "65" - # - job-spec: "vhost-00" - # build: "66" - # - job-spec: "vhost-01" - # build: "67" + - job-spec: "srv6-01" + build: "65" + - job-spec: "vhost-00" + build: "66" + - job-spec: "vhost-01" + build: "67" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -574,47 +574,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" + data: "vpp-3n-tsh-curr-cov" + lines: + - job-spec: "ip4-00" + build: "18" # - job-spec: "ip4-01" -# build: "2" +# build: "19" # - job-spec: "ip4-02" -# build: "3" +# build: "20" # - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" +# build: "21" + - job-spec: "ip4tun-00" + build: "22" + - job-spec: "ip6-00" + build: "23" # - job-spec: "ip6-01" -# build: "7" +# build: "24" # - job-spec: "l2-00" -# build: "8" +# build: "25" # - job-spec: "l2-01" -# build: "9" +# build: "26" # - job-spec: "l2-02" -# build: "10" +# build: "27" # - job-spec: "l2-03" -# build: "11" +# build: "28" # - job-spec: "l2-04" -# build: "12" +# build: "29" # - job-spec: "memif-00" -# build: "13" +# build: "30" # - job-spec: "srv6-00" -# build: "14" +# build: "31" # - job-spec: "srv6-01" -# build: "15" +# build: "32" # - job-spec: "vhost-00" -# build: "16" +# build: "33" # - job-spec: "vhost-01" -# build: "17" +# build: "34" # VPP Latency Changes 3n-skx 2t1c - type: "table" -- 2.16.6