X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=30d63466747814e3117cf85ea242bbba82f3c5d0;hp=364776c111557b8b1d5b2b3b4da87349bdf1c724;hb=51e49d62566faaaa652837ad9cf7766d2810fc61;hpb=dec942c114df8fbd039e93174245920c257cc5e7 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 364776c111..30d6346674 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -48,13 +48,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: +- type: "table" + title: "Job Specification Duration: 3n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" + jb-type: "coverage" + data: "vpp-3n-icx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "35" + - job-spec: "crypto-01" + build: "36" + - job-spec: "crypto-02" + build: "37" + # - job-spec: "crypto-03" # Completly failed + # build: "68" + - job-spec: "crypto-04" + build: "38" + - job-spec: "ip4-00" + build: "39" + # - job-spec: "ip4-01" + # build: "40" + - job-spec: "ip4-02" + build: "41" + - job-spec: "ip4-03" + build: "42" + - job-spec: "ip4-04" + build: "43" + - job-spec: "ip4-05" + build: "44" + - job-spec: "ip4-06" + build: "45" + - job-spec: "ip4-07" + build: "46" + # - job-spec: "ip4tun-00" + # build: "47" + - job-spec: "ip4tun-02" + build: "48" + - job-spec: "ip6-00" + build: "49" + - job-spec: "ip6-01" + build: "50" + - job-spec: "ip6tun-00" + build: "51" + - job-spec: "l2-00" + build: "52" + - job-spec: "l2-01" + build: "53" + # - job-spec: "l2-02" + # build: "54" + # - job-spec: "l2-03" + # build: "55" + - job-spec: "l2-04" + build: "56" + - job-spec: "l2-05" + build: "57" + - job-spec: "l2-06" + build: "58" + - job-spec: "l2-07" + build: "59" + # - job-spec: "l2-08" + # build: "60" + # - job-spec: "l2-09" + # build: "61" + # - job-spec: "l2-10" + # build: "62" + # - job-spec: "memif-00" + # build: "63" + - job-spec: "srv6-00" + build: "64" + # - job-spec: "srv6-01" + # build: "65" + # - job-spec: "vhost-00" + # build: "66" + # - job-spec: "vhost-01" + # build: "67" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -81,47 +149,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-clx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" + jb-type: "coverage" + data: "vpp-2n-clx-curr-cov" + lines: + - job-spec: "gso-00" + build: "18" + - job-spec: "ip4-00" + build: "19" + - job-spec: "ip4-01" + build: "20" + - job-spec: "ip4-02" + build: "21" + - job-spec: "ip4-03" + build: "22" + - job-spec: "ip4-04" + build: "23" + - job-spec: "ip4-05" + build: "24" + - job-spec: "ip4-06" + build: "25" + - job-spec: "ip4-07" + build: "26" + - job-spec: "ip4tun-00" + build: "27" + - job-spec: "ip6-00" + build: "28" + - job-spec: "ip6-01" + build: "29" + - job-spec: "l2-00" + build: "30" + - job-spec: "l2-01" + build: "31" + - job-spec: "lb-00" + build: "32" + - job-spec: "memif-00" + build: "33" + - job-spec: "vhost-00" + build: "34" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -134,25 +202,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "7" -# - job-spec: "ip4-01" -# build: "8" -# - job-spec: "ip6-00" -# build: "9" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "7" + - job-spec: "ip4-01" + build: "8" + - job-spec: "ip6-00" + build: "14" + - job-spec: "ip6-01" + build: "10" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "12" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -165,15 +233,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "26" +- type: "table" + title: "Job Specification Duration: 2n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" + jb-type: "coverage" + data: "vpp-2n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "1" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -186,15 +254,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-aws-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" -# jb-type: "coverage" -# data: "vpp-3n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 3n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" + jb-type: "coverage" + data: "vpp-3n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "1" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -221,47 +289,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" -# jb-type: "coverage" -# data: "vpp-2n-skx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" + jb-type: "coverage" + data: "vpp-2n-skx-curr-cov" + lines: + - job-spec: "gso-00" + build: "18" + - job-spec: "ip4-00" + build: "19" + - job-spec: "ip4-01" + build: "20" + - job-spec: "ip4-02" + build: "21" + - job-spec: "ip4-03" + build: "22" + - job-spec: "ip4-04" + build: "23" + - job-spec: "ip4-05" + build: "24" + - job-spec: "ip4-06" + build: "25" + - job-spec: "ip4-07" + build: "26" + - job-spec: "ip4tun-00" + build: "27" + - job-spec: "ip6-00" + build: "28" + - job-spec: "ip6-01" + build: "29" + - job-spec: "l2-00" + build: "30" + - job-spec: "l2-01" + build: "31" + - job-spec: "lb-00" + build: "32" + - job-spec: "memif-00" + build: "33" + - job-spec: "vhost-00" + build: "34" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -274,41 +342,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + - job-spec: "ip4-00" + build: "15" + - job-spec: "ip4-01" + build: "16" + - job-spec: "ip4-02" + build: "17" + - job-spec: "ip4-03" + build: "18" # - job-spec: "ip4-04" -# build: "5" -# - job-spec: "ip4-05" -# build: "6" -# - job-spec: "ip4-06" -# build: "7" +# build: "19" + - job-spec: "ip4-05" + build: "20" + - job-spec: "ip4-06" + build: "21" # - job-spec: "ip6-00" -# build: "8" -# - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" +# build: "22" + - job-spec: "ip6-01" + build: "23" + - job-spec: "l2-00" + build: "24" # - job-spec: "l2-01" -# build: "11" +# build: "25" # - job-spec: "l2-02" -# build: "12" +# build: "26" # - job-spec: "l2-03" -# build: "13" +# build: "27" # - job-spec: "l2-04" -# build: "14" +# build: "28" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -325,43 +393,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" + data: "vpp-2n-zn2-curr-cov" + lines: + - job-spec: "gso-00" + build: "16" # - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "18" +# build: "17" + - job-spec: "ip4-01" + build: "18" + - job-spec: "ip4-02" + build: "19" + - job-spec: "ip4-03" + build: "20" # - job-spec: "ip4-04" -# build: "6" +# build: "21" # - job-spec: "ip4-05" -# build: "7" +# build: "22" # - job-spec: "ip4tun-00" -# build: "8" +# build: "23" # - job-spec: "ip6-00" -# build: "9" +# build: "24" # - job-spec: "ip6-01" -# build: "19" +# build: "25" # - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" +# build: "26" + - job-spec: "l2-01" + build: "27" # - job-spec: "lb-00" -# build: "13" +# build: "28" # - job-spec: "memif-00" -# build: "14" -# - job-spec: "vhost-00" -# build: "15" +# build: "29" + - job-spec: "vhost-00" + build: "30" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -374,33 +442,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "12" -# - job-spec: "crypto-01" -# build: "13" -# - job-spec: "crypto-02" -# build: "14" -# - job-spec: "ip4-00" -# build: "15" -# - job-spec: "ip4-01" -# build: "16" -# - job-spec: "ip4tun-00" -# build: "17" -# - job-spec: "ip6-00" -# build: "18" -# - job-spec: "ip6-01" -# build: "19" -# - job-spec: "l2-00" -# build: "20" -# - job-spec: "l2-01" -# build: "21" +- type: "table" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "11" + - job-spec: "crypto-01" + build: "12" + - job-spec: "crypto-02" + build: "13" + - job-spec: "ip4-00" + build: "14" + - job-spec: "ip4-01" + build: "15" + - job-spec: "ip4tun-00" + build: "16" + - job-spec: "ip6-00" + build: "17" + - job-spec: "ip6-01" + build: "18" + - job-spec: "l2-00" + build: "19" + - job-spec: "l2-01" + build: "20" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -417,81 +485,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" -# jb-type: "coverage" -# data: "vpp-3n-skx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "35" -# - job-spec: "crypto-01" -# build: "36" -# - job-spec: "crypto-02" -# build: "37" -# - job-spec: "crypto-03" # Completly failed -# build: "38" -# - job-spec: "crypto-04" -# build: "39" -# - job-spec: "ip4-00" -# build: "40" -# - job-spec: "ip4-01" -# build: "41" -# - job-spec: "ip4-02" -# build: "42" -# - job-spec: "ip4-03" -# build: "43" -# - job-spec: "ip4-04" -# build: "44" -# - job-spec: "ip4-05" -# build: "45" -# - job-spec: "ip4-06" -# build: "46" -# - job-spec: "ip4-07" -# build: "47" -# - job-spec: "ip4tun-00" -# build: "48" -# - job-spec: "ip4tun-02" -# build: "49" -# - job-spec: "ip6-00" -# build: "50" -# - job-spec: "ip6-01" -# build: "51" -# - job-spec: "ip6tun-00" -# build: "52" -# - job-spec: "l2-00" -# build: "53" -# - job-spec: "l2-01" -# build: "54" -# - job-spec: "l2-02" -# build: "55" -# - job-spec: "l2-03" -# build: "56" -# - job-spec: "l2-04" -# build: "57" -# - job-spec: "l2-05" -# build: "58" -# - job-spec: "l2-06" -# build: "59" -# - job-spec: "l2-07" -# build: "60" -# - job-spec: "l2-08" -# build: "61" -# - job-spec: "l2-09" -# build: "62" -# - job-spec: "l2-10" -# build: "63" -# - job-spec: "memif-00" -# build: "64" -# - job-spec: "srv6-00" -# build: "65" -# - job-spec: "srv6-01" -# build: "66" -# - job-spec: "vhost-00" -# build: "67" -# - job-spec: "vhost-01" -# build: "68" +- type: "table" + title: "Job Specification Duration: 3n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" + jb-type: "coverage" + data: "vpp-3n-skx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "35" + - job-spec: "crypto-01" + build: "36" + - job-spec: "crypto-02" + build: "37" + # - job-spec: "crypto-03" # Completly failed + # build: "68" + - job-spec: "crypto-04" + build: "38" + - job-spec: "ip4-00" + build: "39" + - job-spec: "ip4-01" + build: "40" + - job-spec: "ip4-02" + build: "41" + - job-spec: "ip4-03" + build: "42" + - job-spec: "ip4-04" + build: "43" + - job-spec: "ip4-05" + build: "44" + - job-spec: "ip4-06" + build: "45" + - job-spec: "ip4-07" + build: "46" + - job-spec: "ip4tun-00" + build: "47" + - job-spec: "ip4tun-02" + build: "48" + - job-spec: "ip6-00" + build: "49" + - job-spec: "ip6-01" + build: "50" + - job-spec: "ip6tun-00" + build: "51" + - job-spec: "l2-00" + build: "52" + - job-spec: "l2-01" + build: "53" + - job-spec: "l2-02" + build: "54" + - job-spec: "l2-03" + build: "55" + - job-spec: "l2-04" + build: "56" + - job-spec: "l2-05" + build: "57" + - job-spec: "l2-06" + build: "58" + - job-spec: "l2-07" + build: "59" + - job-spec: "l2-08" + build: "60" + - job-spec: "l2-09" + build: "61" + - job-spec: "l2-10" + build: "62" + - job-spec: "memif-00" + build: "63" + - job-spec: "srv6-00" + build: "64" + - job-spec: "srv6-01" + build: "65" + - job-spec: "vhost-00" + build: "66" + - job-spec: "vhost-01" + build: "67" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -506,47 +574,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" + data: "vpp-3n-tsh-curr-cov" + lines: + - job-spec: "ip4-00" + build: "18" # - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" +# build: "19" + - job-spec: "ip4-02" + build: "20" + - job-spec: "ip4-03" + build: "21" + - job-spec: "ip4tun-00" + build: "22" + - job-spec: "ip6-00" + build: "23" # - job-spec: "ip6-01" -# build: "7" +# build: "24" # - job-spec: "l2-00" -# build: "8" +# build: "25" # - job-spec: "l2-01" -# build: "9" +# build: "26" # - job-spec: "l2-02" -# build: "10" +# build: "27" # - job-spec: "l2-03" -# build: "11" +# build: "28" # - job-spec: "l2-04" -# build: "12" +# build: "29" # - job-spec: "memif-00" -# build: "13" +# build: "30" # - job-spec: "srv6-00" -# build: "14" +# build: "31" # - job-spec: "srv6-01" -# build: "15" +# build: "32" # - job-spec: "vhost-00" -# build: "16" +# build: "33" # - job-spec: "vhost-01" -# build: "17" +# build: "34" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -4148,28 +4216,28 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' -# VPP Performance Changes 2n-aws 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-aws 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' +# # VPP Performance Changes 2n-aws 8t4c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-aws 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-2n-aws-prev-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-2n-aws-curr-iter-mrr" +# comparisons: +# - title: "2202.0-9 vs 2110.0-8" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c mrr - type: "table" @@ -4217,28 +4285,28 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-aws 8t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-aws 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - columns: - - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-3n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' +# # VPP Performance Changes 3n-aws 8t4c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2202.0-9 vs 2110.0-8" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -6006,7 +6074,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6029,7 +6097,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6052,7 +6120,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6075,7 +6143,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -8927,9 +8995,9 @@ - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: title: "3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput" @@ -14106,10 +14174,10 @@ data: "vpp-2n-icx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" layout: title: "2n-icx-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps"