X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=f4c77278f1eb44658643ab3b63b1117a5f8cff52;hp=21f6b7166f462704fe8d353d4d892ff77db6606c;hb=6533fa595faa39f3b966cc6ee82e99aa48c9a806;hpb=55cad0badce981ec3f0b544e687d898eba689368 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 21f6b7166f..f4c77278f1 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -27,47 +27,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "11" -# - job-spec: "ip6-01" -# build: "12" -# - job-spec: "l2-00" -# build: "13" -# - job-spec: "l2-01" -# build: "14" -# - job-spec: "lb-00" -# build: "15" -# - job-spec: "memif-00" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" +- type: "table" + title: "Job Specification Duration: 2n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" + jb-type: "coverage" + data: "vpp-2n-icx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" - type: "table" title: "Job Specification Duration: 3n-icx-iterative" @@ -82,81 +82,83 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "35" -# - job-spec: "crypto-01" -# build: "36" -# - job-spec: "crypto-02" -# build: "37" -# - job-spec: "crypto-03" # Completly failed -# build: "70" -# - job-spec: "crypto-04" -# build: "38" -# - job-spec: "ip4-00" -# build: "39" -# - job-spec: "ip4-01" -# build: "40" -# - job-spec: "ip4-02" -# build: "41" -# - job-spec: "ip4-03" -# build: "42" -# - job-spec: "ip4-04" -# build: "43" -# - job-spec: "ip4-05" -# build: "44" -# - job-spec: "ip4-06" -# build: "45" -# - job-spec: "ip4-07" -# build: "46" -# - job-spec: "ip4tun-00" -# build: "47" -# - job-spec: "ip4tun-02" -# build: "48" -# - job-spec: "ip6-00" -# build: "49" -# - job-spec: "ip6-01" -# build: "50" -# - job-spec: "ip6tun-00" -# build: "71" -# - job-spec: "l2-00" -# build: "52" -# - job-spec: "l2-01" -# build: "53" -# - job-spec: "l2-02" -# build: "68" -# - job-spec: "l2-03" -# build: "55" -# - job-spec: "l2-04" -# build: "56" -# - job-spec: "l2-05" -# build: "57" -# - job-spec: "l2-06" -# build: "58" -# - job-spec: "l2-07" -# build: "59" -# - job-spec: "l2-08" -# build: "60" -# - job-spec: "l2-09" -# build: "61" -# - job-spec: "l2-10" -# build: "69" -# - job-spec: "memif-00" -# build: "63" -# - job-spec: "srv6-00" -# build: "64" -# - job-spec: "srv6-01" -# build: "65" -# - job-spec: "vhost-00" -# build: "66" -# - job-spec: "vhost-01" -# build: "67" +- type: "table" + title: "Job Specification Duration: 3n-icx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" + jb-type: "coverage" + data: "vpp-3n-icx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "crypto-03" + build: "35" + - job-spec: "crypto-04" + build: "4" + - job-spec: "crypto-05" + build: "34" + - job-spec: "ip4-00" + build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip4tun-02" + build: "14" + - job-spec: "ip6-00" + build: "15" + - job-spec: "ip6-01" + build: "16" + - job-spec: "ip6tun-00" + build: "17" + - job-spec: "l2-00" + build: "18" + - job-spec: "l2-01" + build: "19" + - job-spec: "l2-02" + build: "20" + - job-spec: "l2-03" + build: "21" + - job-spec: "l2-04" + build: "22" + - job-spec: "l2-05" + build: "23" + - job-spec: "l2-06" + build: "24" + - job-spec: "l2-07" + build: "25" + - job-spec: "l2-08" + build: "26" + - job-spec: "l2-09" + build: "27" + - job-spec: "l2-10" + build: "28" + - job-spec: "memif-00" + build: "29" + - job-spec: "srv6-00" + build: "30" + - job-spec: "srv6-01" + build: "31" + - job-spec: "vhost-00" + build: "32" + - job-spec: "vhost-01" + build: "33" - type: "table" title: "Job Specification Duration: 2n-clx-iterative" @@ -183,47 +185,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-clx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" + jb-type: "coverage" + data: "vpp-2n-clx-curr-cov" + lines: + - job-spec: "gso-00" + build: "4" + - job-spec: "ip4-00" + build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip6-00" + build: "14" + - job-spec: "ip6-01" + build: "15" + - job-spec: "l2-00" + build: "16" + - job-spec: "l2-01" + build: "17" + - job-spec: "lb-00" + build: "18" + - job-spec: "memif-00" + build: "19" + - job-spec: "vhost-00" + build: "20" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -236,25 +238,25 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "7" -# - job-spec: "ip4-01" -# build: "8" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" +- type: "table" + title: "Job Specification Duration: 2n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" + jb-type: "coverage" + data: "vpp-2n-dnv-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "7" + - job-spec: "ip6-00" + build: "3" + - job-spec: "ip6-01" + build: "4" + - job-spec: "l2-00" + build: "5" + - job-spec: "l2-01" + build: "6" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -267,15 +269,15 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-aws-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "1" +- type: "table" + title: "Job Specification Duration: 2n-aws-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" + jb-type: "coverage" + data: "vpp-2n-aws-curr-cov" + lines: + - job-spec: "vpp-00" + build: "1" # - type: "table" # title: "Job Specification Duration: 3n-aws-iterative" @@ -323,47 +325,47 @@ - job-spec: "trex-mlr-00" data-set: "trex-2n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" -# jb-type: "coverage" -# data: "vpp-2n-skx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "18" -# - job-spec: "ip4-00" -# build: "19" -# - job-spec: "ip4-01" -# build: "20" -# - job-spec: "ip4-02" -# build: "21" -# - job-spec: "ip4-03" -# build: "22" -# - job-spec: "ip4-04" -# build: "23" -# - job-spec: "ip4-05" -# build: "24" -# - job-spec: "ip4-06" -# build: "25" -# - job-spec: "ip4-07" -# build: "26" -# - job-spec: "ip4tun-00" -# build: "27" -# - job-spec: "ip6-00" -# build: "28" -# - job-spec: "ip6-01" -# build: "29" -# - job-spec: "l2-00" -# build: "30" -# - job-spec: "l2-01" -# build: "31" -# - job-spec: "lb-00" -# build: "32" -# - job-spec: "memif-00" -# build: "33" -# - job-spec: "vhost-00" -# build: "34" +- type: "table" + title: "Job Specification Duration: 2n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" + jb-type: "coverage" + data: "vpp-2n-skx-curr-cov" + lines: + - job-spec: "gso-00" + build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + - job-spec: "ip4-06" + build: "8" + - job-spec: "ip4-07" + build: "9" + - job-spec: "ip4tun-00" + build: "10" + - job-spec: "ip6-00" + build: "11" + - job-spec: "ip6-01" + build: "12" + - job-spec: "l2-00" + build: "13" + - job-spec: "l2-01" + build: "14" + - job-spec: "lb-00" + build: "15" + - job-spec: "memif-00" + build: "16" + - job-spec: "vhost-00" + build: "17" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -376,41 +378,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "15" -# - job-spec: "ip4-01" -# build: "16" -# - job-spec: "ip4-02" -# build: "17" -# - job-spec: "ip4-03" -# build: "18" -# - job-spec: "ip4-04" -# build: "19" -# - job-spec: "ip4-05" -# build: "20" -# - job-spec: "ip4-06" -# build: "21" -# - job-spec: "ip6-00" -# build: "22" -# - job-spec: "ip6-01" -# build: "23" -# - job-spec: "l2-00" -# build: "24" -# - job-spec: "l2-01" -# build: "25" -# - job-spec: "l2-02" -# build: "26" -# - job-spec: "l2-03" -# build: "27" -# - job-spec: "l2-04" -# build: "28" +- type: "table" + title: "Job Specification Duration: 2n-tx2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" + jb-type: "coverage" + data: "vpp-2n-tx2-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4-04" + build: "5" + - job-spec: "ip4-05" + build: "6" + - job-spec: "ip4-06" + build: "7" + - job-spec: "ip6-00" + build: "8" + - job-spec: "ip6-01" + build: "9" + - job-spec: "l2-00" + build: "10" + - job-spec: "l2-01" + build: "11" + - job-spec: "l2-02" + build: "12" + - job-spec: "l2-03" + build: "13" + - job-spec: "l2-04" + build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -427,43 +429,43 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "16" -# - job-spec: "ip4-00" -# build: "17" -# - job-spec: "ip4-01" -# build: "18" -# - job-spec: "ip4-02" -# build: "19" -# - job-spec: "ip4-03" -# build: "20" -# - job-spec: "ip4-04" -# build: "21" -# - job-spec: "ip4-05" -# build: "22" -# - job-spec: "ip4tun-00" -# build: "23" -# - job-spec: "ip6-00" -# build: "24" -# - job-spec: "ip6-01" -# build: "25" -# - job-spec: "l2-00" -# build: "26" -# - job-spec: "l2-01" -# build: "27" -# - job-spec: "lb-00" -# build: "28" -# - job-spec: "memif-00" -# build: "29" -# - job-spec: "vhost-00" -# build: "30" +- type: "table" + title: "Job Specification Duration: 2n-zn2-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" + jb-type: "coverage" + data: "vpp-2n-zn2-curr-cov" + lines: + # - job-spec: "gso-00" + # build: "1" + - job-spec: "ip4-00" + build: "2" + - job-spec: "ip4-01" + build: "3" + - job-spec: "ip4-02" + build: "4" + - job-spec: "ip4-03" + build: "5" + - job-spec: "ip4-04" + build: "6" + - job-spec: "ip4-05" + build: "7" + # - job-spec: "ip4tun-00" + # build: "8" + - job-spec: "ip6-00" + build: "9" + # - job-spec: "ip6-01" + # build: "10" + - job-spec: "l2-00" + build: "11" + - job-spec: "l2-01" + build: "12" + # - job-spec: "lb-00" + # build: "13" + # - job-spec: "memif-00" + # build: "14" + # - job-spec: "vhost-00" + # build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -476,33 +478,33 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-3n-dnv-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "11" -# - job-spec: "crypto-01" -# build: "12" -# - job-spec: "crypto-02" -# build: "13" -# - job-spec: "ip4-00" -# build: "14" -# - job-spec: "ip4-01" -# build: "15" -# - job-spec: "ip4tun-00" -# build: "16" -# - job-spec: "ip6-00" -# build: "17" -# - job-spec: "ip6-01" -# build: "18" -# - job-spec: "l2-00" -# build: "19" -# - job-spec: "l2-01" -# build: "20" +- type: "table" + title: "Job Specification Duration: 3n-dnv-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" + jb-type: "coverage" + data: "vpp-3n-dnv-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "ip4-00" + build: "4" + - job-spec: "ip4-01" + build: "5" + - job-spec: "ip4tun-00" + build: "6" + - job-spec: "ip6-00" + build: "7" + - job-spec: "ip6-01" + build: "8" + - job-spec: "l2-00" + build: "9" + - job-spec: "l2-01" + build: "10" - type: "table" title: "Job Specification Duration: 3n-skx-iterative" @@ -519,81 +521,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-skx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" -# jb-type: "coverage" -# data: "vpp-3n-skx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "35" -# - job-spec: "crypto-01" -# build: "36" -# - job-spec: "crypto-02" -# build: "37" -# - job-spec: "crypto-03" # Completly failed -# build: "68" -# - job-spec: "crypto-04" -# build: "38" -# - job-spec: "ip4-00" -# build: "39" -# - job-spec: "ip4-01" -# build: "40" -# - job-spec: "ip4-02" -# build: "41" -# - job-spec: "ip4-03" -# build: "42" -# - job-spec: "ip4-04" -# build: "43" -# - job-spec: "ip4-05" -# build: "44" -# - job-spec: "ip4-06" -# build: "45" -# - job-spec: "ip4-07" -# build: "46" -# - job-spec: "ip4tun-00" -# build: "47" -# - job-spec: "ip4tun-02" -# build: "48" -# - job-spec: "ip6-00" -# build: "49" -# - job-spec: "ip6-01" -# build: "50" -# - job-spec: "ip6tun-00" -# build: "69" -# - job-spec: "l2-00" -# build: "52" -# - job-spec: "l2-01" -# build: "53" -# - job-spec: "l2-02" -# build: "54" -# - job-spec: "l2-03" -# build: "55" -# - job-spec: "l2-04" -# build: "56" -# - job-spec: "l2-05" -# build: "57" -# - job-spec: "l2-06" -# build: "58" -# - job-spec: "l2-07" -# build: "59" -# - job-spec: "l2-08" -# build: "60" -# - job-spec: "l2-09" -# build: "61" -# - job-spec: "l2-10" -# build: "62" -# - job-spec: "memif-00" -# build: "63" -# - job-spec: "srv6-00" -# build: "64" -# - job-spec: "srv6-01" -# build: "65" -# - job-spec: "vhost-00" -# build: "66" -# - job-spec: "vhost-01" -# build: "67" +- type: "table" + title: "Job Specification Duration: 3n-skx-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" + jb-type: "coverage" + data: "vpp-3n-skx-curr-cov" + lines: + - job-spec: "crypto-00" + build: "1" + - job-spec: "crypto-01" + build: "2" + - job-spec: "crypto-02" + build: "3" + - job-spec: "crypto-03" + build: "34" + - job-spec: "crypto-04" + build: "4" + - job-spec: "ip4-00" + build: "5" + - job-spec: "ip4-01" + build: "6" + - job-spec: "ip4-02" + build: "7" + - job-spec: "ip4-03" + build: "8" + - job-spec: "ip4-04" + build: "9" + - job-spec: "ip4-05" + build: "10" + - job-spec: "ip4-06" + build: "11" + - job-spec: "ip4-07" + build: "12" + - job-spec: "ip4tun-00" + build: "13" + - job-spec: "ip4tun-02" + build: "14" + - job-spec: "ip6-00" + build: "15" + - job-spec: "ip6-01" + build: "16" + - job-spec: "ip6tun-00" + build: "17" + - job-spec: "l2-00" + build: "18" + - job-spec: "l2-01" + build: "19" + - job-spec: "l2-02" + build: "20" + - job-spec: "l2-03" + build: "21" + - job-spec: "l2-04" + build: "22" + - job-spec: "l2-05" + build: "23" + - job-spec: "l2-06" + build: "24" + - job-spec: "l2-07" + build: "25" + - job-spec: "l2-08" + build: "26" + - job-spec: "l2-09" + build: "27" + - job-spec: "l2-10" + build: "28" + - job-spec: "memif-00" + build: "29" + - job-spec: "srv6-00" + build: "30" + - job-spec: "srv6-01" + build: "31" + - job-spec: "vhost-00" + build: "32" + - job-spec: "vhost-01" + build: "33" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -608,47 +610,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "18" -# - job-spec: "ip4-01" -# build: "19" -# - job-spec: "ip4-02" -# build: "20" -# - job-spec: "ip4-03" -# build: "21" -# - job-spec: "ip4tun-00" -# build: "22" -# - job-spec: "ip6-00" -# build: "23" -# - job-spec: "ip6-01" -# build: "24" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "26" -# - job-spec: "l2-02" -# build: "27" -# - job-spec: "l2-03" -# build: "28" -# - job-spec: "l2-04" -# build: "29" -# - job-spec: "memif-00" -# build: "30" -# - job-spec: "srv6-00" -# build: "31" -# - job-spec: "srv6-01" -# build: "32" -# - job-spec: "vhost-00" -# build: "33" -# - job-spec: "vhost-01" -# build: "34" +- type: "table" + title: "Job Specification Duration: 3n-tsh-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" + jb-type: "coverage" + data: "vpp-3n-tsh-curr-cov" + lines: + - job-spec: "ip4-00" + build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + - job-spec: "ip4-03" + build: "4" + - job-spec: "ip4tun-00" + build: "5" + - job-spec: "ip6-00" + build: "6" + - job-spec: "ip6-01" + build: "7" + - job-spec: "l2-00" + build: "8" + - job-spec: "l2-01" + build: "9" + - job-spec: "l2-02" + build: "10" + - job-spec: "l2-03" + build: "11" + - job-spec: "l2-04" + build: "12" + - job-spec: "memif-00" + build: "13" + - job-spec: "srv6-00" + build: "14" + - job-spec: "srv6-01" + build: "15" + - job-spec: "vhost-00" + build: "16" + - job-spec: "vhost-01" + build: "17" - type: "table" title: "Job Specification Duration: 3n-alt-iterative" @@ -663,47 +665,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-alt-curr-iter" -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "18" -# - job-spec: "ip4-01" -# build: "19" -# - job-spec: "ip4-02" -# build: "20" -# - job-spec: "ip4-03" -# build: "21" -# - job-spec: "ip4tun-00" -# build: "22" -# - job-spec: "ip6-00" -# build: "23" -# - job-spec: "ip6-01" -# build: "24" -# - job-spec: "l2-00" -# build: "25" -# - job-spec: "l2-01" -# build: "26" -# - job-spec: "l2-02" -# build: "27" -# - job-spec: "l2-03" -# build: "28" -# - job-spec: "l2-04" -# build: "29" -# - job-spec: "memif-00" -# build: "30" -# - job-spec: "srv6-00" -# build: "31" -# - job-spec: "srv6-01" -# build: "32" -# - job-spec: "vhost-00" -# build: "33" -# - job-spec: "vhost-01" -# build: "34" +- type: "table" + title: "Job Specification Duration: 3n-alt-coverage" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" + jb-type: "coverage" + data: "vpp-3n-alt-curr-cov" + lines: + # - job-spec: "ip4-00" + # build: "1" + - job-spec: "ip4-01" + build: "2" + - job-spec: "ip4-02" + build: "3" + # - job-spec: "ip4-03" + # build: "4" + - job-spec: "ip4tun-00" + build: "5" + - job-spec: "ip6-00" + build: "6" + # - job-spec: "ip6-01" + # build: "7" + # - job-spec: "l2-00" + # build: "8" + # - job-spec: "l2-01" + # build: "9" + - job-spec: "l2-02" + build: "10" + - job-spec: "l2-03" + build: "11" + - job-spec: "l2-04" + build: "12" + # - job-spec: "memif-00" + # build: "13" + # - job-spec: "srv6-00" + # build: "14" + # - job-spec: "srv6-01" + # build: "15" + # - job-spec: "vhost-00" + # build: "16" + # - job-spec: "vhost-01" + # build: "17" # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -2994,7 +2996,7 @@ legend: - '' - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [cps/rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' + - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' @@ -7453,7 +7455,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7477,7 +7479,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7501,7 +7503,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'1T1C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7525,7 +7527,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" + filter: "'2T2C' and 'NDRPDR'" columns: - title: "21.08" data-set: "dpdk-3n-tsh-hist-iter" @@ -7879,7 +7881,7 @@ - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - - "{DIR[DTR,PERF,VPP,3N,AWS]}" + # - "{DIR[DTR,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -7955,7 +7957,7 @@ - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - - "{DIR[DTC,PERF,VPP,3N,AWS]}" + # - "{DIR[DTC,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -8031,7 +8033,7 @@ - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - - "{DIR[DTO,PERF,VPP,3N,AWS]}" + # - "{DIR[DTO,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -8107,7 +8109,7 @@ - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - - "{DIR[DTR,MRR,VPP,3N,AWS]}" + # - "{DIR[DTR,MRR,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-iter-mrr" - "vpp-3n-skx-curr-iter-mrr" @@ -8183,7 +8185,7 @@ - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - - "{DIR[DTC,MRR,VPP,3N,AWS]}" + # - "{DIR[DTC,MRR,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-iter-mrr" - "vpp-3n-skx-curr-iter-mrr" @@ -9637,22 +9639,6 @@ # title: "3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" # layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -9660,6 +9646,7 @@ data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" @@ -11509,27 +11496,13 @@ title: "2n-skx-xxv710-64b-vhost-base-[avf,dpdk]-vpp-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" data: "vpp-3n-tsh-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" @@ -13066,21 +13039,6 @@ title: "2n-clx-e810cq-64b-{core}-ip4-features-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-{core}-ip4-features-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-clx-e810cq-78b-{core}-ip6-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -13715,20 +13673,6 @@ title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" - layout: - title: "2n-clx-e810cq-64b-ip4-features-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -15694,6 +15638,20 @@ title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -15906,6 +15864,19 @@ title: "3n-icx-xxv710-64b-ip4tunnel-base-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" algorithm: "plot_tsa_name"