X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=b3ab98c14ec6177908442866194dbb8e83d0fcaa;hb=77b2674ffb8bd2854b6118950026b7f23741b8c0;hp=cea5e477f0f74c76d8ca15d812e7d93e9faa78de;hpb=47104ebac9be62bc437e28549c498348d3f9dd42;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index cea5e477f0..b3ab98c14e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -4,127 +4,127 @@ # Statistics: job-specs' durations -- type: "table" - title: "Job Specification Duration: 2n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-icx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-icx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-icx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-icx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-icx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-icx-curr-iter" - - job-spec: "trex-mlr-00" - data-set: "trex-2n-icx-curr-iter" - -- type: "table" - title: "Job Specification Duration: 2n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" - jb-type: "coverage" - data: "vpp-2n-icx-curr-cov" - lines: - - job-spec: "gso-00" - build: "2" - - job-spec: "ip4-00" - build: "8" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "17" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "18" - - job-spec: "ip4-07" - build: "9" - - job-spec: "ip4tun-00" - build: "10" - - job-spec: "ip6-00" - build: "14" - - job-spec: "ip6-01" - build: "20" - - job-spec: "l2-00" - build: "25" - - job-spec: "l2-01" - build: "21" - - job-spec: "lb-00" - build: "22" - - job-spec: "memif-00" - build: "23" - - job-spec: "vhost-00" - build: "24" - -- type: "table" - title: "Job Specification Duration: 3n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-icx-curr-iter" - - job-spec: "hoststack-00" - data-set: "vpp-3n-icx-curr-iter-hoststack" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-icx-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-icx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-icx-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-icx-curr-iter-gso" +# - job-spec: "soak-00" +# data-set: "vpp-2n-icx-curr-soak" +# - job-spec: "nfv-density-mrr-00" +# data-set: "vpp-2n-icx-curr-nfv-mrr" +# - job-spec: "nfv-density-mlr-00" +# data-set: "vpp-2n-icx-curr-nfv-ndrpdr" +# - job-spec: "reconf-00" +# data-set: "vpp-2n-icx-curr-nfv-reconf" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-icx-curr-iter" +# - job-spec: "trex-mlr-00" +# data-set: "trex-2n-icx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-icx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" - jb-type: "coverage" - data: "vpp-3n-icx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "7" - - job-spec: "crypto-01" - build: "8" - - job-spec: "crypto-02" - build: "10" - - job-spec: "crypto-03" - build: "9" - - job-spec: "crypto-04" - build: "12" - - job-spec: "crypto-05" - build: "11" - - job-spec: "ip4-00" - build: "13" - - job-spec: "ip4-01" - build: "14" - - job-spec: "ip4-02" - build: "15" - - job-spec: "ip4-03" - build: "16" +# - type: "table" +# title: "Job Specification Duration: 2n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" +# jb-type: "coverage" +# data: "vpp-2n-icx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "2" +# - job-spec: "ip4-00" +# build: "8" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "17" +# - job-spec: "ip4-03" +# build: "5" # - job-spec: "ip4-04" -# build: "9" +# build: "6" # - job-spec: "ip4-05" -# build: "10" +# build: "7" # - job-spec: "ip4-06" -# build: "11" +# build: "18" # - job-spec: "ip4-07" -# build: "12" +# build: "9" # - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "14" +# - job-spec: "ip6-01" +# build: "20" +# - job-spec: "l2-00" +# build: "25" +# - job-spec: "l2-01" +# build: "21" +# - job-spec: "lb-00" +# build: "22" +# - job-spec: "memif-00" +# build: "23" +# - job-spec: "vhost-00" +# build: "24" + +# - type: "table" +# title: "Job Specification Duration: 3n-icx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-icx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-icx-curr-iter" +# - job-spec: "hoststack-00" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-icx-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-icx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" +# jb-type: "coverage" +# data: "vpp-3n-icx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "7" +# - job-spec: "crypto-01" +# build: "8" +# - job-spec: "crypto-02" +# build: "10" +# - job-spec: "crypto-03" +# build: "9" +# - job-spec: "crypto-04" +# build: "12" +# - job-spec: "crypto-05" +# build: "11" +# - job-spec: "ip4-00" # build: "13" -# - job-spec: "ip4tun-02" +# - job-spec: "ip4-01" # build: "14" +# - job-spec: "ip4-02" +# build: "15" +# - job-spec: "ip4-03" +# build: "16" +# - job-spec: "ip4-04" +# build: "17" +# - job-spec: "ip4-05" +# build: "18" +# - job-spec: "ip4-06" +# build: "19" +# - job-spec: "ip4-07" +# build: "20" +# - job-spec: "ip4tun-00" +# build: "21" +# - job-spec: "ip4tun-02" +# build: "22" # - job-spec: "ip6-00" # build: "15" # - job-spec: "ip6-01" @@ -164,414 +164,414 @@ # - job-spec: "vhost-01" # build: "33" -- type: "table" - title: "Job Specification Duration: 2n-clx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-clx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-clx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-clx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-clx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-clx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-clx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-clx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-clx-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-clx-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-clx-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-clx-curr-iter-gso" +# - job-spec: "soak-00" +# data-set: "vpp-2n-clx-curr-soak" +# - job-spec: "nfv-density-mrr-00" +# data-set: "vpp-2n-clx-curr-nfv-mrr" +# - job-spec: "nfv-density-mlr-00" +# data-set: "vpp-2n-clx-curr-nfv-ndrpdr" +# - job-spec: "reconf-00" +# data-set: "vpp-2n-clx-curr-nfv-reconf" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "2" - - job-spec: "ip4-00" - build: "3" - - job-spec: "ip4-01" - build: "4" - - job-spec: "ip4-02" - build: "5" - - job-spec: "ip4-03" - build: "6" - - job-spec: "ip4-04" - build: "7" - - job-spec: "ip4-05" - build: "12" - - job-spec: "ip4-06" - build: "9" - - job-spec: "ip4-07" - build: "10" - - job-spec: "ip4tun-00" - build: "11" - - job-spec: "ip6-00" - build: "13" - - job-spec: "ip6-01" - build: "14" - - job-spec: "l2-00" - build: "15" - - job-spec: "l2-01" - build: "16" - - job-spec: "lb-00" - build: "17" - - job-spec: "memif-00" - build: "18" - - job-spec: "vhost-00" - build: "19" - -- type: "table" - title: "Job Specification Duration: 2n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-dnv-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "2" +# - job-spec: "ip4-00" +# build: "3" +# - job-spec: "ip4-01" +# build: "4" +# - job-spec: "ip4-02" +# build: "5" +# - job-spec: "ip4-03" +# build: "6" +# - job-spec: "ip4-04" +# build: "7" +# - job-spec: "ip4-05" +# build: "12" +# - job-spec: "ip4-06" +# build: "9" +# - job-spec: "ip4-07" +# build: "10" +# - job-spec: "ip4tun-00" +# build: "11" +# - job-spec: "ip6-00" +# build: "13" +# - job-spec: "ip6-01" +# build: "14" +# - job-spec: "l2-00" +# build: "15" +# - job-spec: "l2-01" +# build: "16" +# - job-spec: "lb-00" +# build: "17" +# - job-spec: "memif-00" +# build: "18" +# - job-spec: "vhost-00" +# build: "19" -- type: "table" - title: "Job Specification Duration: 2n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" - jb-type: "coverage" - data: "vpp-2n-dnv-curr-cov" - lines: - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip6-00" - build: "4" - - job-spec: "ip6-01" - build: "5" - - job-spec: "l2-00" - build: "6" - - job-spec: "l2-01" - build: "7" - -- type: "table" - title: "Job Specification Duration: 2n-aws-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-aws-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-aws-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-dnv-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-dnv-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-aws-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" - jb-type: "coverage" - data: "vpp-2n-aws-curr-cov" - lines: - - job-spec: "vpp-00" - build: "1" +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip6-00" +# build: "4" +# - job-spec: "ip6-01" +# build: "5" +# - job-spec: "l2-00" +# build: "6" +# - job-spec: "l2-01" +# build: "7" -- type: "table" - title: "Job Specification Duration: 2n-tx2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-tx2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-tx2-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-aws-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-aws-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-aws-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "10" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "l2-02" - build: "13" - - job-spec: "l2-03" - build: "14" - - job-spec: "l2-04" - build: "15" - -- type: "table" - title: "Job Specification Duration: 2n-zn2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-zn2-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-gso" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-zn2-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" +# jb-type: "coverage" +# data: "vpp-2n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "1" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "2" - - job-spec: "ip4-00" - build: "3" - - job-spec: "ip4-01" - build: "4" - - job-spec: "ip4-02" - build: "5" - - job-spec: "ip4-03" - build: "6" - - job-spec: "ip4-04" - build: "7" - - job-spec: "ip4-05" - build: "8" - - job-spec: "ip4tun-00" - build: "9" - - job-spec: "ip6-00" - build: "10" - - job-spec: "ip6-01" - build: "11" - - job-spec: "l2-00" - build: "12" - - job-spec: "l2-01" - build: "13" - - job-spec: "lb-00" - build: "14" - - job-spec: "memif-00" - build: "15" - - job-spec: "vhost-00" - build: "16" - -- type: "table" - title: "Job Specification Duration: 3n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-dnv-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-tx2-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-dnv-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" - jb-type: "coverage" - data: "vpp-3n-dnv-curr-cov" - lines: - - job-spec: "crypto-00" - build: "2" - - job-spec: "crypto-01" - build: "3" - - job-spec: "crypto-02" - build: "4" - - job-spec: "ip4-00" - build: "5" - - job-spec: "ip4-01" - build: "6" - - job-spec: "ip4tun-00" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - -- type: "table" - title: "Job Specification Duration: 3n-snr-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-snr-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-snr-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-snr-curr-iter" - -- type: "table" - title: "Job Specification Duration: 3n-snr-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" - jb-type: "coverage" - data: "vpp-3n-snr-curr-cov" - lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "2" - - job-spec: "crypto-02" - build: "3" - - job-spec: "ip4-00" - build: "4" - - job-spec: "ip4-01" - build: "5" - - job-spec: "ip4tun-00" - build: "6" - - job-spec: "ip4tun-01" - build: "11" - - job-spec: "ip6-00" - build: "7" - - job-spec: "ip6-01" - build: "8" - - job-spec: "l2-00" - build: "9" - - job-spec: "l2-01" - build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-tsh-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-tsh-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-tsh-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-tsh-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "l2-02" +# build: "13" +# - job-spec: "l2-03" +# build: "14" +# - job-spec: "l2-04" +# build: "15" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "6" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "12" - - job-spec: "memif-00" - build: "13" - - job-spec: "srv6-00" - build: "14" - - job-spec: "srv6-01" - build: "15" - - job-spec: "vhost-00" - build: "16" - - job-spec: "vhost-01" - build: "17" - -- type: "table" - title: "Job Specification Duration: 3n-alt-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-alt-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-alt-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-alt-curr-iter" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-2n-zn2-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-2n-zn2-curr-iter" +# - job-spec: "vpp-gso-mrr-00" +# data-set: "vpp-2n-zn2-curr-iter-gso" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-alt-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" - jb-type: "coverage" - data: "vpp-3n-alt-curr-cov" - lines: - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "6" - - job-spec: "ip4tun-00" - build: "5" - - job-spec: "ip6-00" - build: "12" - - job-spec: "ip6-01" - build: "7" - - job-spec: "l2-00" - build: "8" - - job-spec: "l2-01" - build: "9" - - job-spec: "l2-02" - build: "10" - - job-spec: "l2-03" - build: "11" - - job-spec: "l2-04" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "srv6-00" - build: "15" - - job-spec: "srv6-01" - build: "16" - - job-spec: "vhost-00" - build: "17" - - job-spec: "vhost-01" - build: "18" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "2" +# - job-spec: "ip4-00" +# build: "3" +# - job-spec: "ip4-01" +# build: "4" +# - job-spec: "ip4-02" +# build: "5" +# - job-spec: "ip4-03" +# build: "6" +# - job-spec: "ip4-04" +# build: "7" +# - job-spec: "ip4-05" +# build: "8" +# - job-spec: "ip4tun-00" +# build: "9" +# - job-spec: "ip6-00" +# build: "10" +# - job-spec: "ip6-01" +# build: "11" +# - job-spec: "l2-00" +# build: "12" +# - job-spec: "l2-01" +# build: "13" +# - job-spec: "lb-00" +# build: "14" +# - job-spec: "memif-00" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" + +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-dnv-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-dnv-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "2" +# - job-spec: "crypto-01" +# build: "3" +# - job-spec: "crypto-02" +# build: "4" +# - job-spec: "ip4-00" +# build: "5" +# - job-spec: "ip4-01" +# build: "6" +# - job-spec: "ip4tun-00" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" + +# - type: "table" +# title: "Job Specification Duration: 3n-snr-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-snr-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-snr-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-snr-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-snr-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" +# jb-type: "coverage" +# data: "vpp-3n-snr-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "ip4-00" +# build: "4" +# - job-spec: "ip4-01" +# build: "5" +# - job-spec: "ip4tun-00" +# build: "6" +# - job-spec: "ip4tun-01" +# build: "11" +# - job-spec: "ip6-00" +# build: "7" +# - job-spec: "ip6-01" +# build: "8" +# - job-spec: "l2-00" +# build: "9" +# - job-spec: "l2-01" +# build: "10" + +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-tsh-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-tsh-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-tsh-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "6" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "12" +# - job-spec: "memif-00" +# build: "13" +# - job-spec: "srv6-00" +# build: "14" +# - job-spec: "srv6-01" +# build: "15" +# - job-spec: "vhost-00" +# build: "16" +# - job-spec: "vhost-01" +# build: "17" + +# - type: "table" +# title: "Job Specification Duration: 3n-alt-iterative" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" +# jb-type: "iterative" +# lines: +# - job-spec: "vpp-mrr-00" +# data-set: "vpp-3n-alt-curr-iter-mrr" +# - job-spec: "vpp-mlr-00" +# data-set: "vpp-3n-alt-curr-iter" +# - job-spec: "dpdk-mlr-00" +# data-set: "dpdk-3n-alt-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-alt-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" +# jb-type: "coverage" +# data: "vpp-3n-alt-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "6" +# - job-spec: "ip4tun-00" +# build: "5" +# - job-spec: "ip6-00" +# build: "12" +# - job-spec: "ip6-01" +# build: "7" +# - job-spec: "l2-00" +# build: "8" +# - job-spec: "l2-01" +# build: "9" +# - job-spec: "l2-02" +# build: "10" +# - job-spec: "l2-03" +# build: "11" +# - job-spec: "l2-04" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "srv6-00" +# build: "15" +# - job-spec: "srv6-01" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" +# - job-spec: "vhost-01" +# build: "18" # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" @@ -7079,6 +7079,40 @@ title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + data: "vpp-2n-dnv-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8100,6 +8134,38 @@ title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -10001,7 +10067,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -10018,7 +10084,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -10287,7 +10353,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" @@ -10303,7 +10369,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa"