X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=71d9c59c14fe9f0fa1f3fac24afedeb1e2507fb7;hp=c9cf4e06d38cc6c6f083be5feef6fff6dd8f491a;hb=c348da370bfcedf8f1471ec6c4c43174ed84f8d0;hpb=04c1160d1d3dbc6d666db198ab92960f48a18b29 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index c9cf4e06d3..71d9c59c14 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -346,7 +346,6 @@ - 36 # rls2009 NDRPDR iter env 5 plot-vpp-nfv-2n-clx-ndrpdr: - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 @@ -357,6 +356,7 @@ - 73 # rls2009 nf-density iter env 5 - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 plot-vpp-nfv-2n-clx-mrr: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -404,6 +404,7 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-3n-tsh: @@ -558,6 +559,8 @@ # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 vpp-perf-results-2n-skx: @@ -590,7 +593,7 @@ - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 -# - 18 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 @@ -639,7 +642,7 @@ vpp-mrr-results-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-mrr-results-3n-tsh: csit-vpp-perf-report-iterative-2009-3n-tsh: @@ -977,6 +980,7 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-skx-ref: @@ -1090,10 +1094,10 @@ - 72 # MRR sel env 4 vpp-performance-changes-2n-clx-mrr-ref-env5: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 vpp-performance-changes-2n-clx-mrr-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-performance-changes-2n-dnv-mrr-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -1479,14 +1483,14 @@ - 26 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: - 23 # rls2009 MRR iter env 5 vpp-compare-testbeds-mrr-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2009-3n-hsw: @@ -2269,6 +2273,8 @@ # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 + - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 csit-vpp-perf-verify-2001-2n-skx: @@ -2387,9 +2393,8 @@ - 79 # NDRPDR sel 2001.0-4 - 80 # NDRPDR sel 2001.0-4 - 72 # MRR env 4 - # TODO: Add: csit-vpp-perf-report-iterative-2009-2n-clx: - - 16 # rls2005 MRR iter env 5 + - 77 # rls2005 MRR iter env 5 - 13 # rls2005 NDRPDR iter env 5 - 15 # rls2005 NDRPDR iter env 5 - 17 # rls2005 NDRPDR iter env 5 @@ -2400,7 +2405,7 @@ - 22 # rls2005 NDRPDR iter env 5 - 23 # rls2005 NDRPDR iter env 5 - 24 # rls2005 NDRPDR iter env 5 - - 35 # rls2009 MRR iter env 5 + - 78 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 @@ -2420,6 +2425,7 @@ - 73 # rls2009 nf-density iter env 5 - 74 # rls2009 nf-density iter env 5 - 75 # rls2009 nf-density iter env 5 + - 76 # rls2009 nf-density iter env 5 - 45 # rls2009 MRR nf-density iter env 5 - 25 # rls2009 reconf env 5 - 27 # rls2009 reconf env 5 @@ -2444,7 +2450,7 @@ - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 -# - 18 # rls2009 NDRPDR cov 2n-clx-l2-01 + - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 - 12 # rls2009 NDRPDR cov 2n-clx-lb-00 - 13 # rls2009 NDRPDR cov 2n-clx-memif-00 - 14 # rls2009 NDRPDR cov 2n-clx-vhost-00 @@ -2476,6 +2482,7 @@ - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 - 15 # rls2006 MRR iter env 5 # csit-vpp-perf-report-coverage-2009-3n-tsh: @@ -2858,166 +2865,166 @@ ################################################################################ -## VPP Compare NICs 3n-skx 2t1c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 2t1c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." -## VPP Compare NICs 3n-skx 2t1c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 8t4c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table"