X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=7560343c31d6148afb084740b5d7dc67fb4cad38;hp=27994c7d94bbffe42418ff66abf1d43d89efd868;hb=36be7887e86fae7014c9cec12b46b8bf84159b82;hpb=ed7ce92afc88449d2915a904f1803c741b951849 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 27994c7d94..7560343c31 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -331,7 +331,6 @@ plot-vpp-throughput-lat-tsa-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -340,6 +339,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: @@ -404,6 +404,7 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 @@ -558,8 +559,13 @@ vpp-perf-results-3n-skx: # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 @@ -582,7 +588,6 @@ - 30 # rls2009 NDRPDR cov 2n-skx-vts-00 vpp-perf-results-2n-clx: - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 @@ -590,7 +595,7 @@ - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 @@ -869,7 +874,6 @@ vpp-performance-changes-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -878,6 +882,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-2001-2n-dnv: @@ -980,6 +985,7 @@ csit-vpp-perf-report-iterative-2009-3n-tsh: - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 @@ -1017,7 +1023,6 @@ vpp-soak-vs-ndr-2n-clx-ref: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -1026,6 +1031,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 vpp-soak-vs-ndr-2n-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 33 # rls2009 soak env 5 @@ -1033,7 +1039,6 @@ vpp-soak-vs-ndr-2n-clx: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -1042,6 +1047,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 @@ -1436,7 +1442,6 @@ vpp-compare-testbeds-skx-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -1445,6 +1450,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -1461,7 +1467,6 @@ vpp-compare-testbeds-hsw-clx-cmp: csit-vpp-perf-report-iterative-2009-2n-clx: - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -1470,6 +1475,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2009-3n-hsw: @@ -2272,8 +2278,13 @@ - 40 # rls2009 NDRPDR iter env 5 # TODO: Add: csit-vpp-perf-report-coverage-2009-3n-skx: + - 3 # rls2009 NDRPDR cov 3n-skx-crypto-01 + - 4 # rls2009 NDRPDR cov 3n-skx-crypto-02 + - 6 # rls2009 NDRPDR cov 3n-skx-ip4-00 + - 8 # rls2009 NDRPDR cov 3n-skx-ip4-02 - 9 # rls2009 NDRPDR cov 3n-skx-ip4-03 - 12 # rls2009 NDRPDR cov 3n-skx-ip4-06 + - 14 # rls2009 NDRPDR cov 3n-skx-ip4tun-00 - 15 # rls2009 NDRPDR cov 3n-skx-ip4tun-01 - 16 # rls2009 NDRPDR cov 3n-skx-ip4tun-02 @@ -2407,7 +2418,6 @@ - 24 # rls2005 NDRPDR iter env 5 - 78 # rls2009 MRR iter env 5 - 36 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - 39 # rls2009 NDRPDR iter env 5 - 40 # rls2009 NDRPDR iter env 5 - 41 # rls2009 NDRPDR iter env 5 @@ -2416,6 +2426,7 @@ - 65 # rls2009 NDRPDR iter env 5 - 66 # rls2009 NDRPDR iter env 5 - 67 # rls2009 NDRPDR iter env 5 + - 79 # rls2009 NDRPDR iter env 5 - 37 # rls2009 nf-density iter env 5 - 43 # rls2009 nf-density iter env 5 - 69 # rls2009 nf-density iter env 5 @@ -2439,7 +2450,6 @@ - 68 # rls2009 reconf env 5 - 33 # rls2009 soak env 5 - 34 # rls2009 soak env 5 - # TODO: Add: csit-vpp-perf-report-coverage-2009-2n-clx: - 2 # rls2009 NDRPDR cov 2n-clx-ip4-00 - 3 # rls2009 NDRPDR cov 2n-clx-ip4-01 @@ -2447,7 +2457,7 @@ - 5 # rls2009 NDRPDR cov 2n-clx-ip4-03 - 6 # rls2009 NDRPDR cov 2n-clx-ip4-04 - 7 # rls2009 NDRPDR cov 2n-clx-ip4-05 - - 8 # rls2009 NDRPDR cov 2n-clx-ip6-00 + - 22 # rls2009 NDRPDR cov 2n-clx-ip6-00 - 9 # rls2009 NDRPDR cov 2n-clx-ip6-01 - 17 # rls2009 NDRPDR cov 2n-clx-l2-00 - 21 # rls2009 NDRPDR cov 2n-clx-l2-01 @@ -2482,6 +2492,7 @@ - 13 # rls2005 MRR iter env 5 - 14 # rls2009 NDRPDR iter env 5 - 20 # rls2009 NDRPDR iter env 5 + - 21 # rls2009 NDRPDR iter env 5 - 22 # rls2009 NDRPDR iter env 5 - 23 # rls2009 NDRPDR iter env 5 - 15 # rls2006 MRR iter env 5 @@ -2865,166 +2876,166 @@ ################################################################################ -## VPP Compare NICs 3n-skx 2t1c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c ndr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 2t1c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c pdr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 2t1c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." -## VPP Compare NICs 3n-skx 2t1c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 2t1c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 4t2c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 4t2c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." -# -## VPP Compare NICs 3n-skx 8t4c mrr -#- type: "table" -# title: "VPP Compare NICs 3n-skx 8t4c mrr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" -# columns: -# - title: "x710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-X710" -# - title: "xxv710" -# data-set: "vpp-nic-comparison-3n-skx-mrr" -# tag: "NIC_Intel-XXV710" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "x710, xxv710 - NICs tested." -# - "Diff - difference between x710 and xxv710 NIC." +# VPP Compare NICs 3n-skx 4t2c ndr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c pdr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 2t1c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 4t2c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." + +# VPP Compare NICs 3n-skx 8t4c mrr +- type: "table" + title: "VPP Compare NICs 3n-skx 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" + columns: + - title: "x710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-X710" + - title: "xxv710" + data-set: "vpp-nic-comparison-3n-skx-mrr" + tag: "NIC_Intel-XXV710" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "" + - "x710, xxv710 - NICs tested." + - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table"