X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=6f03acd18850ecccdc8708d72af03671f50265cc;hb=7b890eb5e4fda01ea1147033f86824247f1a6cf5;hp=84a56cdf551062e4f628989f7ac612da869df4d2;hpb=d7ef5191ec1a7561d6109723980d48b85953a9c7;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 84a56cdf55..6f03acd188 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -187,8 +187,11 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel + - 24 # NDRPDR sel - 25 # NDRPDR sel + - 29 # NDRPDR sel - 30 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: csit-vpp-perf-verify-2001-3n-hsw: @@ -199,8 +202,11 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel + - 24 # NDRPDR sel - 25 # NDRPDR sel + - 29 # NDRPDR sel - 30 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: csit-vpp-perf-verify-2001-3n-hsw: @@ -223,6 +229,8 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel plot-dpdk-hdrh-lat-3n-hsw: csit-dpdk-perf-verify-2001-3n-hsw: @@ -235,6 +243,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-verify-2001-3n-skx: @@ -245,6 +254,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace @@ -279,6 +289,8 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: csit-vpp-perf-verify-2001-2n-skx: @@ -302,7 +314,7 @@ plot-vpp-nfv-2n-skx-ndrpdr: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 27 # NFV + - 30 # NFV - 31 # NFV plot-vpp-nfv-2n-skx-mrr: @@ -355,6 +367,7 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: csit-vpp-perf-verify-2001-2n-clx: @@ -398,6 +411,7 @@ - 3 # NDRPDR sel - 4 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: csit-vpp-perf-verify-2001-3n-tsh: @@ -443,6 +457,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-nic-comparison-2n-skx: # TODO: Add the data @@ -470,6 +485,7 @@ csit-vpp-perf-verify-2001-3n-hsw: - 18 # NDRPDR full - 20 # NDRPDR full + - 26 # NDRPDR full - 28 # NDRPDR full vpp-perf-results-3n-skx: @@ -478,9 +494,9 @@ - 14 # NDRPDR sel vpp-perf-results-2n-skx: - # TODO: Replace csit-vpp-perf-verify-2001-2n-skx: - - 21 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full vpp-perf-results-2n-clx: # TODO: Replace @@ -564,6 +580,75 @@ ########################################################################### # Tables (more than one data set) + # The GOOD and the BAD + + vpp-performance-3n-skx-bad: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + vpp-performance-3n-skx-good: + csit-vpp-perf-verify-2001-3n-skx: + - 14 # NDRPDR sel + - 15 # NDRPDR sel + vpp-performance-3n-skx: + csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD + - 14 # NDRPDR sel + - 15 # NDRPDR sel + + vpp-performance-2n-skx-bad: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + vpp-performance-2n-skx-good: + csit-vpp-perf-verify-2001-2n-skx: + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + vpp-performance-2n-skx: + csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 26 # NDRPDR sel + + vpp-performance-2n-clx-bad: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + vpp-performance-2n-clx-good: + csit-vpp-perf-verify-2001-2n-clx: + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + vpp-performance-2n-clx: + csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + # Performance changes vpp-performance-changes-3n-hsw-h1: @@ -595,8 +680,11 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel + - 24 # NDRPDR sel - 25 # NDRPDR sel + - 29 # NDRPDR sel - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -631,6 +719,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -667,6 +756,8 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -680,7 +771,7 @@ vpp-performance-changes-nfv-2n-skx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: - - 27 # NFV + - 30 # NFV - 31 # NFV vpp-performance-changes-nfv-2n-skx: - "vpp-performance-changes-nfv-2n-skx-ref" @@ -760,6 +851,7 @@ - 3 # NDRPDR sel - 4 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel vpp-performance-changes-3n-tsh: - "vpp-performance-changes-3n-tsh-ref" - "vpp-performance-changes-3n-tsh-cmp" @@ -918,6 +1010,8 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -1022,13 +1116,17 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel + - 24 # NDRPDR sel - 25 # NDRPDR sel + - 29 # NDRPDR sel - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-compare-testbeds-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -1040,12 +1138,15 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-clx: - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel vpp-compare-testbeds-skx-clx: - "vpp-compare-testbeds-skx-clx-ref" - "vpp-compare-testbeds-skx-clx-cmp" @@ -1093,6 +1194,8 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel dpdk-compare-testbeds-cmp: csit-dpdk-perf-verify-2001-3n-skx: - 1 # NDRPDR sel @@ -1154,6 +1257,7 @@ csit-vpp-perf-verify-2001-3n-skx: - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-topologies-cmp: # TODO: Add the data csit-vpp-perf-verify-2001-2n-skx: @@ -1161,6 +1265,8 @@ - 22 # NDRPDR sel - 23 # NDRPDR sel - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 29 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" @@ -1850,11 +1956,15 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel + - 24 # NDRPDR sel - 25 # NDRPDR sel + - 29 # NDRPDR sel - 30 # NDRPDR sel + - 31 # NDRPDR sel - 17 # MRR sel - 18 # NDRPDR full - 20 # NDRPDR full + - 26 # NDRPDR full - 28 # NDRPDR full csit-vpp-perf-verify-1904-3n-skx: @@ -1892,8 +2002,13 @@ - 67 # NDRPDR sel vhost - 36 # MRR sel csit-vpp-perf-verify-2001-3n-skx: + - 5 # NDRPDR sel BAD + - 6 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 9 # NDRPDR sel BAD - 14 # NDRPDR sel - 15 # NDRPDR sel + - 16 # NDRPDR sel csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1942,17 +2057,32 @@ - 83 # SOAK - 86 # SOAK csit-vpp-perf-verify-2001-2n-skx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD + - 14 # NDRPDR sel BAD - 21 # NDRPDR sel - 22 # NDRPDR sel - 23 # NDRPDR sel - 26 # NDRPDR sel - - 27 # NFV + - 27 # NDRPDR sel + - 29 # NDRPDR sel + - 32 # NDRPDR full + - 33 # NDRPDR full + - 30 # NFV - 31 # NFV csit-vpp-perf-verify-2001-2n-clx: + - 6 # NDRPDR sel BAD + - 7 # NDRPDR sel BAD + - 8 # NDRPDR sel BAD + - 10 # NDRPDR sel BAD + - 11 # NDRPDR sel BAD - 22 # NDRPDR sel - 23 # NDRPDR sel - 24 # NDRPDR sel + - 25 # NDRPDR sel csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -1970,6 +2100,7 @@ - 3 # NDRPDR sel - 4 # NDRPDR sel - 7 # NDRPDR sel + - 8 # NDRPDR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2066,6 +2197,8 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 22 # NDRPDR sel csit-dpdk-perf-verify-1904-3n-skx: - 2 # NDRPDR sel @@ -2474,6 +2607,237 @@ - "result" - "tags" +################################################################################ +# The Bad and the good + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 3n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-3n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-3n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-3n-skx-good" + data: "vpp-performance-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-skx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-skx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-skx-good" + data: "vpp-performance-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-pdr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-2t1c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +- type: "table" + title: "VPP Performance Comparison 2n-clx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-bad-good-2n-clx-4t2c-ndr" + reference: + title: "The Bad" + data: "vpp-performance-2n-clx-bad" + compare: + title: "The Good" + data: "vpp-performance-2n-clx-good" + data: "vpp-performance-2n-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + ################################################################################ # VPP