X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Ftrending%2Felements.yaml;h=d9f2120a036823846a07de6211f21dcf76bf079f;hb=68f8548a9769aa55de77176c58e9e70bd1a88742;hp=b0baa748220d126edbb92758a700a843b238294b;hpb=2e021b4853ced07e820a933ca9062d9c325a8a7f;p=csit.git diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index b0baa74822..d9f2120a03 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -138,6 +138,22 @@ layout: layout: "plot-statistics" +- type: "plot" + title: "Statistics: 3n-aws mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-3n-aws-mrr" + data: "plot-performance-trending-vpp-3n-aws" + layout: + layout: "plot-statistics" + +- type: "plot" + title: "Statistics: 2n-aws mrr" + algorithm: "plot_statistics" + output-file: "{DIR[STATIC,VPP]}/stats-2n-aws-mrr" + data: "plot-performance-trending-vpp-2n-aws" + layout: + layout: "plot-statistics" + ################################################################################ ### T A B L E S ### ################################################################################ @@ -243,6 +259,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-skx" @@ -255,6 +272,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-clx" @@ -267,6 +285,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-zn2" @@ -279,6 +298,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-tsh" @@ -291,6 +311,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-tx2" @@ -303,6 +324,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-dnv" @@ -315,6 +337,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-dnv" @@ -327,6 +350,33 @@ - "name" - "parent" - "status" + - "msg" + +- type: "table" + title: "Last failed tests (last builds) VPP 3n-aws" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-aws-mrr" + data: "table-last-failed-tests-3n-aws" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + +- type: "table" + title: "Last failed tests (last builds) VPP 2n-aws" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-aws-mrr" + data: "table-last-failed-tests-2n-aws" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" @@ -339,6 +389,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-skx-ndrpdr" @@ -351,6 +402,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) VPP 2n-clx-ndrpdr" @@ -363,6 +415,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 3n-tsh" @@ -375,6 +428,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-tx2" @@ -387,6 +441,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 3n-skx" @@ -399,6 +454,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-skx" @@ -411,6 +467,7 @@ - "name" - "parent" - "status" + - "msg" - type: "table" title: "Last failed tests (last builds) DPDK 2n-clx" @@ -423,6 +480,7 @@ - "name" - "parent" - "status" + - "msg" # 3n-skx - type: "table" @@ -647,6 +705,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -667,6 +726,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -753,6 +813,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -773,6 +834,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -859,6 +921,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -879,6 +942,7 @@ - "name" - "parent" - "status" + - "msg" window: 30 # days - type: "table" @@ -965,6 +1029,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1050,6 +1115,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1135,6 +1201,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1220,6 +1287,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1305,6 +1373,7 @@ - "name" - "parent" - "status" + - "msg" window: 7 # days - type: "table" @@ -1314,6 +1383,137 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" testbed: "2n-dnv" + +################################################################################ +# 3n-aws +- type: "table" + title: "Performance trending dashboard 2t1c-3n-aws" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws" + data: "plot-performance-trending-vpp-3n-aws" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 5 + long-trend-window: 26 + +- type: "table" + title: "Performance trending dashboard 4t2c-3n-aws" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws" + data: "plot-performance-trending-vpp-3n-aws" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 5 + long-trend-window: 26 + +- type: "table" + title: "HTML performance trending dashboard 2t1c-3n-aws" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-aws.rst" + testbed: "3n-aws" + +- type: "table" + title: "HTML performance trending dashboard 4t2c-3n-aws" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-3n-aws.rst" + testbed: "3n-aws" + +- type: "table" + title: "Failed MRR tests 3n-aws" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws" + data: "plot-performance-trending-vpp-3n-aws" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 3n-aws" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-aws.rst" + testbed: "3n-aws" + +################################################################################ +# 2n-aws +- type: "table" + title: "Performance trending dashboard 2t1c-2n-aws" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws" + data: "plot-performance-trending-vpp-2n-aws" + filter: "'MRR' and '2T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 5 + long-trend-window: 26 + +- type: "table" + title: "Performance trending dashboard 4t2c-2n-aws" + algorithm: "table_perf_trending_dash" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws" + data: "plot-performance-trending-vpp-2n-aws" + filter: "'MRR' and '4T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 5 + long-trend-window: 26 + +- type: "table" + title: "HTML performance trending dashboard 2t1c-2n-aws" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-aws.rst" + testbed: "2n-aws" + +- type: "table" + title: "HTML performance trending dashboard 4t2c-2n-aws" + algorithm: "table_perf_trending_dash_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t2c-2n-aws.rst" + testbed: "2n-aws" + +- type: "table" + title: "Failed MRR tests 2n-aws" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws" + data: "plot-performance-trending-vpp-2n-aws" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - "msg" + window: 7 # days + +- type: "table" + title: "HTML Failed MRR tests 2n-aws" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-aws.rst" + testbed: "2n-aws" + ################################################################################ ### C P T A ### ################################################################################ @@ -1844,7 +2044,7 @@ - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe" output-file-name: "2n-dnv-x553-64b-{core}-ip4-ixgbe" data: "plot-performance-trending-vpp-2n-dnv" - core: ["2t1c", "4t2c", "8t4c"] + core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" @@ -1853,6 +2053,24 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" layout: "plot-cpta" + - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" + output-file-name: "2n-aws-nitro50g-64b-{core}-ip4-ena" + data: "plot-performance-trending-vpp-2n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-mrr.64B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-mrr.64B-{core}-ethip4-ip4scale2m-mrr" + layout: "plot-cpta" + + - title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena" + output-file-name: "2n-aws-nitro50g-1518b-{core}-ip4-ena" + data: "plot-performance-trending-vpp-2n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-mrr.1518B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-mrr.1518B-{core}-ethip4-ip4scale2m-mrr" + layout: "plot-cpta" + - title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-avf-dpdk" output-file-name: "2n-skx-x710-64b-{core}-ip4-avf-dpdk" data: "plot-performance-trending-vpp-2n-skx" @@ -2078,6 +2296,24 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" layout: "plot-cpta" + - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" + output-file-name: "3n-aws-nitro50g-64b-{core}-ip4-ena" + data: "plot-performance-trending-vpp-3n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-mrr.64B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-mrr.64B-{core}-ethip4-ip4scale2m-mrr" + layout: "plot-cpta" + + - title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena" + output-file-name: "3n-aws-nitro50g-1518b-{core}-ip4-ena" + data: "plot-performance-trending-vpp-3n-aws" + core: ["2t1c", "4t2c"] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-mrr.1518B-{core}-ethip4-ip4base-mrr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-mrr.1518B-{core}-ethip4-ip4scale2m-mrr" + layout: "plot-cpta" + - title: "3n-skx-x710-64b-{core}-ip4routing-base-scale-avf" output-file-name: "3n-skx-x710-64b-{core}-ip4-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx"