From 9ab83131443469ebced0c3ac34c17a385bb9cdaf Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Thu, 3 Jun 2021 13:40:13 +0200 Subject: [PATCH] Trending: Partially remove 3n-hsw Change-Id: I2f08d455a51f3b891b38ad82bfac47dd7b9921c5 Signed-off-by: Tibor Frank --- docs/cpta/introduction/dashboard.rst | 29 --- docs/cpta/introduction/failures.rst | 10 - docs/cpta/introduction/weekly.rst | 21 -- .../methodology/perpatch_performance_tests.rst | 2 +- .../specifications/trending/data_sets.yaml | 26 +-- .../specifications/trending/elements.yaml | 238 --------------------- 6 files changed, 6 insertions(+), 320 deletions(-) diff --git a/docs/cpta/introduction/dashboard.rst b/docs/cpta/introduction/dashboard.rst index 5df7abeab6..58480ba3e3 100644 --- a/docs/cpta/introduction/dashboard.rst +++ b/docs/cpta/introduction/dashboard.rst @@ -69,35 +69,6 @@ PDR Weekly VPP worker on 2t1c .. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-3n-skx-pdr.rst -3n-hsw ------- - -VPP worker on 1t1c -`````````````````` - -.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw.rst - -VPP worker on 2t2c -`````````````````` - -.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-hsw.rst - -VPP worker on 4t4c -`````````````````` - -.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-hsw.rst - - -NDR Weekly VPP worker on 2t1c -````````````````````````````` - -.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst - -PDR Weekly VPP worker on 2t1c -````````````````````````````` - -.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst - 3n-tsh ------ diff --git a/docs/cpta/introduction/failures.rst b/docs/cpta/introduction/failures.rst index b05630727e..2ed2cae77f 100644 --- a/docs/cpta/introduction/failures.rst +++ b/docs/cpta/introduction/failures.rst @@ -33,16 +33,6 @@ Legend to the tables: .. include:: ../../../_build/_static/vpp/failed-tests-3n-skx-ndrpdr.rst -3n-hsw-mrr ----------- - -.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw.rst - -3n-hsw-ndrpdr -------------- - -.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw-ndrpdr.rst - 3n-tsh-mrr ---------- diff --git a/docs/cpta/introduction/weekly.rst b/docs/cpta/introduction/weekly.rst index bf73a585ce..e32f1d7a11 100644 --- a/docs/cpta/introduction/weekly.rst +++ b/docs/cpta/introduction/weekly.rst @@ -63,24 +63,3 @@ Comparison tables in HTML, ASCII and CSV formats: - `HTML 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr_in.html>`_ - `ASCII 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.txt>`_ - `CSV 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.csv>`_ - -3n-hsw ------- - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr_in.html>`_ - - `ASCII 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr_in.html>`_ - - `ASCII 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.csv>`_ diff --git a/docs/cpta/methodology/perpatch_performance_tests.rst b/docs/cpta/methodology/perpatch_performance_tests.rst index c1d3d669b1..0f1f0d2d06 100644 --- a/docs/cpta/methodology/perpatch_performance_tests.rst +++ b/docs/cpta/methodology/perpatch_performance_tests.rst @@ -15,7 +15,7 @@ They are not started automatically, must be triggered on demand. They allow full tag expressions, but some tags are enforced (such as MRR). Only the three types of tesbed based on Xeon processors have jobs created. -Their Gerrit triggers words are "perftest-3n-hsw", "perftest-3n-skx" +Their Gerrit triggers words are "perftest-3n-skx" and "perftest-2n-skx". If additional arguments are added to the Gerrit trigger, they are treated diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index 59b8600ab4..f15cb0f6aa 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -5,9 +5,6 @@ - type: "data-sets" # Compressed failed tests (last builds) - table-last-failed-tests-3n-hsw: - csit-vpp-perf-mrr-daily-master: - - "lastCompletedBuild" table-last-failed-tests-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - "lastCompletedBuild" @@ -32,9 +29,6 @@ table-last-failed-tests-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: - "lastCompletedBuild" - table-last-failed-tests-3n-hsw-ndrpdr: - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - - "lastCompletedBuild" table-last-failed-tests-3n-skx-ndrpdr: csit-vpp-perf-ndrpdr-weekly-master-3n-skx: - "lastCompletedBuild" @@ -44,9 +38,6 @@ table-last-failed-tests-2n-clx-ndrpdr: csit-vpp-perf-ndrpdr-weekly-master-2n-clx: - "lastCompletedBuild" - table-last-failed-tests-dpdk-3n-hsw: - csit-dpdk-perf-mrr-weekly-master: - - "lastCompletedBuild" table-last-failed-tests-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: - "lastCompletedBuild" @@ -67,23 +58,23 @@ plot-performance-trending-all-3n-hsw: csit-vpp-perf-mrr-daily-master: start: 1100 - end: "lastCompletedBuild" + end: 1704 max-builds: 180 csit-dpdk-perf-mrr-weekly-master: start: 107 - end: "lastCompletedBuild" + end: 179 max-builds: 26 plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: start: 1100 - end: "lastCompletedBuild" + end: 1704 max-builds: 180 plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: start: 107 - end: "lastCompletedBuild" + end: 179 max-builds: 26 # 3n-skx @@ -238,7 +229,7 @@ plot-ndrpdr-comparison-3n-hsw: csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: start: 76 - end: "lastCompletedBuild" + end: 142 max-builds: 26 table-ndrpdr-comparison-2n-skx: @@ -261,10 +252,3 @@ end: "lastCompletedBuild" max-builds: 26 reverse: True # Must be reversed - - table-ndrpdr-comparison-3n-hsw: - csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: - start: 76 - end: "lastCompletedBuild" - max-builds: 26 - reverse: True # Must be reversed diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index c43709f03d..7599bfa01d 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -94,50 +94,6 @@ - reference: -2 compare: -1 -# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-hsw" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr -- type: "table" - title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr" - algorithm: "table_weekly_comparison" - output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - data: "table-ndrpdr-comparison-3n-hsw" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - nr-of-data-columns: 3 - comparisons: - - reference: -3 - compare: -1 - - reference: -2 - compare: -1 - -# Compressed failed tests (last build) -- - type: "table" - title: "Last failed tests (last builds) VPP 3n-hsw" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr" - data: "table-last-failed-tests-3n-hsw" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) VPP 3n-skx" @@ -242,19 +198,6 @@ - "parent" - "status" -- - type: "table" - title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr" - data: "table-last-failed-tests-3n-hsw-ndrpdr" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr" @@ -294,19 +237,6 @@ - "parent" - "status" -- - type: "table" - title: "Last failed tests (last builds) DPDK 3n-hsw" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr" - data: "table-last-failed-tests-dpdk-3n-hsw" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - type: "table" title: "Last failed tests (last builds) DPDK 3n-tsh" @@ -372,129 +302,6 @@ - "parent" - "status" -# 3n-hsw -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "Performance trending dashboard 2t2c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "Performance trending dashboard 4t4c-3n-hsw" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "HTML performance trending dashboard 2t2c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "HTML performance trending dashboard 4t4c-3n-hsw" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst" - testbed: "3n-hsw" - -# 3n-hsw -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw ndr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR' and '1T1C'" - include-tests: "NDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- - type: "table" - title: "Performance trending dashboard 1t1c-3n-hsw pdr" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR' and '1T1C'" - include-tests: "PDR" - parameters: - - "name" - - "parent" - - "throughput" - window: 4 - long-trend-window: 12 - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw ndr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst" - testbed: "3n-hsw" - test-type: "NDR" - add-links: True - -- - type: "table" - title: "HTML performance trending dashboard 1t1c-3n-hsw pdr" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst" - testbed: "3n-hsw" - test-type: "PDR" - add-links: True - # 3n-skx - type: "table" @@ -654,51 +461,6 @@ test-type: "PDR" add-links: True -- - type: "table" - title: "Failed MRR tests 3n-hsw" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw" - data: "plot-performance-trending-all-3n-hsw" - filter: "'MRR' and not 'NIC_Intel-XXV710'" - parameters: - - "name" - - "parent" - - "status" - window: 7 # days - -- - type: "table" - title: "HTML Failed MRR tests 3n-hsw" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst" - testbed: "3n-hsw" - -- - type: "table" - title: "Failed NDRPDR tests 3n-hsw" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr" - data: "plot-ndrpdr-comparison-3n-hsw" - filter: "'NDRPDR'" - parameters: - - "name" - - "parent" - - "status" - window: 30 # days - -- - type: "table" - title: "HTML Failed NDRPDR tests 3n-hsw" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst" - testbed: "3n-hsw" - test-type: "NDRPDR" - ############################################################################### # 3n-skx - -- 2.16.6