Trending: Partially remove 3n-hsw 56/32556/1
authorTibor Frank <tifrank@cisco.com>
Thu, 3 Jun 2021 11:40:13 +0000 (13:40 +0200)
committerTibor Frank <tifrank@cisco.com>
Thu, 3 Jun 2021 11:40:13 +0000 (13:40 +0200)
Change-Id: I2f08d455a51f3b891b38ad82bfac47dd7b9921c5
Signed-off-by: Tibor Frank <tifrank@cisco.com>
docs/cpta/introduction/dashboard.rst
docs/cpta/introduction/failures.rst
docs/cpta/introduction/weekly.rst
docs/cpta/methodology/perpatch_performance_tests.rst
resources/tools/presentation/specifications/trending/data_sets.yaml
resources/tools/presentation/specifications/trending/elements.yaml

index 5df7abe..58480ba 100644 (file)
@@ -69,35 +69,6 @@ PDR Weekly VPP worker on 2t1c
 
 .. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t1c-3n-skx-pdr.rst
 
-3n-hsw
-------
-
-VPP worker on 1t1c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw.rst
-
-VPP worker on 2t2c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-2t2c-3n-hsw.rst
-
-VPP worker on 4t4c
-``````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-4t4c-3n-hsw.rst
-
-
-NDR Weekly VPP worker on 2t1c
-`````````````````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst
-
-PDR Weekly VPP worker on 2t1c
-`````````````````````````````
-
-.. include:: ../../../_build/_static/vpp/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst
-
 3n-tsh
 ------
 
index b056307..2ed2cae 100644 (file)
@@ -33,16 +33,6 @@ Legend to the tables:
 
 .. include:: ../../../_build/_static/vpp/failed-tests-3n-skx-ndrpdr.rst
 
-3n-hsw-mrr
-----------
-
-.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw.rst
-
-3n-hsw-ndrpdr
--------------
-
-.. include:: ../../../_build/_static/vpp/failed-tests-3n-hsw-ndrpdr.rst
-
 3n-tsh-mrr
 ----------
 
index bf73a58..e32f1d7 100644 (file)
@@ -63,24 +63,3 @@ Comparison tables in HTML, ASCII and CSV formats:
   - `HTML 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr_in.html>`_
   - `ASCII 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.txt>`_
   - `CSV 2t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-2n-clx-2t1c-pdr.csv>`_
-
-3n-hsw
-------
-
-NDR Comparison
-``````````````
-
-Comparison tables in HTML, ASCII and CSV formats:
-
-  - `HTML 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr_in.html>`_
-  - `ASCII 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.txt>`_
-  - `CSV 1t1c NDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr.csv>`_
-
-PDR Comparison
-``````````````
-
-Comparison tables in HTML, ASCII and CSV formats:
-
-  - `HTML 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr_in.html>`_
-  - `ASCII 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.txt>`_
-  - `CSV 1t1c PDR comparison <../_static/vpp/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr.csv>`_
index c1d3d66..0f1f0d2 100644 (file)
@@ -15,7 +15,7 @@ They are not started automatically, must be triggered on demand.
 They allow full tag expressions, but some tags are enforced (such as MRR).
 
 Only the three types of tesbed based on Xeon processors have jobs created.
-Their Gerrit triggers words are "perftest-3n-hsw", "perftest-3n-skx"
+Their Gerrit triggers words are "perftest-3n-skx"
 and "perftest-2n-skx".
 
 If additional arguments are added to the Gerrit trigger, they are treated
index 59b8600..f15cb0f 100644 (file)
@@ -5,9 +5,6 @@
 - type: "data-sets"
 
   # Compressed failed tests (last builds)
-  table-last-failed-tests-3n-hsw:
-    csit-vpp-perf-mrr-daily-master:
-      - "lastCompletedBuild"
   table-last-failed-tests-3n-skx:
     csit-vpp-perf-mrr-daily-master-3n-skx:
       - "lastCompletedBuild"
@@ -32,9 +29,6 @@
   table-last-failed-tests-2n-dnv:
     csit-vpp-perf-mrr-daily-master-2n-dnv:
       - "lastCompletedBuild"
-  table-last-failed-tests-3n-hsw-ndrpdr:
-    csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
-      - "lastCompletedBuild"
   table-last-failed-tests-3n-skx-ndrpdr:
     csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
       - "lastCompletedBuild"
@@ -44,9 +38,6 @@
   table-last-failed-tests-2n-clx-ndrpdr:
     csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
       - "lastCompletedBuild"
-  table-last-failed-tests-dpdk-3n-hsw:
-    csit-dpdk-perf-mrr-weekly-master:
-      - "lastCompletedBuild"
   table-last-failed-tests-dpdk-3n-skx:
     csit-dpdk-perf-mrr-weekly-master-3n-skx:
       - "lastCompletedBuild"
   plot-performance-trending-all-3n-hsw:
     csit-vpp-perf-mrr-daily-master:
       start: 1100
-      end: "lastCompletedBuild"
+      end: 1704
       max-builds: 180
     csit-dpdk-perf-mrr-weekly-master:
       start: 107
-      end: "lastCompletedBuild"
+      end: 179
       max-builds: 26
 
   plot-performance-trending-vpp-3n-hsw:
     csit-vpp-perf-mrr-daily-master:
       start: 1100
-      end: "lastCompletedBuild"
+      end: 1704
       max-builds: 180
 
   plot-performance-trending-dpdk-3n-hsw:
     csit-dpdk-perf-mrr-weekly-master:
       start: 107
-      end: "lastCompletedBuild"
+      end: 179
       max-builds: 26
 
   # 3n-skx
   plot-ndrpdr-comparison-3n-hsw:
     csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
       start: 76
-      end: "lastCompletedBuild"
+      end: 142
       max-builds: 26
 
   table-ndrpdr-comparison-2n-skx:
       end: "lastCompletedBuild"
       max-builds: 26
       reverse: True  # Must be reversed
-
-  table-ndrpdr-comparison-3n-hsw:
-    csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
-      start: 76
-      end: "lastCompletedBuild"
-      max-builds: 26
-      reverse: True  # Must be reversed
index c43709f..7599bfa 100644 (file)
     - reference: -2
       compare: -1
 
-# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr
-- type: "table"
-  title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr"
-  algorithm: "table_weekly_comparison"
-  output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr"
-  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  data: "table-ndrpdr-comparison-3n-hsw"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
-  nr-of-data-columns: 3
-  comparisons:
-    - reference: -3
-      compare: -1
-    - reference: -2
-      compare: -1
-
-# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr
-- type: "table"
-  title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr"
-  algorithm: "table_weekly_comparison"
-  output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr"
-  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  data: "table-ndrpdr-comparison-3n-hsw"
-  filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'"
-  nr-of-data-columns: 3
-  comparisons:
-    - reference: -3
-      compare: -1
-    - reference: -2
-      compare: -1
-
-# Compressed failed tests (last build)
--
-  type: "table"
-  title: "Last failed tests (last builds) VPP 3n-hsw"
-  algorithm: "table_last_failed_tests"
-  output-file-ext: ".txt"
-  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-mrr"
-  data: "table-last-failed-tests-3n-hsw"
-  filter: "'MRR'"
-  parameters:
-    - "name"
-    - "parent"
-    - "status"
-
 -
   type: "table"
   title: "Last failed tests (last builds) VPP 3n-skx"
     - "parent"
     - "status"
 
--
-  type: "table"
-  title: "Last failed tests (last builds) VPP 3n-hsw-ndrpdr"
-  algorithm: "table_last_failed_tests"
-  output-file-ext: ".txt"
-  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-hsw-ndrpdr"
-  data: "table-last-failed-tests-3n-hsw-ndrpdr"
-  filter: "'NDRPDR'"
-  parameters:
-    - "name"
-    - "parent"
-    - "status"
-
 -
   type: "table"
   title: "Last failed tests (last builds) VPP 3n-skx-ndrpdr"
     - "parent"
     - "status"
 
--
-  type: "table"
-  title: "Last failed tests (last builds) DPDK 3n-hsw"
-  algorithm: "table_last_failed_tests"
-  output-file-ext: ".txt"
-  output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-hsw-mrr"
-  data: "table-last-failed-tests-dpdk-3n-hsw"
-  filter: "'MRR'"
-  parameters:
-    - "name"
-    - "parent"
-    - "status"
-
 -
   type: "table"
   title: "Last failed tests (last builds) DPDK 3n-tsh"
     - "parent"
     - "status"
 
-# 3n-hsw
--
-  type: "table"
-  title: "Performance trending dashboard 1t1c-3n-hsw"
-  algorithm: "table_perf_trending_dash"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw"
-  data: "plot-performance-trending-all-3n-hsw"
-  filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
-  parameters:
-    - "name"
-    - "parent"
-    - "result"
-  window: 14
-  long-trend-window: 180
-
--
-  type: "table"
-  title: "Performance trending dashboard 2t2c-3n-hsw"
-  algorithm: "table_perf_trending_dash"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw"
-  data: "plot-performance-trending-all-3n-hsw"
-  filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
-  parameters:
-    - "name"
-    - "parent"
-    - "result"
-  window: 14
-  long-trend-window: 180
-
--
-  type: "table"
-  title: "Performance trending dashboard 4t4c-3n-hsw"
-  algorithm: "table_perf_trending_dash"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw"
-  data: "plot-performance-trending-all-3n-hsw"
-  filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
-  parameters:
-    - "name"
-    - "parent"
-    - "result"
-  window: 14
-  long-trend-window: 180
-
--
-  type: "table"
-  title: "HTML performance trending dashboard 1t1c-3n-hsw"
-  algorithm: "table_perf_trending_dash_html"
-  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw.rst"
-  testbed: "3n-hsw"
-
--
-  type: "table"
-  title: "HTML performance trending dashboard 2t2c-3n-hsw"
-  algorithm: "table_perf_trending_dash_html"
-  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-hsw.rst"
-  testbed: "3n-hsw"
-
--
-  type: "table"
-  title: "HTML performance trending dashboard 4t4c-3n-hsw"
-  algorithm: "table_perf_trending_dash_html"
-  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-hsw.rst"
-  testbed: "3n-hsw"
-
-# 3n-hsw
--
-  type: "table"
-  title: "Performance trending dashboard 1t1c-3n-hsw ndr"
-  algorithm: "table_perf_trending_dash"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr"
-  data: "plot-ndrpdr-comparison-3n-hsw"
-  filter: "'NDRPDR' and '1T1C'"
-  include-tests: "NDR"
-  parameters:
-    - "name"
-    - "parent"
-    - "throughput"
-  window: 4
-  long-trend-window: 12
-
--
-  type: "table"
-  title: "Performance trending dashboard 1t1c-3n-hsw pdr"
-  algorithm: "table_perf_trending_dash"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr"
-  data: "plot-ndrpdr-comparison-3n-hsw"
-  filter: "'NDRPDR' and '1T1C'"
-  include-tests: "PDR"
-  parameters:
-    - "name"
-    - "parent"
-    - "throughput"
-  window: 4
-  long-trend-window: 12
-
--
-  type: "table"
-  title: "HTML performance trending dashboard 1t1c-3n-hsw ndr"
-  algorithm: "table_perf_trending_dash_html"
-  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
-  testbed: "3n-hsw"
-  test-type: "NDR"
-  add-links: True
-
--
-  type: "table"
-  title: "HTML performance trending dashboard 1t1c-3n-hsw pdr"
-  algorithm: "table_perf_trending_dash_html"
-  input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
-  output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
-  testbed: "3n-hsw"
-  test-type: "PDR"
-  add-links: True
-
 # 3n-skx
 -
   type: "table"
   test-type: "PDR"
   add-links: True
 
--
-  type: "table"
-  title: "Failed MRR tests 3n-hsw"
-  algorithm: "table_failed_tests"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw"
-  data: "plot-performance-trending-all-3n-hsw"
-  filter: "'MRR' and not 'NIC_Intel-XXV710'"
-  parameters:
-    - "name"
-    - "parent"
-    - "status"
-  window: 7  # days
-
--
-  type: "table"
-  title: "HTML Failed MRR tests 3n-hsw"
-  algorithm: "table_failed_tests_html"
-  input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.csv"
-  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
-  testbed: "3n-hsw"
-
--
-  type: "table"
-  title: "Failed NDRPDR tests 3n-hsw"
-  algorithm: "table_failed_tests"
-  output-file-ext: ".csv"
-  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
-  data: "plot-ndrpdr-comparison-3n-hsw"
-  filter: "'NDRPDR'"
-  parameters:
-    - "name"
-    - "parent"
-    - "status"
-  window: 30  # days
-
--
-  type: "table"
-  title: "HTML Failed NDRPDR tests 3n-hsw"
-  algorithm: "table_failed_tests_html"
-  input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
-  output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
-  testbed: "3n-hsw"
-  test-type: "NDRPDR"
-
 ###############################################################################
 # 3n-skx
 -