type: "failed-tests"
way: "jenkins"
include:
- - "last-failed-tests-2n-skx"
- - "last-failed-tests-3n-skx"
- - "last-failed-tests-2n-clx"
- - "last-failed-tests-3n-hsw"
- - "last-failed-tests-3n-tsh"
- - "last-failed-tests-2n-dnv"
- - "last-failed-tests-3n-dnv"
+ - "last-failed-tests-2n-skx-mrr"
+ - "last-failed-tests-3n-skx-mrr"
+ - "last-failed-tests-2n-clx-mrr"
+ - "last-failed-tests-3n-hsw-mrr"
+ - "last-failed-tests-3n-tsh-mrr"
+ - "last-failed-tests-2n-dnv-mrr"
+ - "last-failed-tests-3n-dnv-mrr"
+ - "last-failed-tests-2n-skx-ndrpdr"
+ - "last-failed-tests-3n-skx-ndrpdr"
+ - "last-failed-tests-2n-clx-ndrpdr"
+ - "last-failed-tests-3n-hsw-ndrpdr"
urls:
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw"
url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
configurations:
table-last-failed-tests-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
- "lastCompletedBuild"
- table-last-failed-tests-nf-2n-skx:
- csit-vpp-perf-mrr-weekly-master-2n-skx:
- - "lastCompletedBuild"
table-last-failed-tests-2n-clx:
csit-vpp-perf-mrr-daily-master-2n-clx:
- "lastCompletedBuild"
table-last-failed-tests-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
- "lastCompletedBuild"
+ table-last-failed-tests-3n-hsw-ndrpdr:
+ csit-vpp-perf-ndrpdr-weekly-master-3n-hsw:
+ - "lastCompletedBuild"
+ table-last-failed-tests-3n-skx-ndrpdr:
+ csit-vpp-perf-ndrpdr-weekly-master-3n-skx:
+ - "lastCompletedBuild"
+ table-last-failed-tests-2n-skx-ndrpdr:
+ csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
+ - "lastCompletedBuild"
+ table-last-failed-tests-2n-clx-ndrpdr:
+ csit-vpp-perf-ndrpdr-weekly-master-2n-clx:
+ - "lastCompletedBuild"
# 3n-hsw
plot-performance-trending-all-3n-hsw:
start: 144
end: "lastCompletedBuild"
+ # 3n-dnv
plot-performance-trending-vpp-3n-dnv:
csit-vpp-perf-mrr-daily-master-3n-dnv:
start: 329
end: "lastCompletedBuild"
+ # 2n-dnv
plot-performance-trending-vpp-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
start: 335
end: "lastCompletedBuild"
+ # NDRPDR
plot-ndrpdr-comparison-2n-skx:
csit-vpp-perf-ndrpdr-weekly-master-2n-skx:
start: 76
title: "Last failed tests (last builds) 3n-hsw"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-mrr"
data: "table-last-failed-tests-3n-hsw"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 3n-skx"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-mrr"
data: "table-last-failed-tests-3n-skx"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 2n-skx"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-mrr"
data: "table-last-failed-tests-2n-skx"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 2n-clx"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-mrr"
data: "table-last-failed-tests-2n-clx"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 3n-tsh"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh-mrr"
data: "table-last-failed-tests-3n-tsh"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 3n-dnv"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv-mrr"
data: "table-last-failed-tests-3n-dnv"
filter: "'MRR'"
parameters:
title: "Last failed tests (last builds) 2n-dnv"
algorithm: "table_last_failed_tests"
output-file-ext: ".txt"
- output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv-mrr"
data: "table-last-failed-tests-2n-dnv"
filter: "'MRR'"
parameters:
- "parent"
- "status"
+-
+ type: "table"
+ title: "Last failed tests (last builds) 3n-hsw-ndrpdr"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-ndrpdr"
+ data: "table-last-failed-tests-3n-hsw-ndrpdr"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 3n-skx-ndrpdr"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-ndrpdr"
+ data: "table-last-failed-tests-3n-skx-ndrpdr"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 2n-skx-ndrpdr"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-ndrpdr"
+ data: "table-last-failed-tests-2n-skx-ndrpdr"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
+-
+ type: "table"
+ title: "Last failed tests (last builds) 2n-clx-ndrpdr"
+ algorithm: "table_last_failed_tests"
+ output-file-ext: ".txt"
+ output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-ndrpdr"
+ data: "table-last-failed-tests-2n-clx-ndrpdr"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+
# 3n-hsw
-
type: "table"
data: "plot-performance-trending-all-3n-hsw"
filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-hsw"
filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-hsw"
filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst"
testbed: "3n-hsw"
- add-links: False
+ test-type: "NDR"
+ add-links: True
-
type: "table"
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst"
testbed: "3n-hsw"
- add-links: False
+ test-type: "PDR"
+ add-links: True
# 3n-skx
-
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst"
testbed: "3n-skx"
- add-links: False
+ test-type: "NDR"
+ add-links: True
-
type: "table"
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst"
testbed: "3n-skx"
- add-links: False
+ test-type: "PDR"
+ add-links: True
# 2n-skx
-
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst"
testbed: "2n-skx"
- add-links: False
+ test-type: "NDR"
+ add-links: True
-
type: "table"
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst"
testbed: "2n-skx"
- add-links: False
+ test-type: "PDR"
+ add-links: True
# 2n-clx
-
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst"
testbed: "2n-clx"
- add-links: False
+ test-type: "NDR"
+ add-links: True
-
type: "table"
input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv"
output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst"
testbed: "2n-clx"
- add-links: False
+ test-type: "PDR"
+ add-links: True
-
type: "table"
data: "plot-performance-trending-all-3n-hsw"
filter: "'MRR' and not 'NIC_Intel-XXV710'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst"
testbed: "3n-hsw"
-################################################################################
+-
+ type: "table"
+ title: "Failed NDRPDR tests 3n-hsw"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr"
+ data: "plot-ndrpdr-comparison-3n-hsw"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 30 # days
+
+-
+ type: "table"
+ title: "HTML Failed NDRPDR tests 3n-hsw"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst"
+ testbed: "3n-hsw"
+ test-type: "NDRPDR"
+
+###############################################################################
# 3n-skx
-
type: "table"
data: "plot-performance-trending-all-3n-skx"
filter: "'MRR' and '2T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-skx"
filter: "'MRR' and '4T2C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-skx"
filter: "'MRR' and '8T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-skx"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst"
testbed: "3n-skx"
+-
+ type: "table"
+ title: "Failed NDRPDR tests 3n-skx"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr"
+ data: "plot-ndrpdr-comparison-3n-skx"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 30 # days
+
+-
+ type: "table"
+ title: "HTML Failed NDRPDR tests 3n-skx"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst"
+ testbed: "3n-skx"
+ test-type: "NDRPDR"
+
################################################################################
# 2n-skx
-
data: "plot-performance-trending-all-2n-skx"
filter: "'MRR' and '2T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-2n-skx"
filter: "'MRR' and '4T2C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-2n-skx"
filter: "'MRR' and '8T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-2n-skx"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst"
testbed: "2n-skx"
+-
+ type: "table"
+ title: "Failed NDRPDR tests 2n-skx"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr"
+ data: "plot-ndrpdr-comparison-2n-skx"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 30 # days
+
+-
+ type: "table"
+ title: "HTML Failed NDRPDR tests 2n-skx"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst"
+ testbed: "2n-skx"
+ test-type: "NDRPDR"
+
################################################################################
# 2n-clx
-
data: "plot-performance-trending-vpp-2n-clx"
filter: "'MRR' and '2T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-clx"
filter: "'MRR' and '4T2C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-clx"
filter: "'MRR' and '8T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-clx"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst"
testbed: "2n-clx"
+-
+ type: "table"
+ title: "Failed NDRPDR tests 2n-clx"
+ algorithm: "table_failed_tests"
+ output-file-ext: ".csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr"
+ data: "plot-ndrpdr-comparison-2n-clx"
+ filter: "'NDRPDR'"
+ parameters:
+ - "name"
+ - "parent"
+ - "status"
+ window: 30 # days
+
+-
+ type: "table"
+ title: "HTML Failed NDRPDR tests 2n-clx"
+ algorithm: "table_failed_tests_html"
+ input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv"
+ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst"
+ testbed: "2n-clx"
+ test-type: "NDRPDR"
################################################################################
# 3n-tsh
data: "plot-performance-trending-all-3n-tsh"
filter: "'MRR' and '1T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-tsh"
filter: "'MRR' and '4T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-all-3n-tsh"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
data: "plot-performance-trending-vpp-3n-dnv"
filter: "'MRR' and '1T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-3n-dnv"
filter: "'MRR' and '2T2C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-3n-dnv"
filter: "'MRR' and '4T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-3n-dnv"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-
data: "plot-performance-trending-vpp-2n-dnv"
filter: "'MRR' and '1T1C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-dnv"
filter: "'MRR' and '2T2C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-dnv"
filter: "'MRR' and '4T4C'"
parameters:
- - "name"
- - "parent"
- - "result"
+ - "name"
+ - "parent"
+ - "result"
window: 14
long-trend-window: 180
data: "plot-performance-trending-vpp-2n-dnv"
filter: "'MRR'"
parameters:
- - "name"
- - "parent"
- - "status"
+ - "name"
+ - "parent"
+ - "status"
window: 7 # days
-