X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=fa41ab45f00e7b67ce352b90781c9f056fc3b09d;hb=836cdd8930dd7383d5c59a4ae407864a1e03040f;hp=f3f8ccff23f8758f96a7f2c10b1532cf4187f390;hpb=5a0bf46802294545c060d9aeea3c5b62952dfcda;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index f3f8ccff23..fa41ab45f0 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -126,13 +126,17 @@ type: "failed-tests" way: "jenkins" include: - - "last-failed-tests-2n-skx" - - "last-failed-tests-3n-skx" - - "last-failed-tests-2n-clx" - - "last-failed-tests-3n-hsw" - - "last-failed-tests-3n-tsh" - - "last-failed-tests-2n-dnv" - - "last-failed-tests-3n-dnv" + - "last-failed-tests-2n-skx-mrr" + - "last-failed-tests-3n-skx-mrr" + - "last-failed-tests-2n-clx-mrr" + - "last-failed-tests-3n-hsw-mrr" + - "last-failed-tests-3n-tsh-mrr" + - "last-failed-tests-2n-dnv-mrr" + - "last-failed-tests-3n-dnv-mrr" + - "last-failed-tests-2n-skx-ndrpdr" + - "last-failed-tests-3n-skx-ndrpdr" + - "last-failed-tests-2n-clx-ndrpdr" + - "last-failed-tests-3n-hsw-ndrpdr" urls: - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" @@ -141,6 +145,10 @@ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-hsw" url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" configurations: @@ -177,9 +185,6 @@ table-last-failed-tests-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - "lastCompletedBuild" - table-last-failed-tests-nf-2n-skx: - csit-vpp-perf-mrr-weekly-master-2n-skx: - - "lastCompletedBuild" table-last-failed-tests-2n-clx: csit-vpp-perf-mrr-daily-master-2n-clx: - "lastCompletedBuild" @@ -192,6 +197,18 @@ table-last-failed-tests-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: - "lastCompletedBuild" + table-last-failed-tests-3n-hsw-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + - "lastCompletedBuild" + table-last-failed-tests-3n-skx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-skx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-clx-ndrpdr: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: @@ -276,16 +293,19 @@ start: 144 end: "lastCompletedBuild" + # 3n-dnv plot-performance-trending-vpp-3n-dnv: csit-vpp-perf-mrr-daily-master-3n-dnv: start: 329 end: "lastCompletedBuild" + # 2n-dnv plot-performance-trending-vpp-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: start: 335 end: "lastCompletedBuild" + # NDRPDR plot-ndrpdr-comparison-2n-skx: csit-vpp-perf-ndrpdr-weekly-master-2n-skx: start: 76 @@ -745,7 +765,7 @@ title: "Last failed tests (last builds) 3n-hsw" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-mrr" data: "table-last-failed-tests-3n-hsw" filter: "'MRR'" parameters: @@ -758,7 +778,7 @@ title: "Last failed tests (last builds) 3n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-mrr" data: "table-last-failed-tests-3n-skx" filter: "'MRR'" parameters: @@ -771,7 +791,7 @@ title: "Last failed tests (last builds) 2n-skx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-mrr" data: "table-last-failed-tests-2n-skx" filter: "'MRR'" parameters: @@ -784,7 +804,7 @@ title: "Last failed tests (last builds) 2n-clx" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-mrr" data: "table-last-failed-tests-2n-clx" filter: "'MRR'" parameters: @@ -797,7 +817,7 @@ title: "Last failed tests (last builds) 3n-tsh" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh-mrr" data: "table-last-failed-tests-3n-tsh" filter: "'MRR'" parameters: @@ -810,7 +830,7 @@ title: "Last failed tests (last builds) 3n-dnv" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv-mrr" data: "table-last-failed-tests-3n-dnv" filter: "'MRR'" parameters: @@ -823,7 +843,7 @@ title: "Last failed tests (last builds) 2n-dnv" algorithm: "table_last_failed_tests" output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv-mrr" data: "table-last-failed-tests-2n-dnv" filter: "'MRR'" parameters: @@ -831,6 +851,58 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) 3n-hsw-ndrpdr" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw-ndrpdr" + data: "table-last-failed-tests-3n-hsw-ndrpdr" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 3n-skx-ndrpdr" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx-ndrpdr" + data: "table-last-failed-tests-3n-skx-ndrpdr" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-skx-ndrpdr" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx-ndrpdr" + data: "table-last-failed-tests-2n-skx-ndrpdr" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-clx-ndrpdr" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-clx-ndrpdr" + data: "table-last-failed-tests-2n-clx-ndrpdr" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -841,9 +913,9 @@ data: "plot-performance-trending-all-3n-hsw" filter: "'MRR' and '1T1C' and not 'NIC_Intel-XXV710'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -856,9 +928,9 @@ data: "plot-performance-trending-all-3n-hsw" filter: "'MRR' and '2T2C' and not 'NIC_Intel-XXV710'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -871,9 +943,9 @@ data: "plot-performance-trending-all-3n-hsw" filter: "'MRR' and '4T4C' and not 'NIC_Intel-XXV710'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -941,7 +1013,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-ndr.rst" testbed: "3n-hsw" - add-links: False + test-type: "NDR" + add-links: True - type: "table" @@ -950,7 +1023,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-hsw-pdr.rst" testbed: "3n-hsw" - add-links: False + test-type: "PDR" + add-links: True # 3n-skx - @@ -992,7 +1066,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-ndr.rst" testbed: "3n-skx" - add-links: False + test-type: "NDR" + add-links: True - type: "table" @@ -1001,7 +1076,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-3n-skx-pdr.rst" testbed: "3n-skx" - add-links: False + test-type: "PDR" + add-links: True # 2n-skx - @@ -1043,7 +1119,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-ndr.rst" testbed: "2n-skx" - add-links: False + test-type: "NDR" + add-links: True - type: "table" @@ -1052,7 +1129,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-skx-pdr.rst" testbed: "2n-skx" - add-links: False + test-type: "PDR" + add-links: True # 2n-clx - @@ -1094,7 +1172,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-ndr.rst" testbed: "2n-clx" - add-links: False + test-type: "NDR" + add-links: True - type: "table" @@ -1103,7 +1182,8 @@ input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.csv" output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t1c-2n-clx-pdr.rst" testbed: "2n-clx" - add-links: False + test-type: "PDR" + add-links: True - type: "table" @@ -1114,9 +1194,9 @@ data: "plot-performance-trending-all-3n-hsw" filter: "'MRR' and not 'NIC_Intel-XXV710'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1127,7 +1207,30 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw.rst" testbed: "3n-hsw" -################################################################################ +- + type: "table" + title: "Failed NDRPDR tests 3n-hsw" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr" + data: "plot-ndrpdr-comparison-3n-hsw" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + window: 30 # days + +- + type: "table" + title: "HTML Failed NDRPDR tests 3n-hsw" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-hsw-ndrpdr.rst" + testbed: "3n-hsw" + test-type: "NDRPDR" + +############################################################################### # 3n-skx - type: "table" @@ -1138,9 +1241,9 @@ data: "plot-performance-trending-all-3n-skx" filter: "'MRR' and '2T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1153,9 +1256,9 @@ data: "plot-performance-trending-all-3n-skx" filter: "'MRR' and '4T2C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1168,9 +1271,9 @@ data: "plot-performance-trending-all-3n-skx" filter: "'MRR' and '8T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1207,9 +1310,9 @@ data: "plot-performance-trending-all-3n-skx" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1220,6 +1323,29 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx.rst" testbed: "3n-skx" +- + type: "table" + title: "Failed NDRPDR tests 3n-skx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr" + data: "plot-ndrpdr-comparison-3n-skx" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + window: 30 # days + +- + type: "table" + title: "HTML Failed NDRPDR tests 3n-skx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-skx-ndrpdr.rst" + testbed: "3n-skx" + test-type: "NDRPDR" + ################################################################################ # 2n-skx - @@ -1231,9 +1357,9 @@ data: "plot-performance-trending-all-2n-skx" filter: "'MRR' and '2T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1246,9 +1372,9 @@ data: "plot-performance-trending-all-2n-skx" filter: "'MRR' and '4T2C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1261,9 +1387,9 @@ data: "plot-performance-trending-all-2n-skx" filter: "'MRR' and '8T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1300,9 +1426,9 @@ data: "plot-performance-trending-all-2n-skx" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1313,6 +1439,29 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" testbed: "2n-skx" +- + type: "table" + title: "Failed NDRPDR tests 2n-skx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr" + data: "plot-ndrpdr-comparison-2n-skx" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + window: 30 # days + +- + type: "table" + title: "HTML Failed NDRPDR tests 2n-skx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx-ndrpdr.rst" + testbed: "2n-skx" + test-type: "NDRPDR" + ################################################################################ # 2n-clx - @@ -1324,9 +1473,9 @@ data: "plot-performance-trending-vpp-2n-clx" filter: "'MRR' and '2T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1339,9 +1488,9 @@ data: "plot-performance-trending-vpp-2n-clx" filter: "'MRR' and '4T2C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1354,9 +1503,9 @@ data: "plot-performance-trending-vpp-2n-clx" filter: "'MRR' and '8T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1393,9 +1542,9 @@ data: "plot-performance-trending-vpp-2n-clx" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1406,6 +1555,28 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx.rst" testbed: "2n-clx" +- + type: "table" + title: "Failed NDRPDR tests 2n-clx" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr" + data: "plot-ndrpdr-comparison-2n-clx" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "status" + window: 30 # days + +- + type: "table" + title: "HTML Failed NDRPDR tests 2n-clx" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-clx-ndrpdr.rst" + testbed: "2n-clx" + test-type: "NDRPDR" ################################################################################ # 3n-tsh @@ -1418,9 +1589,9 @@ data: "plot-performance-trending-all-3n-tsh" filter: "'MRR' and '1T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1448,9 +1619,9 @@ data: "plot-performance-trending-all-3n-tsh" filter: "'MRR' and '4T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1487,9 +1658,9 @@ data: "plot-performance-trending-all-3n-tsh" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1511,9 +1682,9 @@ data: "plot-performance-trending-vpp-3n-dnv" filter: "'MRR' and '1T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1526,9 +1697,9 @@ data: "plot-performance-trending-vpp-3n-dnv" filter: "'MRR' and '2T2C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1541,9 +1712,9 @@ data: "plot-performance-trending-vpp-3n-dnv" filter: "'MRR' and '4T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1580,9 +1751,9 @@ data: "plot-performance-trending-vpp-3n-dnv" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days - @@ -1604,9 +1775,9 @@ data: "plot-performance-trending-vpp-2n-dnv" filter: "'MRR' and '1T1C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1619,9 +1790,9 @@ data: "plot-performance-trending-vpp-2n-dnv" filter: "'MRR' and '2T2C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1634,9 +1805,9 @@ data: "plot-performance-trending-vpp-2n-dnv" filter: "'MRR' and '4T4C'" parameters: - - "name" - - "parent" - - "result" + - "name" + - "parent" + - "result" window: 14 long-trend-window: 180 @@ -1673,9 +1844,9 @@ data: "plot-performance-trending-vpp-2n-dnv" filter: "'MRR'" parameters: - - "name" - - "parent" - - "status" + - "name" + - "parent" + - "status" window: 7 # days -