X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=c02fea97fc90fd8fe6f751039ce2887ab31dc222;hb=f57aa03eb1e74ba2322ec0c460e8161bc4eeac3f;hp=f136fd15cad8cbd14322efe70c6efb2ffb7573c0;hpb=cfc2e75640a44fcf0f70a8c9b6d95dffb9b5c9c8;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index f136fd15ca..c02fea97fc 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -137,6 +137,7 @@ - "last-failed-tests-dpdk-3n-skx-mrr" - "last-failed-tests-dpdk-2n-clx-mrr" - "last-failed-tests-dpdk-3n-hsw-mrr" + - "last-failed-tests-dpdk-3n-tsh-mrr" - "last-failed-tests-vpp-2n-skx-ndrpdr" - "last-failed-tests-vpp-3n-skx-ndrpdr" - "last-failed-tests-vpp-2n-clx-ndrpdr" @@ -153,6 +154,7 @@ - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-clx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master" + - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-ndrpdr-weekly-master-2n-clx" @@ -229,6 +231,9 @@ table-last-failed-tests-dpdk-2n-clx: csit-dpdk-perf-mrr-weekly-master-2n-clx: - "lastCompletedBuild" + table-last-failed-tests-dpdk-3n-tsh: + csit-dpdk-perf-mrr-weekly-master-3n-tsh: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: @@ -345,6 +350,11 @@ start: 144 end: "lastCompletedBuild" + plot-performance-trending-dpdk-3n-tsh: + csit-dpdk-perf-mrr-weekly-master-3n-tsh: + start: 1 + end: "lastCompletedBuild" + # 3n-dnv plot-performance-trending-vpp-3n-dnv: csit-vpp-perf-mrr-daily-master-3n-dnv: @@ -642,6 +652,11 @@ - 157 - 192 + csit-dpdk-perf-mrr-weekly-master-3n-tsh: + start: 1 + end: "lastCompletedBuild" + max-builds: 26 # Max nr of builds to download + # 3n-dnv csit-vpp-perf-mrr-daily-master-3n-dnv: start: 329 @@ -981,6 +996,19 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) DPDK 3n-tsh" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-dpdk-3n-tsh-mrr" + data: "table-last-failed-tests-dpdk-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + - type: "table" title: "Last failed tests (last builds) DPDK 3n-skx" @@ -2888,6 +2916,42 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h1024-p63-s64512-mrr" layout: "plot-cpta" + - title: "2n-clx-xxv710-64b-2t1c-features-snat44det-base-avf" + output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-snat44det-avf" + data: "plot-performance-trending-vpp-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-mrr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Mrr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Mrr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Mrr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Mrr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Mrr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-mrr" + layout: "plot-cpta" + + - title: "2n-clx-xxv710-64b-4t2c-features-snat44det-base-avf" + output-file-name: "2n-clx-xxv710-64b-4t2c-ip4-features-snat44det-avf" + data: "plot-performance-trending-vpp-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-mrr.64B-4t2c-avf-ethip4udp-snat44det-h1-p1-s1-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Mrr.64B-4t2c-avf-ethip4udp-snat44det-h1-p63-s63-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Mrr.64B-4t2c-avf-ethip4udp-snat44det-h1024-p63-s64512-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Mrr.64B-4t2c-avf-ethip4udp-snat44det-h16384-p63-s1032192-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Mrr.64B-4t2c-avf-ethip4udp-snat44det-h262144-p63-s16515072-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Mrr.64B-4t2c-avf-ethip4udp-snat44det-h65536-p63-s4128758-mrr" + layout: "plot-cpta" + + - title: "2n-clx-xxv710-64b-8t4c-features-snat44det-base-avf" + output-file-name: "2n-clx-xxv710-64b-8t4c-ip4-features-snat44det-avf" + data: "plot-performance-trending-vpp-2n-clx" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-mrr.64B-8t4c-avf-ethip4udp-snat44det-h1-p1-s1-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h1-p63-s63-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h1024-p63-s64512-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h16384-p63-s1032192-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h262144-p63-s16515072-mrr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Mrr.64B-8t4c-avf-ethip4udp-snat44det-h65536-p63-s4128758-mrr" + layout: "plot-cpta" + - title: "2n-clx-cx556a-64b-2t1c-rdma-ip4base" output-file-name: "2n-clx-cx556a-64b-2t1c-rdma-ip4base" data: "plot-performance-trending-vpp-2n-clx" @@ -6204,6 +6268,19 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: "plot-cpta" + - title: "2n-clx-xxv710-64b-2t1c-ip4-features-snat44det-avf-ndr" + output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-snat44det-avf-ndr" + data: "plot-ndrpdr-comparison-2n-clx" + include-tests: "NDR" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: "plot-cpta" + - title: "2n-clx-xxv710-64b-2t1c-ip4-base-scale-avf-pdr" output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-base-scale-avf-pdr" data: "plot-ndrpdr-comparison-2n-clx" @@ -6239,6 +6316,19 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" layout: "plot-cpta" + - title: "2n-clx-xxv710-64b-2t1c-ip4-features-snat44det-avf-pdr" + output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-features-snat44det-avf-pdr" + data: "plot-ndrpdr-comparison-2n-clx" + include-tests: "PDR" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1-p1-s1-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p1-s1-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H1-P63-S63-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1-p63-s63-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-snat44det-h1024-p63-s64512-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H16384-P63-S1032192-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H262144-P63-S16515072-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h262144-p63-s16515072-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Snat44Det-H65536-P63-S4128758-Ndrpdr.64B-2t1c-avf-ethip4udp-snat44det-h65536-p63-s4128758-ndrpdr" + layout: "plot-cpta" + - title: "2n-clx-xxv710-64b-2t1c-ip4-base-scale-dpdk-ndr" output-file-name: "2n-clx-xxv710-64b-2t1c-ip4-base-scale-dpdk-ndr" data: "plot-ndrpdr-comparison-2n-clx"