X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=22b31e25564bf4512845ed7f734c17c6f6bac895;hb=51b4c826796b9f1f3267a0d6a8f2ba796c24d8d4;hp=1e199511bdf91276732a346ad86708d6219c5ec2;hpb=2544d4579306396f0ebb56cf7c4513e824b7dfd4;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 1e199511bd..22b31e2556 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -198,112 +198,124 @@ csit-vpp-perf-mrr-daily-master: start: 1086 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use csit-dpdk-perf-mrr-weekly-master: start: 107 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: start: 1086 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: start: 107 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: start: 834 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use csit-dpdk-perf-mrr-weekly-master-3n-skx: start: 72 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: start: 834 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: start: 72 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use # 2n-skx plot-performance-trending-all-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: start: 858 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use csit-dpdk-perf-mrr-weekly-master-2n-skx: start: 78 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: start: 858 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-dpdk-2n-skx: csit-dpdk-perf-mrr-weekly-master-2n-skx: start: 78 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-nfv-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: start: 50 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use plot-performance-trending-vpp-2n-clx: csit-vpp-perf-mrr-daily-master-2n-clx: start: 236 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-dpdk-2n-clx: csit-dpdk-perf-mrr-weekly-master-2n-clx: start: 23 end: "lastCompletedBuild" - max-builds: 15 # Max nr of builds to use # 3n-tsh plot-performance-trending-all-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: start: 144 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-vpp-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: start: 144 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-vpp-3n-dnv: csit-vpp-perf-mrr-daily-master-3n-dnv: start: 329 end: "lastCompletedBuild" - max-builds: 180 # Max nr of builds to use plot-performance-trending-vpp-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: start: 335 end: "lastCompletedBuild" + table-ndrpdr-comparison-2n-skx: + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-skx: + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + skip: + - 87 + + table-ndrpdr-comparison-2n-clx: + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 30 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + + table-ndrpdr-comparison-3n-hsw: + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + reverse: True # Must be reversed + plot-layouts: plot-cpta: @@ -398,6 +410,32 @@ builds: + # 2n-skx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-2n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + + # 3n-skx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-3n-skx: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + skip: + - 87 + + # 2n-clx ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-2n-clx: + start: 30 + end: "lastCompletedBuild" + max-builds: 4 + + # 3n-hsw ndrpdr + csit-vpp-perf-ndrpdr-weekly-master-3n-hsw: + start: 84 + end: "lastCompletedBuild" + max-builds: 4 + # 3n-hsw csit-vpp-perf-mrr-daily-master: start: 1086 @@ -548,6 +586,126 @@ ################################################################################ +# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-skx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-skx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-skx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-skx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-clx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 2n-clx-xxv710 2t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-2n-clx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-2n-clx" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c ndr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c ndr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-hsw" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + +# VPP NDRPDR weekly comparison 3n-hsw-xl710 2t1c pdr +- type: "table" + title: "VPP NDRPDR weekly comparison 3n-hsw-xl710 1t1c pdr" + algorithm: "table_weekly_comparison" + output-file: "{DIR[STATIC,VPP]}/ndrpdr-weekly-comp-3n-hsw-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + data: "table-ndrpdr-comparison-3n-hsw" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" + nr-of-data-columns: 3 + comparisons: + - reference: -3 + compare: -1 + - reference: -2 + compare: -1 + # Compressed failed tests (last build) - type: "table"