X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=9604da509a33a81f6cbc1e6ef8210f4c531e2973;hp=e6cc5a31eab09b24de128e568ced78fbd91bec40;hb=4f8bacf4731fed69b487473746303cc4e89a18d4;hpb=e19b6a5860556426663a11cbf6376893854618f3 diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index e6cc5a31ea..9604da509a 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -119,10 +119,14 @@ type: "failed-tests" way: "jenkins" include: - - "failed-tests-3n-hsw" - - "failed-tests-3n-skx" - - "failed-tests-2n-skx" - url: "https://docs.fd.io/csit/master/trending/trending" + - "last-failed-tests-3n-hsw" + - "last-failed-tests-3n-skx" + - "last-failed-tests-2n-skx" + urls: + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" + url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" configurations: # Configuration of the email notifications. @@ -148,63 +152,183 @@ data-sets: + # Compressed failed tests (last builds) + table-last-failed-tests-3n-hsw: + csit-vpp-perf-mrr-daily-master: + - "lastCompletedBuild" + table-last-failed-tests-3n-skx: + csit-vpp-perf-mrr-daily-master-3n-skx: + - "lastCompletedBuild" + table-last-failed-tests-2n-skx: + csit-vpp-perf-mrr-daily-master-2n-skx: + - "lastCompletedBuild" + table-last-failed-tests-nf-2n-skx: + csit-vpp-perf-mrr-weekly-master-2n-skx: + - "lastCompletedBuild" + # 3n-hsw plot-performance-trending-all-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 470 + start: 487 end: "lastCompletedBuild" + skip: + - 593 + - 595 + - 608 + - 613 + - 614 + - 616 + - 617 csit-dpdk-perf-mrr-weekly-master: - start: 54 + start: 55 end: "lastCompletedBuild" plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 470 + start: 487 end: "lastCompletedBuild" + skip: + - 593 + - 595 + - 608 + - 613 + - 614 + - 616 + - 617 plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: - start: 54 + start: 55 end: "lastCompletedBuild" # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 220 + start: 237 end: "lastCompletedBuild" + skip: + - 356 + - 357 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 369 + - 370 + - 371 + - 372 + - 373 + - 374 + - 376 + - 377 + - 378 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" + skip: + - 31 plot-performance-trending-vpp-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 220 + start: 237 end: "lastCompletedBuild" + skip: + - 356 + - 357 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 369 + - 370 + - 371 + - 372 + - 373 + - 374 + - 376 + - 377 + - 378 plot-performance-trending-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" + skip: + - 31 # 2n-skx plot-performance-trending-all-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 220 + start: 237 end: "lastCompletedBuild" + skip: + - 347 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 375 + - 380 + - 381 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" plot-performance-trending-vpp-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 220 + start: 237 end: "lastCompletedBuild" + skip: + - 347 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 375 + - 380 + - 381 plot-performance-trending-dpdk-2n-skx: csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" + plot-performance-trending-vpp-nfv-2n-skx: + csit-vpp-perf-mrr-weekly-master-2n-skx: + start: 1 + end: "lastCompletedBuild" + skip: + - 3 + - 5 + plot-layouts: plot-cpta: @@ -295,26 +419,81 @@ # 3n-hsw csit-vpp-perf-mrr-daily-master: - start: 470 + start: 487 end: "lastCompletedBuild" + skip: + - 593 + - 595 + - 608 + - 613 + - 614 + - 616 + - 617 csit-dpdk-perf-mrr-weekly-master: - start: 54 + start: 55 end: "lastCompletedBuild" # 3n-skx csit-vpp-perf-mrr-daily-master-3n-skx: - start: 220 + start: 237 end: "lastCompletedBuild" + skip: + - 356 + - 357 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 369 + - 370 + - 371 + - 372 + - 373 + - 374 + - 376 + - 377 + - 378 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" + skip: + - 31 # 2n-skx csit-vpp-perf-mrr-daily-master-2n-skx: - start: 220 + start: 237 + end: "lastCompletedBuild" + skip: + - 347 + - 358 + - 359 + - 360 + - 361 + - 362 + - 363 + - 364 + - 365 + - 366 + - 367 + - 368 + - 375 + - 380 + - 381 + csit-vpp-perf-mrr-weekly-master-2n-skx: + start: 1 end: "lastCompletedBuild" + skip: + - 3 + - 5 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 19 + start: 20 end: "lastCompletedBuild" - @@ -330,6 +509,47 @@ ################################################################################ ################################################################################ + +# Compressed failed tests (last build) +- + type: "table" + title: "Last failed tests (last builds) 3n-hsw" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-hsw" + data: "table-last-failed-tests-3n-hsw" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 3n-skx" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-skx" + data: "table-last-failed-tests-3n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-skx" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-skx" + data: "table-last-failed-tests-2n-skx" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -671,6 +891,216 @@ plots: +################################################################################ +# NFV + + - title: "VPP 2T1C NF Service Density VNFc 64B MRR Trending 2n-skx" + output-file-name: "vnfc-eth-l2bd-64b-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 4T2C NF Service Density VNFc 64B MRR Trending 2n-skx" + output-file-name: "vnfc-eth-l2bd-64b-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 8T4C NF Service Density VNFc 64B MRR Trending 2n-skx" + output-file-name: "vnfc-eth-l2bd-64b-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'VM' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 2T1C NF Service Density CNFc 64B MRR Trending 2n-skx" + output-file-name: "cnfc-eth-l2bd-64b-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 4T2C NF Service Density CNFc 64B MRR Trending 2n-skx" + output-file-name: "cnfc-eth-l2bd-64b-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 8T4C NF Service Density CNFc 64B MRR Trending 2n-skx" + output-file-name: "cnfc-eth-l2bd-64b-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'CHAIN' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Chain" + - "2 Chains" + - "4 Chains" + - "6 Chains" + - "8 Chains" + - "10 Chains" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 2T1C NF Service Density CNFp 64B MRR Trending 2n-skx" + output-file-name: "cnfp-eth-l2bd-64b-2t1c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '2T1C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Pipe" + - "2 Pipes" + - "4 Pipes" + - "6 Pipes" + - "8 Pipes" + - "10 Pipes" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 4T2C NF Service Density CNFp 64B MRR Trending 2n-skx" + output-file-name: "cnfp-eth-l2bd-64b-4t2c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '4T2C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Pipe" + - "2 Pipes" + - "4 Pipes" + - "6 Pipes" + - "8 Pipes" + - "10 Pipes" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + + - title: "VPP 8T4C NF Service Density CNFp 64B MRR Trending 2n-skx" + output-file-name: "cnfp-eth-l2bd-64b-8t4c-x710-2n-skx" + data: "plot-performance-trending-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and 'MRR' and '64B' and '8T4C' and 'L2BDMACLRN'" + groups: + - ["1R1C", "1R2C", "1R4C", "1R6C", "1R8C", "1R10C"] + - ["2R1C", "2R2C", "2R4C", "2R6C", "2R8C"] + - ["4R1C", "4R2C", "4R4C"] + - ["6R1C", "6R2C"] + - ["8R1C", "8R2C"] + - ["10R1C"] + group-names: + - "1 Pipe" + - "2 Pipes" + - "4 Pipes" + - "6 Pipes" + - "8 Pipes" + - "10 Pipes" + parameters: + - "result" + - "tags" + layout: "plot-cpta" + ################################################################################ # 3n-hsw