X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=cd3b62a1e3832600f47488ebeba582411db7d175;hb=1a4993354a24f9cf2d70d2b2b6b057852560b6e6;hp=9352a7d85f097e0dfeeaa28bef75a883f5e20d81;hpb=992ab4496eb6784809539aea749ce548b86e30b0;p=csit.git diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index 9352a7d85f..cd3b62a1e3 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -45,8 +45,8 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS]: "https://docs.fd.io/csit" - DIR[NEXUS]: "trending/_static/archive" + URL[NEXUS,DOC]: "https://docs.fd.io/csit" + DIR[NEXUS,DOC]: "trending/_static/archive" make-dirs: # List the directories which are created while preparing the environment. @@ -66,6 +66,9 @@ "10.30.51.53": "LF-2n-SKX-22" "10.30.51.55": "LF-2n-SKX-23" "10.30.51.57": "LF-2n-SKX-24" + "10.32.8.19": "LF-2n-CLX-27" + "10.32.8.21": "LF-2n-CLX-28" + "10.32.8.23": "LF-2n-CLX-29" "10.30.51.16": "LF-3n-HSW-01" "10.30.51.20": "LF-3n-HSW-02" "10.30.51.24": "LF-3n-HSW-03" @@ -123,15 +126,19 @@ type: "failed-tests" way: "jenkins" include: - - "last-failed-tests-3n-hsw" - - "last-failed-tests-3n-skx" - - "last-failed-tests-2n-skx" - - "last-failed-tests-3n-tsh" + - "last-failed-tests-2n-skx" + - "last-failed-tests-3n-skx" + - "last-failed-tests-3n-hsw" + - "last-failed-tests-3n-tsh" + - "last-failed-tests-2n-dnv" + - "last-failed-tests-3n-dnv" urls: - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" configurations: @@ -184,326 +191,375 @@ # 3n-hsw plot-performance-trending-all-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 700 + start: 836 end: "lastCompletedBuild" skip: - - 726 - - 749 - - 750 - - 751 - - 752 - - 753 - - 754 - - 755 - - 756 - - 757 - - 758 - - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 792 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - - 801 # - - 802 # - - 804 # - - 805 - - 806 - - 807 # - - 808 # - - 810 # - - 815 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 + - 921 + - 922 + - 935 + - 936 + - 937 + - 938 + - 939 + - 940 + - 941 + - 953 csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 700 + start: 836 end: "lastCompletedBuild" skip: - - 726 - - 749 - - 750 - - 751 - - 752 - - 753 - - 754 - - 755 - - 756 - - 757 - - 758 - - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 792 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - - 801 # - - 802 # - - 804 # - - 805 - - 806 - - 807 # - - 808 # - - 810 # - - 815 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 + - 921 + - 922 + - 935 + - 936 + - 937 + - 938 + - 939 + - 940 + - 941 + - 953 plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 450 + start: 587 end: "lastCompletedBuild" skip: - - 480 - - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 536 - - 537 - - 538 - - 539 - - 541 # - - 542 # - - 544 # - - 545 - - 546 - - 547 - - 548 - - 549 - - 551 # - - 552 # - - 554 # - - 555 - - 556 - - 557 # - - 558 # - - 560 # - - 562 # + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 + - 662 + - 663 + - 683 + - 684 + - 685 + - 686 + - 687 + - 694 + - 695 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 450 + start: 587 end: "lastCompletedBuild" skip: - - 480 - - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 536 - - 537 - - 538 - - 539 - - 541 # - - 542 # - - 544 # - - 545 - - 546 - - 547 - - 548 - - 549 - - 551 # - - 552 # - - 554 # - - 555 - - 556 - - 557 # - - 558 # - - 560 # - - 562 # + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 + - 662 + - 663 + - 683 + - 684 + - 685 + - 686 + - 687 + - 694 + - 695 plot-performance-trending-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 # 2n-skx plot-performance-trending-all-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 589 end: "lastCompletedBuild" skip: - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - - 556 - - 557 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 + - 675 + - 676 + - 693 + - 694 + - 695 + - 696 + - 697 + - 698 + - 699 + - 700 + - 701 + - 702 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 589 end: "lastCompletedBuild" skip: - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - - 556 - - 557 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 + - 675 + - 676 + - 693 + - 694 + - 695 + - 696 + - 697 + - 698 + - 699 + - 700 + - 701 + - 702 plot-performance-trending-dpdk-2n-skx: csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-nfv-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 16 + start: 26 end: "lastCompletedBuild" skip: - - 21 + - 29 + - 34 + - 37 # 3n-tsh plot-performance-trending-all-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 55 + start: 75 end: "lastCompletedBuild" skip: - - 61 - - 62 - - 63 - - 64 - - 65 + - 80 + - 84 + - 89 + - 92 + - 93 + - 94 + - 95 plot-performance-trending-vpp-3n-tsh: csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 55 + start: 75 end: "lastCompletedBuild" skip: - - 61 - - 62 - - 63 - - 64 - - 65 + - 80 + - 84 + - 89 + - 92 + - 93 + - 94 + - 95 plot-performance-trending-vpp-3n-dnv: csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 41 + start: 69 end: "lastCompletedBuild" skip: - - 46 - - 47 - - 57 - - 58 - - 59 - - 60 - - 62 - - 63 + - 78 + - 80 + - 83 + - 84 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 121 + - 128 + - 129 + - 130 + - 131 + - 132 + - 133 + - 150 + - 151 + - 175 + - 176 plot-performance-trending-vpp-2n-dnv: csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 41 + start: 67 end: "lastCompletedBuild" skip: - - 46 - - 47 - - 57 - - 58 - - 59 + - 79 + - 80 + - 83 + - 90 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 127 + - 128 + - 129 + - 130 + - 131 + - 132 + - 145 + - 149 + - 150 plot-layouts: @@ -572,6 +628,8 @@ traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 tracegroupgap: 20 bordercolor: "rgb(238, 238, 238)" + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" hoverlabel: namelength: -1 @@ -589,178 +647,248 @@ extract: "output.xml" # Number of days from now to the past. Only files generated in this # time period are used. - time-period: 60 + time-period: 90 + + zip-file-name: "robot-plugin.zip" + zip-file-format: ".zip" + zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" + zip-extract: "robot-plugin/output.xml" builds: # 3n-hsw csit-vpp-perf-mrr-daily-master: - start: 700 + start: 836 end: "lastCompletedBuild" skip: - - 726 - - 749 - - 750 - - 751 - - 752 - - 753 - - 754 - - 755 - - 756 - - 757 - - 758 - - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 792 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - - 801 # - - 802 # - - 804 # - - 805 - - 806 - - 807 # - - 808 # - - 810 # - - 815 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 + - 921 + - 922 + - 935 + - 936 + - 937 + - 938 + - 939 + - 940 + - 941 + - 953 csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 # 3n-skx csit-vpp-perf-mrr-daily-master-3n-skx: - start: 450 + start: 587 end: "lastCompletedBuild" skip: - - 480 - - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 536 - - 537 - - 538 - - 539 - - 541 # - - 542 # - - 544 # - - 545 - - 546 - - 547 - - 548 - - 549 - - 551 # - - 552 # - - 554 # - - 555 - - 556 - - 557 # - - 558 # - - 560 # - - 562 # + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 + - 662 + - 663 + - 683 + - 684 + - 685 + - 686 + - 687 + - 694 + - 695 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 # 2n-skx csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 589 end: "lastCompletedBuild" skip: - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - - 556 - - 557 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 + - 675 + - 676 + - 693 + - 694 + - 695 + - 696 + - 697 + - 698 + - 699 + - 700 + - 701 + - 702 csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 16 + start: 26 end: "lastCompletedBuild" skip: - - 21 + - 29 + - 34 + - 37 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 # 3n-tsh csit-vpp-perf-mrr-daily-master-3n-tsh: - start: 55 + start: 75 end: "lastCompletedBuild" skip: - - 61 - - 62 - - 63 + - 80 + - 84 + - 89 + - 92 + - 93 + - 94 + - 95 # 3n-dnv csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 41 + start: 69 end: "lastCompletedBuild" skip: - - 46 - - 47 - - 57 - - 58 - - 59 - - 60 - - 62 - - 63 + - 78 + - 80 + - 83 + - 84 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 121 + - 128 + - 129 + - 130 + - 131 + - 132 + - 133 + - 150 + - 151 + - 175 + - 176 # 2n-dnv csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 41 + start: 67 end: "lastCompletedBuild" skip: - - 46 - - 47 - - 57 - - 58 - - 59 + - 79 + - 80 + - 83 + - 90 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 127 + - 128 + - 129 + - 130 + - 131 + - 132 + - 145 + - 149 + - 150 - type: "output" @@ -4960,28 +5088,54 @@ - "result" layout: "plot-cpta" -# IPSec +# IPSec SW INT + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-1t1c" + output-file-name: "ipsecsw-int-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-2t2c" + output-file-name: "ipsecsw-int-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-4t4c" + output-file-name: "ipsecsw-int-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec SW TNL - - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-1t1c" - output-file-name: "ipsecsw-1t1c-x520-3n-tsh" + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-1t1c" + output-file-name: "ipsecsw-tnl-1t1c-x520-3n-tsh" data: "plot-performance-trending-vpp-3n-tsh" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" parameters: - "result" layout: "plot-cpta" - - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-2t2c" - output-file-name: "ipsecsw-2t2c-x520-3n-tsh" + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-2t2c" + output-file-name: "ipsecsw-tnl-2t2c-x520-3n-tsh" data: "plot-performance-trending-vpp-3n-tsh" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" parameters: - "result" layout: "plot-cpta" - - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-4t4c" - output-file-name: "ipsecsw-4t4c-x520-3n-tsh" + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-4t4c" + output-file-name: "ipsecsw-tnl-4t4c-x520-3n-tsh" data: "plot-performance-trending-vpp-3n-tsh" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" parameters: - "result" layout: "plot-cpta"