X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification_CPTA.yaml;h=5a954188b053fdf17799f53dac0cd08035251b43;hp=f09f1b39a78181e1166d8b540ad32d24e5cde537;hb=4e9256f1c7d46949e5aeecae2e5b8aecc72f16e9;hpb=cafb31a9cb66cd4cbd9fe28bfd0ab2b83fec1e5d diff --git a/resources/tools/presentation/specification_CPTA.yaml b/resources/tools/presentation/specification_CPTA.yaml index f09f1b39a7..5a954188b0 100644 --- a/resources/tools/presentation/specification_CPTA.yaml +++ b/resources/tools/presentation/specification_CPTA.yaml @@ -45,8 +45,8 @@ urls: URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job" URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1" - URL[NEXUS]: "https://docs.fd.io/csit" - DIR[NEXUS]: "trending/_static/archive" + URL[NEXUS,DOC]: "https://docs.fd.io/csit" + DIR[NEXUS,DOC]: "trending/_static/archive" make-dirs: # List the directories which are created while preparing the environment. @@ -66,15 +66,22 @@ "10.30.51.53": "LF-2n-SKX-22" "10.30.51.55": "LF-2n-SKX-23" "10.30.51.57": "LF-2n-SKX-24" + "10.32.8.19": "LF-2n-CLX-27" + "10.32.8.21": "LF-2n-CLX-28" + "10.32.8.23": "LF-2n-CLX-29" "10.30.51.16": "LF-3n-HSW-01" "10.30.51.20": "LF-3n-HSW-02" "10.30.51.24": "LF-3n-HSW-03" "10.30.51.48": "LF-3n-SKX-31" "10.30.51.60": "LF-3n-SKX-32" + "10.30.51.49": "LF-3n-TSH-33" + "10.32.8.10": "LF-DNV" - type: "configuration" + archive-inputs: False + mapping-file: "mapping_tc_names.yaml" ignore-list: "ignored_tcs.yaml" @@ -119,13 +126,19 @@ type: "failed-tests" way: "jenkins" include: - - "last-failed-tests-3n-hsw" - - "last-failed-tests-3n-skx" - - "last-failed-tests-2n-skx" + - "last-failed-tests-2n-skx" + - "last-failed-tests-3n-skx" + - "last-failed-tests-3n-hsw" + - "last-failed-tests-3n-tsh" + - "last-failed-tests-2n-dnv" + - "last-failed-tests-3n-dnv" urls: - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" + - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html" configurations: @@ -165,334 +178,409 @@ table-last-failed-tests-nf-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: - "lastCompletedBuild" + table-last-failed-tests-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + - "lastCompletedBuild" + table-last-failed-tests-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + - "lastCompletedBuild" + table-last-failed-tests-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + - "lastCompletedBuild" # 3n-hsw plot-performance-trending-all-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 761 + start: 890 # 800 end: "lastCompletedBuild" skip: -# - 672 -# - 673 -# - 674 -# - 675 -# - 676 -# - 677 -# - 678 -# - 679 -# - 680 -# - 688 -# - 689 -# - 690 -# - 694 -# - 695 -# - 726 -# - 749 -# - 750 -# - 751 -# - 752 -# - 753 -# - 754 -# - 755 -# - 756 -# - 757 -# - 758 -# - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - 801 # - - 803 # + - 802 # + - 804 # - 805 - 806 + - 807 # - 808 # - - 809 # + - 810 # - 815 + - 818 + - 819 + - 820 + - 831 + - 832 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 plot-performance-trending-vpp-3n-hsw: csit-vpp-perf-mrr-daily-master: - start: 761 + start: 890 # 800 end: "lastCompletedBuild" skip: -# - 672 -# - 673 -# - 674 -# - 675 -# - 676 -# - 677 -# - 678 -# - 679 -# - 680 -# - 688 -# - 689 -# - 690 -# - 694 -# - 695 -# - 726 -# - 749 -# - 750 -# - 751 -# - 752 -# - 753 -# - 754 -# - 755 -# - 756 -# - 757 -# - 758 -# - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - 801 # - - 803 # + - 802 # + - 804 # - 805 - 806 + - 807 # - 808 # - - 809 # + - 810 # - 815 + - 818 + - 819 + - 820 + - 831 + - 832 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 plot-performance-trending-dpdk-3n-hsw: csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 # 3n-skx plot-performance-trending-all-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 482 + start: 635 # 550 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 440 -# - 444 -# - 446 -# - 480 -# - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 541 # - - 543 # - - 545 - - 546 - - 547 - - 548 - - 549 - 551 # - - 553 # + - 552 # + - 554 # - 555 - 556 + - 557 # - 558 # - 560 # - 562 # + - 565 + - 568 + - 569 + - 570 + - 582 + - 584 + - 585 + - 586 + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-3n-skx: csit-vpp-perf-mrr-daily-master-3n-skx: - start: 482 + start: 635 # 550 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 440 -# - 444 -# - 446 -# - 480 -# - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 541 # - - 543 # - - 545 - - 546 - - 547 - - 548 - - 549 - 551 # - - 553 # + - 552 # + - 554 # - 555 - 556 + - 557 # - 558 # - 560 # - 562 # + - 565 + - 568 + - 569 + - 570 + - 582 + - 584 + - 585 + - 586 + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 plot-performance-trending-dpdk-3n-skx: csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 # 2n-skx plot-performance-trending-all-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 635 # 551 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 431 -# - 441 -# - 444 - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - 556 - 557 + - 567 + - 568 + - 569 + - 582 + - 583 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-2n-skx: csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 635 # 551 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 431 -# - 441 -# - 444 - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - 556 - 557 + - 567 + - 568 + - 569 + - 582 + - 583 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 plot-performance-trending-dpdk-2n-skx: csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 plot-performance-trending-vpp-nfv-2n-skx: csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 16 + start: 22 end: "lastCompletedBuild" skip: - 21 + - 29 + + # 3n-tsh + plot-performance-trending-all-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 80 # 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + - 69 + - 70 + - 71 + - 72 + - 73 + - 80 + - 84 + - 89 + + plot-performance-trending-vpp-3n-tsh: + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 80 # 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + - 69 + - 70 + - 71 + - 72 + - 73 + - 80 + - 84 + - 89 + + plot-performance-trending-vpp-3n-dnv: + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 120 # 36 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + - 64 + - 65 + - 66 + - 67 + - 68 + - 78 + - 80 + - 83 + - 84 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 121 + - 128 + - 129 + - 130 + - 131 + - 132 + - 133 + + plot-performance-trending-vpp-2n-dnv: + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 120 # 36 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 64 + - 65 + - 66 + - 79 + - 80 + - 83 + - 90 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 plot-layouts: @@ -561,6 +649,8 @@ traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913 tracegroupgap: 20 bordercolor: "rgb(238, 238, 238)" + paper_bgcolor: "#fff" + plot_bgcolor: "#fff" hoverlabel: namelength: -1 @@ -580,172 +670,272 @@ # time period are used. time-period: 90 + zip-file-name: "robot-plugin.zip" + zip-file-format: ".zip" + zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}" + zip-extract: "robot-plugin/output.xml" + builds: # 3n-hsw csit-vpp-perf-mrr-daily-master: - start: 761 + start: 890 # 800 end: "lastCompletedBuild" skip: -# - 672 -# - 673 -# - 674 -# - 675 -# - 676 -# - 677 -# - 678 -# - 679 -# - 680 -# - 688 -# - 689 -# - 690 -# - 694 -# - 695 -# - 726 -# - 749 -# - 750 -# - 751 -# - 752 -# - 753 -# - 754 -# - 755 -# - 756 -# - 757 -# - 758 -# - 760 - - 781 - - 782 - - 783 - - 784 - - 786 - - 787 - - 788 - - 789 - - 791 # - - 793 - - 795 - - 796 - - 797 - - 798 - - 799 - 801 # - - 803 # + - 802 # + - 804 # - 805 - 806 + - 807 # - 808 # - - 809 # + - 810 # - 815 + - 818 + - 819 + - 820 + - 831 + - 832 + - 852 + - 855 + - 856 + - 860 + - 867 + - 891 + - 892 + - 893 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 csit-dpdk-perf-mrr-weekly-master: - start: 73 + start: 83 end: "lastCompletedBuild" + skip: + - 87 + - 89 + - 90 # 3n-skx csit-vpp-perf-mrr-daily-master-3n-skx: - start: 482 + start: 635 # 550 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 440 -# - 444 -# - 446 -# - 480 -# - 481 - - 499 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 510 - - 511 - - 531 - - 532 - - 533 - - 534 - - 536 - - 537 - - 538 - - 539 - - 541 # - - 543 # - - 545 - - 546 - - 547 - - 548 - - 549 - 551 # - - 553 # + - 552 # + - 554 # - 555 - 556 + - 557 # - 558 # - 560 # - 562 # + - 565 + - 568 + - 569 + - 570 + - 582 + - 584 + - 585 + - 586 + - 588 + - 600 + - 601 + - 603 + - 604 + - 612 + - 633 + - 634 + - 641 + - 642 + - 643 + - 644 + - 645 + - 646 csit-dpdk-perf-mrr-weekly-master-3n-skx: - start: 38 + start: 48 end: "lastCompletedBuild" + skip: + - 52 + - 54 + - 55 + - 56 # 2n-skx csit-vpp-perf-mrr-daily-master-2n-skx: - start: 450 + start: 635 # 551 end: "lastCompletedBuild" skip: -# - 423 -# - 424 -# - 425 -# - 426 -# - 427 -# - 428 -# - 429 -# - 430 -# - 431 -# - 441 -# - 444 - - 477 - - 500 - - 501 - - 502 - - 503 - - 504 - - 505 - - 506 - - 507 - - 508 - - 509 - - 532 - - 533 - - 534 - - 537 - - 538 - - 539 - - 540 - - 546 - - 547 - - 548 - - 549 - - 550 - 556 - 557 + - 567 + - 568 + - 569 + - 582 + - 583 + - 605 + - 608 + - 609 + - 612 + - 620 + - 627 + - 645 + - 646 + - 653 + - 654 + - 655 + - 656 + - 657 + - 658 csit-vpp-perf-mrr-weekly-master-2n-skx: - start: 16 + start: 22 end: "lastCompletedBuild" skip: - 21 + - 29 csit-dpdk-perf-mrr-weekly-master-2n-skx: - start: 37 + start: 48 end: "lastCompletedBuild" skip: - - 39 + - 52 + - 54 + - 55 + - 56 + + # 3n-tsh + csit-vpp-perf-mrr-daily-master-3n-tsh: + start: 80 # 55 + end: "lastCompletedBuild" + skip: + - 61 + - 62 + - 63 + - 64 + - 65 + - 69 + - 70 + - 71 + - 72 + - 73 + - 80 + - 84 + - 89 + + # 3n-dnv + csit-vpp-perf-mrr-daily-master-3n-dnv: + start: 120 # 36 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 60 + - 62 + - 63 + - 64 + - 65 + - 66 + - 67 + - 68 + - 78 + - 80 + - 83 + - 84 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 121 + - 128 + - 129 + - 130 + - 131 + - 132 + - 133 + + # 2n-dnv + csit-vpp-perf-mrr-daily-master-2n-dnv: + start: 120 # 36 + end: "lastCompletedBuild" + skip: + - 46 + - 47 + - 57 + - 58 + - 59 + - 64 + - 65 + - 66 + - 79 + - 80 + - 83 + - 90 + - 91 + - 92 + - 93 + - 94 + - 95 + - 96 + - 97 + - 98 + - 99 + - 100 + - 101 + - 102 + - 103 + - 104 + - 105 + - 106 + - 107 + - 108 + - 109 + - 110 + - 111 + - 112 + - 113 + - 114 + - 115 + - 116 + - 117 + - 118 + - 119 + - 120 + - 127 + - 128 + - 129 + - 130 + - 131 + - 132 - type: "output" @@ -801,6 +991,45 @@ - "parent" - "status" +- + type: "table" + title: "Last failed tests (last builds) 3n-tsh" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-tsh" + data: "table-last-failed-tests-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 3n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-3n-dnv" + data: "table-last-failed-tests-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + +- + type: "table" + title: "Last failed tests (last builds) 2n-dnv" + algorithm: "table_last_failed_tests" + output-file-ext: ".txt" + output-file: "{DIR[STATIC,VPP]}/last-failed-tests-2n-dnv" + data: "table-last-failed-tests-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + # 3n-hsw - type: "table" @@ -1127,6 +1356,284 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-skx.rst" testbed: "2n-skx" +################################################################################ +# 3n-tsh +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-tsh" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-tsh" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-tsh.rst" + testbed: "3n-tsh" + +- + type: "table" + title: "Failed MRR tests 3n-tsh" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh" + data: "plot-performance-trending-all-3n-tsh" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-tsh" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-tsh.rst" + testbed: "3n-tsh" + +################################################################################ +# 3n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-3n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" + testbed: "3n-dnv" + +- + type: "table" + title: "Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 3n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst" + testbed: "3n-dnv" + +################################################################################ +# 2n-dnv +- + type: "table" + title: "Performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '1T1C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '2T2C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "Performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR' and '4T4C'" + parameters: + - "name" + - "parent" + - "result" + window: 14 + long-trend-window: 180 + +- + type: "table" + title: "HTML performance trending dashboard 1t1c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 2t2c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "HTML performance trending dashboard 4t4c-2n-dnv" + algorithm: "table_performance_trending_dashboard_html" + input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" + testbed: "2n-dnv" + +- + type: "table" + title: "Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'MRR'" + parameters: + - "name" + - "parent" + - "status" + window: 7 # days + +- + type: "table" + title: "HTML Failed MRR tests 2n-dnv" + algorithm: "table_failed_tests_html" + input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" + output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" + testbed: "2n-dnv" ################################################################################ ### C P T A ### @@ -2385,50 +2892,76 @@ # IPSec - - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-1t1c" - output-file-name: "ipsec-1t1c-xl710-3n-hsw" - data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'" - parameters: - - "result" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-2t2c" - output-file-name: "ipsec-2t2c-xl710-3n-hsw" - data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'" - parameters: - - "result" - layout: "plot-cpta" - - - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-4t4c" - output-file-name: "ipsec-4t4c-xl710-3n-hsw" - data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'" - parameters: - - "result" - layout: "plot-cpta" +# - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-1t1c" +# output-file-name: "ipsec-1t1c-xl710-3n-hsw" +# data: "plot-performance-trending-vpp-3n-hsw" +# filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and not 'VHOST'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-2t2c" +# output-file-name: "ipsec-2t2c-xl710-3n-hsw" +# data: "plot-performance-trending-vpp-3n-hsw" +# filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and not 'VHOST'" +# parameters: +# - "result" +# layout: "plot-cpta" +# +# - title: "3n-hsw-xl710-ip4-ipsechw-64b-base-scale-4t4c" +# output-file-name: "ipsec-4t4c-xl710-3n-hsw" +# data: "plot-performance-trending-vpp-3n-hsw" +# filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and not 'VHOST'" +# parameters: +# - "result" +# layout: "plot-cpta" - - title: "3n-hsw-xl710-ip4-ipsecsw-64b-base-scale-1t1c" - output-file-name: "ipsecsw-1t1c-xl710-3n-hsw" +# IPSec - SW INT + - title: "3n-hsw-x710-ip4-ipsecsw-int-64b-base-scale-1t1c" + output-file-name: "ipsecsw-int-1t1c-x710-3n-hsw" data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" parameters: - "result" layout: "plot-cpta" - - title: "3n-hsw-xl710-ip4-ipsecsw-64b-base-scale-2t2c" - output-file-name: "ipsecsw-2t2c-xl710-3n-hsw" + - title: "3n-hsw-x710-ip4-ipsecsw-int-64b-base-scale-2t2c" + output-file-name: "ipsecsw-int-2t2c-x710-3n-hsw" data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" parameters: - "result" layout: "plot-cpta" - - title: "3n-hsw-xl710-ip4-ipsecsw-64b-base-scale-4t4c" - output-file-name: "ipsecsw-4t4c-xl710-3n-hsw" + - title: "3n-hsw-x710-ip4-ipsecsw-int-64b-base-scale-4t4c" + output-file-name: "ipsecsw-int-4t4c-x710-3n-hsw" data: "plot-performance-trending-vpp-3n-hsw" - filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and not 'VHOST'" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec - SW TUN + - title: "3n-hsw-x710-ip4-ipsecsw-tnl-64b-base-scale-1t1c" + output-file-name: "ipsecsw-tnl-1t1c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-hsw-x710-ip4-ipsecsw-tnl-64b-base-scale-2t2c" + output-file-name: "ipsecsw-tnl-2t2c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-hsw-x710-ip4-ipsecsw-tnl-64b-base-scale-4t4c" + output-file-name: "ipsecsw-tnl-4t4c-x710-3n-hsw" + data: "plot-performance-trending-vpp-3n-hsw" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" parameters: - "result" layout: "plot-cpta" @@ -3362,6 +3895,57 @@ - "result" layout: "plot-cpta" + +# IPSec - SW INT + - title: "3n-skx-x710-ip4-ipsecsw-int-64b-base-scale-2t1c" + output-file-name: "ipsecsw-int-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '2T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-skx-x710-ip4-ipsecsw-int-64b-base-scale-4t2c" + output-file-name: "ipsecsw-int-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '4T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-skx-x710-ip4-ipsecsw-int-64b-base-scale-8t4c" + output-file-name: "ipsecsw-int-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '8T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec - SW TUN + - title: "3n-skx-x710-ip4-ipsecsw-tnl-64b-base-scale-2t1c" + output-file-name: "ipsecsw-tnl-2t1c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '2T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-skx-x710-ip4-ipsecsw-tnl-64b-base-scale-4t2c" + output-file-name: "ipsecsw-tnl-4t2c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '4T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-skx-x710-ip4-ipsecsw-tnl-64b-base-scale-8t4c" + output-file-name: "ipsecsw-tnl-8t4c-x710-3n-skx" + data: "plot-performance-trending-vpp-3n-skx" + filter: "'NIC_Intel-X710' and '64B' and 'IP4FWD' and 'MRR' and '8T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + # Link Bonding - x710 - title: "3n-skx-x710-lb-64b-2t1c" @@ -4340,3 +4924,531 @@ # parameters: # - "result" # layout: "plot-cpta" + +################################################################################ +# 3n-tsh + +# L2 - x520 + + - title: "3n-tsh-x520-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x520 + + - title: "3n-tsh-x520-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-1t1c" + output-file-name: "ip4-feature-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-2t2c" + output-file-name: "ip4-feature-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-64b-features-4t4c" + output-file-name: "ip4-feature-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'FEATURE' and '4T4C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x520 + + - title: "3n-tsh-x520-ip4tun-64b-base-1t1c" + output-file-name: "ip4-tunnels-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4tun-64b-base-2t2c" + output-file-name: "ip4-tunnels-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4tun-64b-base-4t4c" + output-file-name: "ip4-tunnels-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x520 + + - title: "3n-tsh-x520-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# Container memif - x520, 64B + + - title: "3n-tsh-x520-l2sw-memif-64b-base-1t1c" + output-file-name: "container-memif-l2-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '1T1C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-memif-64b-base-2t2c" + output-file-name: "container-memif-l2-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '2T2C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-memif-64b-base-4t4c" + output-file-name: "container-memif-l2-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and 'MRR' and '64B' and 'BASE' and '4T4C' and 'MEMIF' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'NF_DENSITY'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, ethip4, 64B + + - title: "3n-tsh-x520-ip4-vhost-64b-base-1t1c" + output-file-name: "vm-vhost-ethip4-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-vhost-64b-base-2t2c" + output-file-name: "vm-vhost-ethip4-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-vhost-64b-base-4t4c" + output-file-name: "vm-vhost-ethip4-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# VM vhost - x520, eth, 64B + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-1t1c" + output-file-name: "vm-vhost-eth-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-2t2c" + output-file-name: "vm-vhost-eth-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-l2sw-vhost-64b-base-4t4c" + output-file-name: "vm-vhost-eth-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'VHOST' and not 'VXLAN' and not 'IP4FWD' and not 'LBOND' and not 'VTS'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec SW INT + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-1t1c" + output-file-name: "ipsecsw-int-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-2t2c" + output-file-name: "ipsecsw-int-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-4t4c" + output-file-name: "ipsecsw-int-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec SW TNL + + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-1t1c" + output-file-name: "ipsecsw-tnl-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-2t2c" + output-file-name: "ipsecsw-tnl-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-4t4c" + output-file-name: "ipsecsw-tnl-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# Link Bonding - x520 + + - title: "3n-tsh-x520-lb-64b-1t1c" + output-file-name: "lb-64b-1t1c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '1T1C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-lb-64b-2t2c" + output-file-name: "lb-64b-2t2c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '2T2C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-tsh-x520-lb-64b-4t4c" + output-file-name: "lb-64b-4t4c-x520-3n-tsh" + data: "plot-performance-trending-vpp-3n-tsh" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'MRR' and '4T4C' and 'LBOND_VPP'" + parameters: + - "result" + layout: "plot-cpta" + +################################################################################ +# 3n-dnv + +# L2 - x553 + + - title: "3n-dnv-x553-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x553 + + - title: "3n-dnv-x553-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 Tunnels - x553 + + - title: "3n-dnv-x553-ip4tun-64b-base-1t1c" + output-file-name: "ip4-tunnels-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'ENCAP' and 'MRR' and '1T1C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4tun-64b-base-2t2c" + output-file-name: "ip4-tunnels-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'ENCAP' and 'MRR' and '2T2C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4tun-64b-base-4t4c" + output-file-name: "ip4-tunnels-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'ENCAP' and 'MRR' and '4T4C' and ('VXLAN' or 'VXLANGPE' or 'LISP' or 'LISPGPE' or 'GRE') and not 'VHOST' and not 'IPSECHW'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x553 + + - title: "3n-dnv-x553-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec HW IPSECINT + + - title: "3n-dnv-x553-ip4-ipsechw-int-64b-base-scale-1t1c" + output-file-name: "ipsechw-int-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-ipsechw-int-64b-base-scale-2t2c" + output-file-name: "ipsechw-int-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-ipsechw-int-64b-base-scale-4t4c" + output-file-name: "ipsechw-int-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +# IPSec HW IPSECTUN + + - title: "3n-dnv-x553-ip4-ipsechw-tnl-64b-base-scale-1t1c" + output-file-name: "ipsechw-tnl-1t1c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECHW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-ipsechw-tnl-64b-base-scale-2t2c" + output-file-name: "ipsechw-tnl-2t2c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECHW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "3n-dnv-x553-ip4-ipsechw-tnl-64b-base-scale-4t4c" + output-file-name: "ipsechw-tnl-4t4c-x553-3n-dnv" + data: "plot-performance-trending-vpp-3n-dnv" + filter: "'NIC_Intel-X553' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECHW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'" + parameters: + - "result" + layout: "plot-cpta" + +################################################################################ +# 2n-dnv + +# L2 - x553 + + - title: "2n-dnv-x553-l2sw-64b-base-scale-1t1c" + output-file-name: "l2-1t1c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-l2sw-64b-base-scale-2t2c" + output-file-name: "l2-2t2c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-l2sw-64b-base-scale-4t4c" + output-file-name: "l2-4t4c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv4 - x553 + + - title: "2n-dnv-x553-ip4-64b-base-scale-1t1c" + output-file-name: "ip4-1t1c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '1T1C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-ip4-64b-base-scale-2t2c" + output-file-name: "ip4-2t2c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '2T2C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-ip4-64b-base-scale-4t4c" + output-file-name: "ip4-4t4c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '64B' and ('BASE' or 'SCALE') and '4T4C' and 'IP4FWD' and not 'FEATURE' and not 'IPSEC' and not 'VHOST' and not 'POLICE_MARK' and not 'MEMIF'" + parameters: + - "result" + layout: "plot-cpta" + +# IPv6 - x553 + + - title: "2n-dnv-x553-ip6-78b-base-scale-1t1c" + output-file-name: "ip6-1t1c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '1T1C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-ip6-78b-base-scale-2t2c" + output-file-name: "ip6-2t2c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '2T2C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta" + + - title: "2n-dnv-x553-ip6-78b-base-scale-4t4c" + output-file-name: "ip6-4t4c-x553-2n-dnv" + data: "plot-performance-trending-vpp-2n-dnv" + filter: "'NIC_Intel-X553' and 'MRR' and '78B' and ('BASE' or 'SCALE' or 'FEATURE') and '4T4C' and 'IP6FWD' and not 'IPSEC' and not 'VHOST' and not 'DOT1Q'" + parameters: + - "result" + layout: "plot-cpta"