urls:
URL[JENKINS,CSIT]: "https://jenkins.fd.io/view/csit/job"
URL[NEXUS,LOG]: "https://logs.fd.io/production/vex-yul-rot-jenkins-1"
- URL[NEXUS]: "https://docs.fd.io/csit"
- DIR[NEXUS]: "trending/_static/archive"
+ URL[NEXUS,DOC]: "https://docs.fd.io/csit"
+ DIR[NEXUS,DOC]: "trending/_static/archive"
make-dirs:
# List the directories which are created while preparing the environment.
"10.30.51.53": "LF-2n-SKX-22"
"10.30.51.55": "LF-2n-SKX-23"
"10.30.51.57": "LF-2n-SKX-24"
+ "10.32.8.19": "LF-2n-CLX-27"
+ "10.32.8.21": "LF-2n-CLX-28"
+ "10.32.8.23": "LF-2n-CLX-29"
"10.30.51.16": "LF-3n-HSW-01"
"10.30.51.20": "LF-3n-HSW-02"
"10.30.51.24": "LF-3n-HSW-03"
type: "failed-tests"
way: "jenkins"
include:
- - "last-failed-tests-3n-hsw"
- - "last-failed-tests-3n-skx"
- - "last-failed-tests-2n-skx"
- - "last-failed-tests-3n-tsh"
+ - "last-failed-tests-2n-skx"
+ - "last-failed-tests-3n-skx"
+ - "last-failed-tests-3n-hsw"
+ - "last-failed-tests-3n-tsh"
+ - "last-failed-tests-2n-dnv"
+ - "last-failed-tests-3n-dnv"
urls:
- - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
- - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-skx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master"
- "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv"
+ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv"
url-details: "https://docs.fd.io/csit/master/trending/introduction/failures.html"
configurations:
# 3n-hsw
plot-performance-trending-all-3n-hsw:
csit-vpp-perf-mrr-daily-master:
- start: 700
+ start: 836
end: "lastCompletedBuild"
skip:
- - 726
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
- - 781
- - 782
- - 783
- - 784
- - 786
- - 787
- - 788
- - 789
- - 791 #
- - 792 #
- - 793
- - 795
- - 796
- - 797
- - 798
- - 799
- - 801 #
- - 802 #
- - 804 #
- - 805
- - 806
- - 807 #
- - 808 #
- - 810 #
- - 815
+ - 852
+ - 855
+ - 856
+ - 860
+ - 867
+ - 891
+ - 892
+ - 893
+ - 899
+ - 900
+ - 901
+ - 902
+ - 903
+ - 904
+ - 921
+ - 922
+ - 935
+ - 936
+ - 937
+ - 938
+ - 939
+ - 940
+ - 941
+ - 953
csit-dpdk-perf-mrr-weekly-master:
- start: 73
+ start: 83
end: "lastCompletedBuild"
+ skip:
+ - 87
+ - 89
+ - 90
plot-performance-trending-vpp-3n-hsw:
csit-vpp-perf-mrr-daily-master:
- start: 700
+ start: 836
end: "lastCompletedBuild"
skip:
- - 726
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
- - 781
- - 782
- - 783
- - 784
- - 786
- - 787
- - 788
- - 789
- - 791 #
- - 792 #
- - 793
- - 795
- - 796
- - 797
- - 798
- - 799
- - 801 #
- - 802 #
- - 804 #
- - 805
- - 806
- - 807 #
- - 808 #
- - 810 #
- - 815
+ - 852
+ - 855
+ - 856
+ - 860
+ - 867
+ - 891
+ - 892
+ - 893
+ - 899
+ - 900
+ - 901
+ - 902
+ - 903
+ - 904
+ - 921
+ - 922
+ - 935
+ - 936
+ - 937
+ - 938
+ - 939
+ - 940
+ - 941
+ - 953
plot-performance-trending-dpdk-3n-hsw:
csit-dpdk-perf-mrr-weekly-master:
- start: 73
+ start: 83
end: "lastCompletedBuild"
+ skip:
+ - 87
+ - 89
+ - 90
# 3n-skx
plot-performance-trending-all-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 450
+ start: 587
end: "lastCompletedBuild"
skip:
- - 480
- - 481
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
- - 531
- - 532
- - 533
- - 534
- - 536
- - 537
- - 538
- - 539
- - 541 #
- - 542 #
- - 544 #
- - 545
- - 546
- - 547
- - 548
- - 549
- - 551 #
- - 552 #
- - 554 #
- - 555
- - 556
- - 557 #
- - 558 #
- - 560 #
- - 562 #
+ - 588
+ - 600
+ - 601
+ - 603
+ - 604
+ - 612
+ - 633
+ - 634
+ - 641
+ - 642
+ - 643
+ - 644
+ - 645
+ - 646
+ - 662
+ - 663
+ - 683
+ - 684
+ - 685
+ - 686
+ - 687
+ - 694
+ - 695
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 38
+ start: 48
end: "lastCompletedBuild"
+ skip:
+ - 52
+ - 54
+ - 55
+ - 56
plot-performance-trending-vpp-3n-skx:
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 450
+ start: 587
end: "lastCompletedBuild"
skip:
- - 480
- - 481
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
- - 531
- - 532
- - 533
- - 534
- - 536
- - 537
- - 538
- - 539
- - 541 #
- - 542 #
- - 544 #
- - 545
- - 546
- - 547
- - 548
- - 549
- - 551 #
- - 552 #
- - 554 #
- - 555
- - 556
- - 557 #
- - 558 #
- - 560 #
- - 562 #
+ - 588
+ - 600
+ - 601
+ - 603
+ - 604
+ - 612
+ - 633
+ - 634
+ - 641
+ - 642
+ - 643
+ - 644
+ - 645
+ - 646
+ - 662
+ - 663
+ - 683
+ - 684
+ - 685
+ - 686
+ - 687
+ - 694
+ - 695
plot-performance-trending-dpdk-3n-skx:
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 38
+ start: 48
end: "lastCompletedBuild"
+ skip:
+ - 52
+ - 54
+ - 55
+ - 56
# 2n-skx
plot-performance-trending-all-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 450
+ start: 589
end: "lastCompletedBuild"
skip:
- - 477
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
- - 532
- - 533
- - 534
- - 537
- - 538
- - 539
- - 540
- - 546
- - 547
- - 548
- - 549
- - 550
- - 556
- - 557
+ - 605
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
+ - 645
+ - 646
+ - 653
+ - 654
+ - 655
+ - 656
+ - 657
+ - 658
+ - 675
+ - 676
+ - 693
+ - 694
+ - 695
+ - 696
+ - 697
+ - 698
+ - 699
+ - 700
+ - 701
+ - 702
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 37
+ start: 48
end: "lastCompletedBuild"
skip:
- - 39
+ - 52
+ - 54
+ - 55
+ - 56
plot-performance-trending-vpp-2n-skx:
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 450
+ start: 589
end: "lastCompletedBuild"
skip:
- - 477
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
- - 532
- - 533
- - 534
- - 537
- - 538
- - 539
- - 540
- - 546
- - 547
- - 548
- - 549
- - 550
- - 556
- - 557
+ - 605
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
+ - 645
+ - 646
+ - 653
+ - 654
+ - 655
+ - 656
+ - 657
+ - 658
+ - 675
+ - 676
+ - 693
+ - 694
+ - 695
+ - 696
+ - 697
+ - 698
+ - 699
+ - 700
+ - 701
+ - 702
plot-performance-trending-dpdk-2n-skx:
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 37
+ start: 48
end: "lastCompletedBuild"
skip:
- - 39
+ - 52
+ - 54
+ - 55
+ - 56
plot-performance-trending-vpp-nfv-2n-skx:
csit-vpp-perf-mrr-weekly-master-2n-skx:
- start: 16
+ start: 26
end: "lastCompletedBuild"
skip:
- - 21
+ - 29
+ - 34
+ - 37
# 3n-tsh
plot-performance-trending-all-3n-tsh:
csit-vpp-perf-mrr-daily-master-3n-tsh:
- start: 55
+ start: 75
end: "lastCompletedBuild"
skip:
- - 61
- - 62
- - 63
- - 64
- - 65
+ - 80
+ - 84
+ - 89
+ - 92
+ - 93
+ - 94
+ - 95
plot-performance-trending-vpp-3n-tsh:
csit-vpp-perf-mrr-daily-master-3n-tsh:
- start: 55
+ start: 75
end: "lastCompletedBuild"
skip:
- - 61
- - 62
- - 63
- - 64
- - 65
+ - 80
+ - 84
+ - 89
+ - 92
+ - 93
+ - 94
+ - 95
plot-performance-trending-vpp-3n-dnv:
csit-vpp-perf-mrr-daily-master-3n-dnv:
- start: 41
+ start: 69
end: "lastCompletedBuild"
skip:
- - 46
- - 47
- - 57
- - 58
- - 59
- - 60
- - 62
- - 63
+ - 78
+ - 80
+ - 83
+ - 84
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
+ - 110
+ - 111
+ - 112
+ - 113
+ - 114
+ - 115
+ - 116
+ - 117
+ - 118
+ - 119
+ - 120
+ - 121
+ - 128
+ - 129
+ - 130
+ - 131
+ - 132
+ - 133
+ - 150
+ - 151
+ - 175
+ - 176
plot-performance-trending-vpp-2n-dnv:
csit-vpp-perf-mrr-daily-master-2n-dnv:
- start: 41
+ start: 67
end: "lastCompletedBuild"
skip:
- - 46
- - 47
- - 57
- - 58
- - 59
+ - 79
+ - 80
+ - 83
+ - 90
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
+ - 110
+ - 111
+ - 112
+ - 113
+ - 114
+ - 115
+ - 116
+ - 117
+ - 118
+ - 119
+ - 120
+ - 127
+ - 128
+ - 129
+ - 130
+ - 131
+ - 132
+ - 145
+ - 149
+ - 150
plot-layouts:
traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
tracegroupgap: 20
bordercolor: "rgb(238, 238, 238)"
+ paper_bgcolor: "#fff"
+ plot_bgcolor: "#fff"
hoverlabel:
namelength: -1
extract: "output.xml"
# Number of days from now to the past. Only files generated in this
# time period are used.
- time-period: 60
+ time-period: 90
+
+ zip-file-name: "robot-plugin.zip"
+ zip-file-format: ".zip"
+ zip-download-path: "{job}/{build}/robot/report/*zip*/{filename}"
+ zip-extract: "robot-plugin/output.xml"
builds:
# 3n-hsw
csit-vpp-perf-mrr-daily-master:
- start: 700
+ start: 836
end: "lastCompletedBuild"
skip:
- - 726
- - 749
- - 750
- - 751
- - 752
- - 753
- - 754
- - 755
- - 756
- - 757
- - 758
- - 760
- - 781
- - 782
- - 783
- - 784
- - 786
- - 787
- - 788
- - 789
- - 791 #
- - 792 #
- - 793
- - 795
- - 796
- - 797
- - 798
- - 799
- - 801 #
- - 802 #
- - 804 #
- - 805
- - 806
- - 807 #
- - 808 #
- - 810 #
- - 815
+ - 852
+ - 855
+ - 856
+ - 860
+ - 867
+ - 891
+ - 892
+ - 893
+ - 899
+ - 900
+ - 901
+ - 902
+ - 903
+ - 904
+ - 921
+ - 922
+ - 935
+ - 936
+ - 937
+ - 938
+ - 939
+ - 940
+ - 941
+ - 953
csit-dpdk-perf-mrr-weekly-master:
- start: 73
+ start: 83
end: "lastCompletedBuild"
+ skip:
+ - 87
+ - 89
+ - 90
# 3n-skx
csit-vpp-perf-mrr-daily-master-3n-skx:
- start: 450
+ start: 587
end: "lastCompletedBuild"
skip:
- - 480
- - 481
- - 499
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 510
- - 511
- - 531
- - 532
- - 533
- - 534
- - 536
- - 537
- - 538
- - 539
- - 541 #
- - 542 #
- - 544 #
- - 545
- - 546
- - 547
- - 548
- - 549
- - 551 #
- - 552 #
- - 554 #
- - 555
- - 556
- - 557 #
- - 558 #
- - 560 #
- - 562 #
+ - 588
+ - 600
+ - 601
+ - 603
+ - 604
+ - 612
+ - 633
+ - 634
+ - 641
+ - 642
+ - 643
+ - 644
+ - 645
+ - 646
+ - 662
+ - 663
+ - 683
+ - 684
+ - 685
+ - 686
+ - 687
+ - 694
+ - 695
csit-dpdk-perf-mrr-weekly-master-3n-skx:
- start: 38
+ start: 48
end: "lastCompletedBuild"
+ skip:
+ - 52
+ - 54
+ - 55
+ - 56
# 2n-skx
csit-vpp-perf-mrr-daily-master-2n-skx:
- start: 450
+ start: 589
end: "lastCompletedBuild"
skip:
- - 477
- - 500
- - 501
- - 502
- - 503
- - 504
- - 505
- - 506
- - 507
- - 508
- - 509
- - 532
- - 533
- - 534
- - 537
- - 538
- - 539
- - 540
- - 546
- - 547
- - 548
- - 549
- - 550
- - 556
- - 557
+ - 605
+ - 608
+ - 609
+ - 612
+ - 620
+ - 627
+ - 645
+ - 646
+ - 653
+ - 654
+ - 655
+ - 656
+ - 657
+ - 658
+ - 675
+ - 676
+ - 693
+ - 694
+ - 695
+ - 696
+ - 697
+ - 698
+ - 699
+ - 700
+ - 701
+ - 702
csit-vpp-perf-mrr-weekly-master-2n-skx:
- start: 16
+ start: 26
end: "lastCompletedBuild"
skip:
- - 21
+ - 29
+ - 34
+ - 37
csit-dpdk-perf-mrr-weekly-master-2n-skx:
- start: 37
+ start: 48
end: "lastCompletedBuild"
skip:
- - 39
+ - 52
+ - 54
+ - 55
+ - 56
# 3n-tsh
csit-vpp-perf-mrr-daily-master-3n-tsh:
- start: 55
+ start: 75
end: "lastCompletedBuild"
skip:
- - 61
- - 62
- - 63
+ - 80
+ - 84
+ - 89
+ - 92
+ - 93
+ - 94
+ - 95
# 3n-dnv
csit-vpp-perf-mrr-daily-master-3n-dnv:
- start: 41
+ start: 69
end: "lastCompletedBuild"
skip:
- - 46
- - 47
- - 57
- - 58
- - 59
- - 60
- - 62
- - 63
+ - 78
+ - 80
+ - 83
+ - 84
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
+ - 110
+ - 111
+ - 112
+ - 113
+ - 114
+ - 115
+ - 116
+ - 117
+ - 118
+ - 119
+ - 120
+ - 121
+ - 128
+ - 129
+ - 130
+ - 131
+ - 132
+ - 133
+ - 150
+ - 151
+ - 175
+ - 176
# 2n-dnv
csit-vpp-perf-mrr-daily-master-2n-dnv:
- start: 41
+ start: 67
end: "lastCompletedBuild"
skip:
- - 46
- - 47
- - 57
- - 58
- - 59
+ - 79
+ - 80
+ - 83
+ - 90
+ - 91
+ - 92
+ - 93
+ - 94
+ - 95
+ - 96
+ - 97
+ - 98
+ - 99
+ - 100
+ - 101
+ - 102
+ - 103
+ - 104
+ - 105
+ - 106
+ - 107
+ - 108
+ - 109
+ - 110
+ - 111
+ - 112
+ - 113
+ - 114
+ - 115
+ - 116
+ - 117
+ - 118
+ - 119
+ - 120
+ - 127
+ - 128
+ - 129
+ - 130
+ - 131
+ - 132
+ - 145
+ - 149
+ - 150
-
type: "output"
- "result"
layout: "plot-cpta"
-# IPSec
+# IPSec SW INT
+
+ - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-1t1c"
+ output-file-name: "ipsecsw-int-1t1c-x520-3n-tsh"
+ data: "plot-performance-trending-vpp-3n-tsh"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-2t2c"
+ output-file-name: "ipsecsw-int-2t2c-x520-3n-tsh"
+ data: "plot-performance-trending-vpp-3n-tsh"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+ - title: "3n-tsh-x520-ip4-ipsecsw-int-64b-base-scale-4t4c"
+ output-file-name: "ipsecsw-int-4t4c-x520-3n-tsh"
+ data: "plot-performance-trending-vpp-3n-tsh"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECINT' and 'AES_256_GCM' and ('BASE' or 'TNL_4' or 'TNL_40' or 'TNL_1000' or 'TNL_60000') and not 'VHOST'"
+ parameters:
+ - "result"
+ layout: "plot-cpta"
+
+# IPSec SW TNL
- - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-1t1c"
- output-file-name: "ipsecsw-1t1c-x520-3n-tsh"
+ - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-1t1c"
+ output-file-name: "ipsecsw-tnl-1t1c-x520-3n-tsh"
data: "plot-performance-trending-vpp-3n-tsh"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '1T1C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
parameters:
- "result"
layout: "plot-cpta"
- - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-2t2c"
- output-file-name: "ipsecsw-2t2c-x520-3n-tsh"
+ - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-2t2c"
+ output-file-name: "ipsecsw-tnl-2t2c-x520-3n-tsh"
data: "plot-performance-trending-vpp-3n-tsh"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '2T2C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
parameters:
- "result"
layout: "plot-cpta"
- - title: "3n-tsh-x520-ip4-ipsecsw-64b-base-scale-4t4c"
- output-file-name: "ipsecsw-4t4c-x520-3n-tsh"
+ - title: "3n-tsh-x520-ip4-ipsecsw-tnl-64b-base-scale-4t4c"
+ output-file-name: "ipsecsw-tnl-4t4c-x520-3n-tsh"
data: "plot-performance-trending-vpp-3n-tsh"
- filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and not 'VHOST'"
+ filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and 'MRR' and '4T4C' and 'IPSECSW' and 'IPSECTUN' and 'AES_256_GCM' and not 'VHOST'"
parameters:
- "result"
layout: "plot-cpta"
Code Review / csit.git / blobdiff