CSIT-1193 Update of perf jobs
[ci-management.git] / jjb / csit / csit.yaml
1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14
15 - project:
16     name: csit
17     description: 'CSIT jenkins jobs.'
18     os:
19         - 'ubuntu1604'
20         - 'centos7'
21     topo:
22         - '2n'
23         - '3n'
24
25     arch:
26         - 'skx'
27         - 'hsw'
28         - 'arm'
29
30     jobs:
31         - 'csit-vpp-functional-{stream}-{os}-virl'
32         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
33         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
34         - 'csit-docs-merge-{stream_timed}'
35         - 'csit-docs-verify-{stream}'
36         - 'csit-report-merge-{stream}'
37         - 'csit-report-merge-1801_2'
38         - 'csit-trending-daily-master'
39         - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
40         - 'csit-dpdk-perf-mrr-weekly-master'
41         - 'csit-ligato-perf-{stream}-{type}'
42         - 'csit-vpp-perf-mrr-daily-master'
43         - 'csit-vpp-perf-mrr-daily-master-2n-skx'
44         - 'csit-vpp-perf-mrr-daily-master-3n-skx'
45         - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
46         - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
47         - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
48         - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
49         - 'csit-nsh_sfc-verify-perf-{stream}'
50         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
51         - 'csit-tldk-verify-func-{stream}-{os}-virl'
52         - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
53
54     project: 'csit'
55     branch: 'master'
56     branch-id: 'oper'
57     build-artifact-num-to-keep: 10
58     type:
59         - all
60     stream_timed:
61         - master:
62             branch: 'master'
63             branch-id: 'oper'
64         - '1807':
65             branch: 'rls1807'
66             branch-id: 'oper-rls1807'
67     stream:
68         - master:
69             branch: 'master'
70             branch-id: 'oper'
71         - '1801':
72             branch: 'rls1801'
73             branch-id: 'oper-rls1801'
74         - '1804':
75             branch: 'rls1804'
76             branch-id: 'oper-rls1804'
77         - '1807':
78             branch: 'rls1807'
79             branch-id: 'oper-rls1807'
80
81
82 - job-template:
83     name: 'csit-vpp-functional-{stream}-{os}-virl'
84
85     project-type: freestyle
86     node: '{os}-basebuild-4c-4g'
87     concurrent: true
88
89     logrotate:
90         daysToKeep: '{build-days-to-keep}'
91         numToKeep: '{build-num-to-keep}'
92         artifactDaysToKeep: '{build-artifact-days-to-keep}'
93         artifactNumToKeep: '{build-artifact-num-to-keep}'
94
95     parameters:
96         - project-parameter:
97             project: '{project}'
98         - gerrit-parameter:
99             branch: '{branch}'
100
101     scm:
102         - gerrit-trigger-scm:
103             credentials-id: 'jenkins-gerrit-credentials'
104             refspec: '$GERRIT_REFSPEC'
105             choosing-strategy: 'gerrit'
106
107     wrappers:
108         - fdio-infra-wrappers:
109             build-timeout: '{build-timeout}'
110
111     triggers:
112         - gerrit-trigger-patch-submitted:
113             name: '{project}'
114             branch: '{branch}'
115
116     builders:
117         - shell:
118             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
119
120     publishers:
121         - archive-artifacts:
122             artifacts: 'report.html, log.html, output.xml'
123             latest-only: false
124
125         - robot-report:
126             output-path: ''
127
128         - fdio-infra-shiplogs:
129             maven-version: 'mvn33-new'
130
131 - job-template:
132     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
133
134     description: |
135       <ul>
136           <li>objective
137               <ul>
138                   <li>perf verify - per csit gerrit patch
139               </ul>
140           <li>job
141               <ul>
142                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
143                   <li>trigger: keyword in comment to csit patch:
144                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
145               </ul>
146           <li>perf test-cases selection
147               <ul>
148                   <li>test-cases selected using trigger keyword followed by tags
149                   <li>all test-cases are labelled with CSIT RF topic tags
150                       defined in <i>csit/docs/tag_documentation.rst</i>
151               </ul>
152           <li>default tags for dpdk perf test type
153               <ul>
154                   <li>IP4BASE, L2XCBASE
155                   <li>64B: 64B packet size
156                   <li>1C: one core
157                   <li>X710: x710 Fortville NIC
158                   <li>MRR: MRR throughput
159               </ul>
160           <li>results
161               <ul>
162                   <li>jjb verify: PASS/FAIL
163                   <li>present: no
164                   <li>analyse: no
165               </ul>
166       </ul>
167
168     project-type: freestyle
169     node: 'ubuntu1604-basebuild-4c-4g'
170     concurrent: true
171
172     logrotate:
173         daysToKeep: '{build-days-to-keep}'
174         numToKeep: '{build-num-to-keep}'
175         artifactDaysToKeep: '{build-artifact-days-to-keep}'
176         artifactNumToKeep: '{build-artifact-num-to-keep}'
177
178     parameters:
179         - project-parameter:
180             project: '{project}'
181         - gerrit-parameter:
182             branch: '{branch}'
183
184     scm:
185         - gerrit-trigger-scm:
186             credentials-id: 'jenkins-gerrit-credentials'
187             refspec: '$GERRIT_REFSPEC'
188             choosing-strategy: 'gerrit'
189
190     wrappers:
191         - fdio-infra-wrappers-non-activity-timeout:
192             build-timeout: '{build-timeout}'
193
194     triggers:
195         - gerrit:
196             server-name: 'Primary'
197             trigger-on:
198                 - comment-added-contains-event:
199                     comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
200             projects:
201               - project-compare-type: 'ANT'
202                 project-pattern: '{project}'
203                 branches:
204                   - branch-compare-type: 'ANT'
205                     branch-pattern: '**/{branch}'
206             skip-vote:
207                 successful: false
208                 failed: false
209                 unstable: false
210                 notbuilt: false
211
212     builders:
213         - shell:
214             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
215
216     publishers:
217         - archive-artifacts:
218             artifacts: 'archive/*.*'
219             latest-only: false
220
221         - robot:
222             output-path: archive
223             other-files:
224               - '*.*'
225
226         - fdio-infra-shiplogs:
227             maven-version: 'mvn33-new'
228
229 - job-template:
230     name: 'csit-ligato-perf-{stream}-{type}'
231
232     project-type: freestyle
233     node: 'ubuntu1604-basebuild-4c-4g'
234     concurrent: true
235
236     logrotate:
237         daysToKeep: '{build-days-to-keep}'
238         numToKeep: '{build-num-to-keep}'
239         artifactDaysToKeep: '{build-artifact-days-to-keep}'
240         artifactNumToKeep: '{build-artifact-num-to-keep}'
241
242     parameters:
243         - project-parameter:
244             project: '{project}'
245         - gerrit-parameter:
246             branch: '{branch}'
247         - type-parameter:
248             type: '{type}'
249
250     scm:
251         - gerrit-trigger-scm:
252             credentials-id: 'jenkins-gerrit-credentials'
253             refspec: '$GERRIT_REFSPEC'
254             choosing-strategy: 'gerrit'
255
256     wrappers:
257         - fdio-infra-wrappers-non-activity-timeout:
258             build-timeout: '{build-timeout}'
259
260     triggers:
261         - gerrit-trigger-manually-triggered:
262             name: '{project}'
263             branch: '{branch}'
264             comment-trigger-value: 'verify-perf-ligato-{type}'
265
266     builders:
267         - shell:
268             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
269
270     publishers:
271         - archive-artifacts:
272             artifacts: 'archive/*.*'
273             latest-only: false
274
275         - robot:
276             output-path: archive
277             other-files:
278               - '*.*'
279
280         - fdio-infra-shiplogs:
281             maven-version: 'mvn33-new'
282
283
284 - job-template:
285     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
286     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
287
288     project-type: freestyle
289     node: '{os}-basebuild-4c-4g'
290     concurrent: false
291
292     logrotate:
293         daysToKeep: '{build-days-to-keep}'
294         numToKeep: '{build-num-to-keep}'
295         artifactDaysToKeep: '{build-artifact-days-to-keep}'
296         artifactNumToKeep: '{build-artifact-num-to-keep}'
297
298     parameters:
299         - project-parameter:
300             project: '{project}'
301         - gerrit-parameter:
302             branch: '{branch}'
303
304     scm:
305         - git-scm:
306             credentials-id: 'jenkins-gerrit-credentials'
307             branch: '{branch}'
308
309     wrappers:
310         - fdio-infra-wrappers-non-activity-timeout:
311             build-timeout: '{build-timeout}'
312
313     triggers:
314         - timed: '0 4 * * 0'
315
316         - gerrit-trigger-manually-triggered:
317             comment-trigger-value: 'csit-vpp-ref-verify'
318             name: '{project}'
319             branch: '{branch}'
320
321     builders:
322         - shell:
323             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
324
325     publishers:
326         - archive-artifacts:
327             artifacts: 'report.html, log.html, output.xml'
328             latest-only: false
329
330         - robot-report:
331             output-path: ''
332
333         - fdio-infra-shiplogs:
334             maven-version: 'mvn33-new'
335
336 - job-template:
337     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
338     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
339
340     project-type: freestyle
341     node: '{os}-basebuild-4c-4g'
342     concurrent: false
343
344     logrotate:
345         daysToKeep: '{build-days-to-keep}'
346         numToKeep: '{build-num-to-keep}'
347         artifactDaysToKeep: '{build-artifact-days-to-keep}'
348         artifactNumToKeep: '{build-artifact-num-to-keep}'
349
350     parameters:
351         - project-parameter:
352             project: '{project}'
353         - gerrit-parameter:
354             branch: '{branch}'
355
356     wrappers:
357         - fdio-infra-wrappers-non-activity-timeout:
358             build-timeout: '{build-timeout}'
359
360     triggers:
361         - timed: '0 4 * * 2,6'
362
363         - gerrit-trigger-manually-triggered:
364             comment-trigger-value: 'csit-verify-vpp'
365             name: '{project}'
366             branch: '{branch}'
367
368     builders:
369         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
370         - inject:
371             properties-file: variables.prop
372         - shell:
373             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
374
375     publishers:
376         - archive-artifacts:
377             artifacts: 'csit/archive/*.*'
378             latest-only: false
379
380         - robot-report:
381             output-path: 'csit/archive'
382
383         - fdio-infra-shiplogs:
384             maven-version: 'mvn33-new'
385
386 - job-template:
387     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
388     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
389
390     project-type: freestyle
391     node: centos7-basebuild-4c-4g'
392     concurrent: false
393
394     logrotate:
395         daysToKeep: '{build-days-to-keep}'
396         numToKeep: '{build-num-to-keep}'
397         artifactDaysToKeep: '{build-artifact-days-to-keep}'
398         artifactNumToKeep: '{build-artifact-num-to-keep}'
399
400     parameters:
401         - project-parameter:
402             project: '{project}'
403         - gerrit-parameter:
404             branch: '{branch}'
405
406     scm:
407         - git-scm:
408             credentials-id: 'jenkins-gerrit-credentials'
409             branch: '{branch}'
410
411     wrappers:
412         - fdio-infra-wrappers:
413             build-timeout: '{build-timeout}'
414
415     triggers:
416         - timed: 'H H(3-4) * * *'
417
418         - gerrit-trigger-manually-triggered:
419             comment-trigger-value: 'vpp-verify-func-centos7'
420             name: '{project}'
421             branch: '{branch}'
422
423     builders:
424         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
425         - inject:
426             properties-file: variables.prop
427         - shell:
428             !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
429
430     publishers:
431         - archive-artifacts:
432             artifacts: 'csit/archive/*.*'
433             latest-only: false
434
435         - robot-report:
436             output-path: 'csit/archive'
437
438         - fdio-infra-shiplogs:
439             maven-version: 'mvn33-new'
440
441 - job-template:
442     name: 'csit-docs-verify-{stream}'
443
444     project-type: freestyle
445     node: 'ubuntu1604-basebuild-4c-4g'
446     concurrent: true
447
448     logrotate:
449         daysToKeep: '{build-days-to-keep}'
450         numToKeep: '{build-num-to-keep}'
451         artifactDaysToKeep: '{build-artifact-days-to-keep}'
452         artifactNumToKeep: '{build-artifact-num-to-keep}'
453
454     parameters:
455         - project-parameter:
456             project: '{project}'
457         - gerrit-parameter:
458             branch: '{branch}'
459         - maven-exec:
460             maven-version: 'mvn33-new'
461
462     scm:
463         - gerrit-trigger-scm:
464             credentials-id: 'jenkins-gerrit-credentials'
465             refspec: '$GERRIT_REFSPEC'
466             choosing-strategy: 'gerrit'
467
468     wrappers:
469         - fdio-infra-wrappers-non-activity-timeout:
470             build-timeout: '{build-timeout}'
471
472     triggers:
473         - gerrit-trigger-patch-submitted:
474             name: '{project}'
475             branch: '{branch}'
476
477     builders:
478         - maven-target:
479             maven-version: 'mvn33-new'
480             goals: '--version'
481             settings: 'csit-settings'
482             settings-type: cfp
483             global-settings: 'global-settings'
484             global-settings-type: cfp
485         - provide-maven-settings:
486             settings-file: 'csit-settings'
487             global-settings-file: 'global-settings'
488         - shell:
489             !include-raw-escape: include-raw-csit-docs.sh
490
491     publishers:
492         - archive:
493             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
494             allow-empty: 'true'
495             fingerprint: false
496             only-if-success: true
497             default-excludes: false
498
499         - fdio-infra-shiplogs:
500             maven-version: 'mvn33-new'
501
502 - job-template:
503     name: 'csit-docs-merge-{stream_timed}'
504
505     project-type: freestyle
506     node: 'ubuntu1604-basebuild-4c-4g'
507     concurrent: true
508
509     logrotate:
510         daysToKeep: '{build-days-to-keep}'
511         numToKeep: '{build-num-to-keep}'
512         artifactDaysToKeep: '{build-artifact-days-to-keep}'
513         artifactNumToKeep: '{build-artifact-num-to-keep}'
514
515     parameters:
516         - project-parameter:
517             project: '{project}'
518         - gerrit-parameter:
519             branch: '{branch}'
520         - maven-exec:
521             maven-version: 'mvn33-new'
522
523     scm:
524         - gerrit-trigger-scm:
525             credentials-id: 'jenkins-gerrit-credentials'
526             refspec: ''
527             choosing-strategy: 'default'
528
529     wrappers:
530         - fdio-infra-wrappers-non-activity-timeout:
531             build-timeout: '{build-timeout}'
532
533     triggers:
534         - reverse:
535             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
536             result: 'success'
537         - gerrit:
538             server-name: 'Primary'
539             trigger-on:
540                 - comment-added-contains-event:
541                     comment-contains-value: 'run-docs'
542             projects:
543               - project-compare-type: 'ANT'
544                 project-pattern: '{project}'
545                 branches:
546                   - branch-compare-type: 'ANT'
547                     branch-pattern: '**/{branch}'
548             skip-vote:
549                 successful: true
550                 failed: true
551                 unstable: true
552                 notbuilt: true
553
554     builders:
555         - maven-target:
556             maven-version: 'mvn33-new'
557             goals: '--version'
558             settings: 'csit-settings'
559             settings-type: cfp
560             global-settings: 'global-settings'
561             global-settings-type: cfp
562         - provide-maven-settings:
563             settings-file: 'csit-settings'
564             global-settings-file: 'global-settings'
565         - shell:
566             !include-raw-escape: include-raw-csit-docs.sh
567
568     publishers:
569         - archive:
570             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
571             allow-empty: 'true'
572             fingerprint: false
573             only-if-success: true
574             default-excludes: false
575
576         - fdio-infra-shiplogs:
577             maven-version: 'mvn33-new'
578
579 - job-template:
580     name: 'csit-report-merge-{stream}'
581
582     project-type: freestyle
583     node: 'ubuntu1604-basebuild-8c-32g'
584     concurrent: false
585
586     logrotate:
587         daysToKeep: '{build-days-to-keep}'
588         numToKeep: '{build-num-to-keep}'
589         artifactDaysToKeep: '{build-artifact-days-to-keep}'
590         artifactNumToKeep: '{build-artifact-num-to-keep}'
591
592     parameters:
593         - project-parameter:
594             project: '{project}'
595         - gerrit-parameter:
596             branch: '{branch}'
597         - maven-exec:
598             maven-version: 'mvn33-new'
599
600     scm:
601         - gerrit-trigger-scm:
602             credentials-id: 'jenkins-gerrit-credentials'
603             refspec: '$GERRIT_REFSPEC'
604             choosing-strategy: 'default'
605
606     wrappers:
607         - fdio-infra-wrappers-non-activity-timeout:
608             build-timeout: '{build-timeout}'
609
610     triggers:
611         - gerrit:
612             server-name: 'Primary'
613             trigger-on:
614                 - comment-added-contains-event:
615                     comment-contains-value: 'run-report'
616             projects:
617               - project-compare-type: 'ANT'
618                 project-pattern: '{project}'
619                 branches:
620                   - branch-compare-type: 'ANT'
621                     branch-pattern: '**/{branch}'
622             skip-vote:
623                 successful: true
624                 failed: true
625                 unstable: true
626                 notbuilt: true
627
628     builders:
629         - maven-target:
630             maven-version: 'mvn33-new'
631             goals: '--version'
632             settings: 'csit-settings'
633             settings-type: cfp
634             global-settings: 'global-settings'
635             global-settings-type: cfp
636         - provide-maven-settings:
637             settings-file: 'csit-settings'
638             global-settings-file: 'global-settings'
639         - shell:
640             !include-raw-escape: include-raw-csit-report.sh
641
642     publishers:
643         - archive:
644             artifacts: 'resources/tools/presentation/csit.report.tar.gz'
645             allow-empty: 'true'
646             fingerprint: false
647             only-if-success: true
648             default-excludes: false
649
650         - fdio-infra-shiplogs:
651             maven-version: 'mvn33-new'
652
653 - job-template:
654     name: 'csit-report-merge-1801_2'
655
656     project-type: freestyle
657     node: 'ubuntu1604-basebuild-8c-32g'
658     concurrent: false
659
660     logrotate:
661         daysToKeep: '{build-days-to-keep}'
662         numToKeep: '{build-num-to-keep}'
663         artifactDaysToKeep: '{build-artifact-days-to-keep}'
664         artifactNumToKeep: '{build-artifact-num-to-keep}'
665
666     parameters:
667         - project-parameter:
668             project: '{project}'
669         - gerrit-parameter:
670             branch: 'rls1801_2'
671         - maven-exec:
672             maven-version: 'mvn33-new'
673
674     scm:
675         - gerrit-trigger-scm:
676             credentials-id: 'jenkins-gerrit-credentials'
677             refspec: '$GERRIT_REFSPEC'
678             choosing-strategy: 'default'
679
680     wrappers:
681         - fdio-infra-wrappers-non-activity-timeout:
682             build-timeout: '{build-timeout}'
683
684     triggers:
685         - gerrit:
686             server-name: 'Primary'
687             trigger-on:
688                 - comment-added-contains-event:
689                     comment-contains-value: 'run-report'
690             projects:
691               - project-compare-type: 'ANT'
692                 project-pattern: '{project}'
693                 branches:
694                   - branch-compare-type: 'ANT'
695                     branch-pattern: '**/rls1801_2'
696             skip-vote:
697                 successful: true
698                 failed: true
699                 unstable: true
700                 notbuilt: true
701
702     builders:
703         - maven-target:
704             maven-version: 'mvn33-new'
705             goals: '--version'
706             settings: 'csit-settings'
707             settings-type: cfp
708             global-settings: 'global-settings'
709             global-settings-type: cfp
710         - provide-maven-settings:
711             settings-file: 'csit-settings'
712             global-settings-file: 'global-settings'
713         - shell:
714             !include-raw-escape: include-raw-csit-report.sh
715
716     publishers:
717         - archive:
718             artifacts: 'resources/tools/presentation/csit.report.tar.gz'
719             allow-empty: 'true'
720             fingerprint: false
721             only-if-success: true
722             default-excludes: false
723
724         - fdio-infra-shiplogs:
725             maven-version: 'mvn33-new'
726
727 - job-template:
728     name: 'csit-trending-daily-master'
729
730     project-type: freestyle
731     node: 'ubuntu1604-basebuild-8c-32g'
732     concurrent: false
733
734     logrotate:
735         daysToKeep: '{build-days-to-keep}'
736         numToKeep: '{build-num-to-keep}'
737         artifactDaysToKeep: '{build-artifact-days-to-keep}'
738         artifactNumToKeep: '{build-artifact-num-to-keep}'
739
740     parameters:
741         - project-parameter:
742             project: '{project}'
743         - gerrit-parameter:
744             branch: '{branch}'
745         - maven-exec:
746             maven-version: 'mvn33-new'
747
748     scm:
749         - gerrit-trigger-scm:
750             credentials-id: 'jenkins-gerrit-credentials'
751             refspec: ''
752             choosing-strategy: 'default'
753
754     wrappers:
755         - fdio-infra-wrappers-non-activity-timeout:
756             build-timeout: '{build-timeout}'
757
758     triggers:
759         - reverse:
760             jobs: 'csit-vpp-perf-mrr-daily-master'
761             result: 'failure'
762
763     builders:
764         - maven-target:
765             maven-version: 'mvn33-new'
766             goals: '--version'
767             settings: 'csit-settings'
768             settings-type: cfp
769             global-settings: 'global-settings'
770             global-settings-type: cfp
771         - provide-maven-settings:
772             settings-file: 'csit-settings'
773             global-settings-file: 'global-settings'
774         - shell:
775             !include-raw-escape: include-raw-csit-cpta.sh
776
777     publishers:
778         - fdio-infra-shiplogs:
779             maven-version: 'mvn33-new'
780
781 - job-template:
782     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
783
784     description: |
785       <ul>
786           <li>objective
787               <ul>
788                   <li>check vpp perf ndrpdr weekly on 3n-hsw
789               </ul>
790           <li>perf test-cases selection
791               <ul>
792                   <li>pre-selected CSIT VPP NDRPDR perf suites
793               </ul>
794           <li>results
795               <ul>
796                   <li>jjb verify: PASS/FAIL
797                   <li>present: no
798                   <li>analyse: csit project (catch malfunctions/degradations)
799               </ul>
800       </ul>
801     project-type: freestyle
802     node: 'ubuntu1604-basebuild-4c-4g'
803     concurrent: false
804
805     logrotate:
806         daysToKeep: '{build-days-to-keep}'
807         numToKeep: '{build-num-to-keep}'
808         artifactDaysToKeep: '{build-artifact-days-to-keep}'
809         artifactNumToKeep: '{build-artifact-num-to-keep}'
810
811     parameters:
812         - project-parameter:
813             project: '{project}'
814         - gerrit-parameter:
815             branch: '{branch}'
816
817     wrappers:
818         - fdio-infra-wrappers-non-activity-timeout:
819             build-timeout: '{build-timeout}'
820
821     triggers:
822         - timed: '0 0 * * 6'
823
824     builders:
825         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
826         - inject:
827             properties-file: variables.prop
828         - shell:
829             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
830
831     publishers:
832         - archive-artifacts:
833             artifacts: 'csit/archive/*.*'
834             latest-only: false
835
836         - robot:
837             output-path: 'csit/archive'
838             other-files:
839               - '*.*'
840
841         - fdio-infra-shiplogs:
842             maven-version: 'mvn33-new'
843
844 - job-template:
845     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
846
847     description: |
848       <ul>
849           <li>objective
850               <ul>
851                   <li>check vpp perf ndrpdr weekly
852               </ul>
853           <li>perf test-cases selection
854               <ul>
855                   <li>pre-selected CSIT VPP NDRPDR perf suites
856               </ul>
857           <li>results
858               <ul>
859                   <li>jjb verify: PASS/FAIL
860                   <li>present: no
861                   <li>analyse: csit project (catch malfunctions/degradations)
862               </ul>
863       </ul>
864     project-type: freestyle
865     node: 'ubuntu1604-basebuild-4c-4g'
866     concurrent: false
867
868     logrotate:
869         daysToKeep: '{build-days-to-keep}'
870         numToKeep: '{build-num-to-keep}'
871         artifactDaysToKeep: '{build-artifact-days-to-keep}'
872         artifactNumToKeep: '{build-artifact-num-to-keep}'
873
874     parameters:
875         - project-parameter:
876             project: '{project}'
877         - gerrit-parameter:
878             branch: '{branch}'
879
880     wrappers:
881         - fdio-infra-wrappers-non-activity-timeout:
882             build-timeout: '{build-timeout}'
883
884     triggers:
885         - timed: '0 0 * * 6'
886
887     builders:
888         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
889         - inject:
890             properties-file: variables.prop
891         - shell:
892             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
893
894     publishers:
895         - archive-artifacts:
896             artifacts: 'csit/archive/*.*'
897             latest-only: false
898
899         - robot:
900             output-path: 'csit/archive'
901             other-files:
902               - '*.*'
903
904         - fdio-infra-shiplogs:
905             maven-version: 'mvn33-new'
906
907 - job-template:
908     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
909
910     description: |
911       <ul>
912           <li>objective
913               <ul>
914                   <li>check vpp perf ndrpdr weekly
915               </ul>
916           <li>perf test-cases selection
917               <ul>
918                   <li>pre-selected CSIT VPP NDRPDR perf suites
919               </ul>
920           <li>results
921               <ul>
922                   <li>jjb verify: PASS/FAIL
923                   <li>present: no
924                   <li>analyse: csit project (catch malfunctions/degradations)
925               </ul>
926       </ul>
927     project-type: freestyle
928     node: 'ubuntu1604-basebuild-4c-4g'
929     concurrent: false
930
931     logrotate:
932         daysToKeep: '{build-days-to-keep}'
933         numToKeep: '{build-num-to-keep}'
934         artifactDaysToKeep: '{build-artifact-days-to-keep}'
935         artifactNumToKeep: '{build-artifact-num-to-keep}'
936
937     parameters:
938         - project-parameter:
939             project: '{project}'
940         - gerrit-parameter:
941             branch: '{branch}'
942
943     wrappers:
944         - fdio-infra-wrappers-non-activity-timeout:
945             build-timeout: '{build-timeout}'
946
947     triggers:
948         - timed: '0 0 * * 6'
949
950     builders:
951         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
952         - inject:
953             properties-file: variables.prop
954         - shell:
955             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
956
957     publishers:
958         - archive-artifacts:
959             artifacts: 'csit/archive/*.*'
960             latest-only: false
961
962         - robot:
963             output-path: 'csit/archive'
964             other-files:
965               - '*.*'
966
967         - fdio-infra-shiplogs:
968             maven-version: 'mvn33-new'
969
970 - job-template:
971     name: 'csit-vpp-perf-mrr-daily-master'
972
973     description: |
974       <ul>
975           <li>objective
976               <ul>
977                   <li>check vpp perf mrr daily
978               </ul>
979           <li>perf test-cases selection
980               <ul>
981                   <li>all CSIT VPP MRR perf suites
982               </ul>
983           <li>results
984               <ul>
985                   <li>jjb verify: PASS/FAIL
986                   <li>present: no
987                   <li>analyse: csit project (catch malfunctions/degradations)
988               </ul>
989       </ul>
990
991     project-type: freestyle
992     node: 'ubuntu1604-basebuild-4c-4g'
993     concurrent: true
994
995     logrotate:
996         daysToKeep: '{build-days-to-keep}'
997         numToKeep: '{build-num-to-keep}'
998         artifactDaysToKeep: '{build-artifact-days-to-keep}'
999         artifactNumToKeep: '{build-artifact-num-to-keep}'
1000
1001     parameters:
1002         - project-parameter:
1003             project: '{project}'
1004         - gerrit-parameter:
1005             branch: '{branch}'
1006
1007     wrappers:
1008         - fdio-infra-wrappers-non-activity-timeout:
1009             build-timeout: '{build-timeout}'
1010
1011     triggers:
1012         # - timed: '0 2,16 * * *'
1013         - timed: '0 16 * * 1,3,5'
1014
1015     builders:
1016         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1017         - inject:
1018             properties-file: variables.prop
1019         - shell:
1020             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1021
1022     publishers:
1023         - archive-artifacts:
1024             artifacts: 'csit/archive/*.*'
1025             latest-only: false
1026
1027         - robot:
1028             output-path: 'csit/archive'
1029             other-files:
1030               - '*.*'
1031
1032         - trigger:
1033             project: 'csit-trending-daily-master'
1034             threshold: 'FAILURE'
1035
1036         - fdio-infra-shiplogs:
1037             maven-version: 'mvn33-new'
1038
1039 - job-template:
1040     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1041
1042     description: |
1043       <ul>
1044           <li>objective
1045               <ul>
1046                   <li>check vpp perf mrr daily
1047               </ul>
1048           <li>perf test-cases selection
1049               <ul>
1050                   <li>all CSIT VPP MRR perf suites
1051               </ul>
1052           <li>results
1053               <ul>
1054                   <li>jjb verify: PASS/FAIL
1055                   <li>present: no
1056                   <li>analyse: csit project (catch malfunctions/degradations)
1057               </ul>
1058       </ul>
1059
1060     project-type: freestyle
1061     node: 'ubuntu1604-basebuild-4c-4g'
1062     concurrent: true
1063
1064     logrotate:
1065         daysToKeep: '{build-days-to-keep}'
1066         numToKeep: '{build-num-to-keep}'
1067         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1068         artifactNumToKeep: '{build-artifact-num-to-keep}'
1069
1070     parameters:
1071         - project-parameter:
1072             project: '{project}'
1073         - gerrit-parameter:
1074             branch: '{branch}'
1075
1076     wrappers:
1077         - fdio-infra-wrappers-non-activity-timeout:
1078             build-timeout: '{build-timeout}'
1079
1080     triggers:
1081         # - timed: '0 2,16 * * *'
1082         - timed: '0 16 * * 1,3,5'
1083
1084     builders:
1085         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1086         - inject:
1087             properties-file: variables.prop
1088         - shell:
1089             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1090
1091     publishers:
1092         - archive-artifacts:
1093             artifacts: 'csit/archive/*.*'
1094             latest-only: false
1095
1096         - robot:
1097             output-path: 'csit/archive'
1098             other-files:
1099               - '*.*'
1100
1101         - trigger:
1102             project: 'csit-trending-daily-master'
1103             threshold: 'FAILURE'
1104
1105         - fdio-infra-shiplogs:
1106             maven-version: 'mvn33-new'
1107
1108 - job-template:
1109     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1110
1111     description: |
1112       <ul>
1113           <li>objective
1114               <ul>
1115                   <li>check vpp perf mrr daily
1116               </ul>
1117           <li>perf test-cases selection
1118               <ul>
1119                   <li>all CSIT VPP MRR perf suites
1120               </ul>
1121           <li>results
1122               <ul>
1123                   <li>jjb verify: PASS/FAIL
1124                   <li>present: no
1125                   <li>analyse: csit project (catch malfunctions/degradations)
1126               </ul>
1127       </ul>
1128
1129     project-type: freestyle
1130     node: 'ubuntu1604-basebuild-4c-4g'
1131     concurrent: true
1132
1133     logrotate:
1134         daysToKeep: '{build-days-to-keep}'
1135         numToKeep: '{build-num-to-keep}'
1136         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1137         artifactNumToKeep: '{build-artifact-num-to-keep}'
1138
1139     parameters:
1140         - project-parameter:
1141             project: '{project}'
1142         - gerrit-parameter:
1143             branch: '{branch}'
1144
1145     wrappers:
1146         - fdio-infra-wrappers-non-activity-timeout:
1147             build-timeout: '{build-timeout}'
1148
1149     triggers:
1150         # - timed: '0 2,16 * * *'
1151         - timed: '0 16 * * 1,3,5'
1152
1153     builders:
1154         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1155         - inject:
1156             properties-file: variables.prop
1157         - shell:
1158             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1159
1160     publishers:
1161         - archive-artifacts:
1162             artifacts: 'csit/archive/*.*'
1163             latest-only: false
1164
1165         - robot:
1166             output-path: 'csit/archive'
1167             other-files:
1168               - '*.*'
1169
1170         - trigger:
1171             project: 'csit-trending-daily-master'
1172             threshold: 'FAILURE'
1173
1174         - fdio-infra-shiplogs:
1175             maven-version: 'mvn33-new'
1176
1177 - job-template:
1178     name: 'csit-dpdk-perf-mrr-weekly-master'
1179
1180     description: |
1181       <ul>
1182           <li>objective
1183               <ul>
1184                   <li>check dpdk perf mrr weekly
1185               </ul>
1186           <li>perf test-cases selection
1187               <ul>
1188                   <li>all CSIT DPDK MRR perf suites
1189               </ul>
1190           <li>results
1191               <ul>
1192                   <li>jjb verify: PASS/FAIL
1193                   <li>present: no
1194                   <li>analyse: csit project (catch malfunctions/degradations)
1195               </ul>
1196       </ul>
1197
1198     project-type: freestyle
1199     node: 'ubuntu1604-basebuild-4c-4g'
1200     concurrent: false
1201
1202     logrotate:
1203         daysToKeep: '{build-days-to-keep}'
1204         numToKeep: '{build-num-to-keep}'
1205         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1206         artifactNumToKeep: '{build-artifact-num-to-keep}'
1207
1208     parameters:
1209         - project-parameter:
1210             project: '{project}'
1211         - gerrit-parameter:
1212             branch: '{branch}'
1213
1214     wrappers:
1215         - fdio-infra-wrappers-non-activity-timeout:
1216             build-timeout: '{build-timeout}'
1217
1218     triggers:
1219         - timed: '0 0 * * 6'
1220
1221     builders:
1222         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1223         - inject:
1224             properties-file: variables.prop
1225         - shell:
1226             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1227
1228     publishers:
1229         - archive-artifacts:
1230             artifacts: 'csit/archive/*.*'
1231             latest-only: false
1232
1233         - robot:
1234             output-path: 'csit/archive'
1235             other-files:
1236               - '*.*'
1237
1238         - trigger:
1239             project: 'csit-trending-daily-master'
1240             threshold: 'FAILURE'
1241
1242         - fdio-infra-shiplogs:
1243             maven-version: 'mvn33-new'
1244
1245 - job-template:
1246     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1247
1248     description: |
1249       <ul>
1250           <li>objective
1251               <ul>
1252                   <li>perf verify - per csit gerrit patch
1253               </ul>
1254           <li>job
1255               <ul>
1256                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1257                   <li>trigger: keyword in comment to csit patch:
1258                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1259               </ul>
1260           <li>perf test-cases selection
1261               <ul>
1262                   <li>test-cases selected using trigger keyword followed by tags
1263                   <li>all test-cases are labelled with CSIT RF topic tags
1264                       defined in <i>csit/docs/tag_documentation.rst</i>
1265               </ul>
1266           <li>proposed keywords
1267               <ul>
1268                   <li>focus on testing specified vpp packet processing path
1269                   <li>format: csit-{topo}-{arch}-perftest tag_list
1270               </ul>
1271           <li>default tags for vpp startup config and perf test type
1272               <ul>
1273                   <li>IP4BASE, IP6BASE, L2BDBASE
1274                   <li>64B/78B: 64B/78B packet size
1275                   <li>1C: one core
1276                   <li>X710: x710 Fortville NIC
1277                   <li>MRR: MRR throughput
1278               </ul>
1279           <li>results
1280               <ul>
1281                   <li>jjb verify: PASS/FAIL
1282                   <li>present: no
1283                   <li>analyse: no
1284               </ul>
1285       </ul>
1286
1287     project-type: freestyle
1288     node: 'ubuntu1604-basebuild-8c-32g'
1289     concurrent: true
1290
1291     logrotate:
1292         daysToKeep: '{build-days-to-keep}'
1293         numToKeep: '{build-num-to-keep}'
1294         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1295         artifactNumToKeep: '{build-artifact-num-to-keep}'
1296
1297     parameters:
1298         - project-parameter:
1299             project: '{project}'
1300         - gerrit-parameter:
1301             branch: '{branch}'
1302
1303     scm:
1304         - gerrit-trigger-scm:
1305             credentials-id: 'jenkins-gerrit-credentials'
1306             refspec: '$GERRIT_REFSPEC'
1307             choosing-strategy: 'gerrit'
1308
1309     wrappers:
1310         - fdio-infra-wrappers-non-activity-timeout:
1311             build-timeout: '{build-timeout}'
1312
1313     triggers:
1314         - gerrit:
1315             server-name: 'Primary'
1316             trigger-on:
1317                 - comment-added-contains-event:
1318                     comment-contains-value: 'csit-{topo}-{arch}-perftest'
1319             projects:
1320               - project-compare-type: 'ANT'
1321                 project-pattern: '{project}'
1322                 branches:
1323                   - branch-compare-type: 'ANT'
1324                     branch-pattern: '**/{branch}'
1325             skip-vote:
1326                 successful: false
1327                 failed: false
1328                 unstable: false
1329                 notbuilt: false
1330
1331     builders:
1332         - shell:
1333             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1334
1335     publishers:
1336         - archive-artifacts:
1337             artifacts: 'archive/*.*'
1338             latest-only: false
1339
1340         - robot:
1341             output-path: archive
1342             other-files:
1343               - '*.*'
1344
1345         - fdio-infra-shiplogs:
1346             maven-version: 'mvn33-new'
1347
1348 - job-template:
1349     name: 'csit-nsh_sfc-verify-perf-{stream}'
1350
1351     project-type: freestyle
1352     node: 'ubuntu1604-basebuild-4c-4g'
1353     concurrent: true
1354
1355     logrotate:
1356         daysToKeep: '{build-days-to-keep}'
1357         numToKeep: '{build-num-to-keep}'
1358         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1359         artifactNumToKeep: '{build-artifact-num-to-keep}'
1360
1361     parameters:
1362         - project-parameter:
1363             project: '{project}'
1364         - gerrit-parameter:
1365             branch: '{branch}'
1366         - os-parameter:
1367             os: 'ubuntu1604'
1368         - stream-parameter:
1369             stream: '{stream}'
1370
1371     scm:
1372         - gerrit-trigger-scm:
1373             credentials-id: 'jenkins-gerrit-credentials'
1374             refspec: '$GERRIT_REFSPEC'
1375             choosing-strategy: 'gerrit'
1376
1377     wrappers:
1378         - fdio-infra-wrappers-non-activity-timeout:
1379             build-timeout: '{build-timeout}'
1380
1381     triggers:
1382         - gerrit-trigger-manually-triggered:
1383             name: '{project}'
1384             branch: '{branch}'
1385             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1386
1387     builders:
1388         - shell:
1389             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1390
1391     publishers:
1392         - archive-artifacts:
1393             artifacts: 'archive/*.*'
1394             latest-only: false
1395
1396         - robot-report:
1397             output-path: 'archive'
1398
1399         - fdio-infra-shiplogs:
1400             maven-version: 'mvn33-new'
1401
1402 - job-template:
1403     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1404
1405     project-type: freestyle
1406     node: '{os}-basebuild-4c-4g'
1407     concurrent: true
1408
1409     logrotate:
1410         daysToKeep: '{build-days-to-keep}'
1411         numToKeep: '{build-num-to-keep}'
1412         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1413         artifactNumToKeep: '{build-artifact-num-to-keep}'
1414
1415     parameters:
1416         - project-parameter:
1417             project: '{project}'
1418         - gerrit-parameter:
1419             branch: '{branch}'
1420         - os-parameter:
1421             os: '{os}'
1422         - stream-parameter:
1423             stream: '{stream}'
1424
1425     scm:
1426         - gerrit-trigger-scm:
1427             credentials-id: 'jenkins-gerrit-credentials'
1428             refspec: '$GERRIT_REFSPEC'
1429             choosing-strategy: 'gerrit'
1430
1431     wrappers:
1432         - fdio-infra-wrappers:
1433             build-timeout: '{build-timeout}'
1434
1435     triggers:
1436         - gerrit-trigger-manually-triggered:
1437             name: '{project}'
1438             branch: '{branch}'
1439             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1440
1441     builders:
1442         - shell:
1443             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1444
1445     publishers:
1446         - archive-artifacts:
1447             artifacts: 'archive/*.*'
1448             latest-only: false
1449
1450         - robot-report:
1451             output-path: 'archive'
1452
1453         - fdio-infra-shiplogs:
1454             maven-version: 'mvn33-new'
1455
1456 - job-template:
1457     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1458
1459     project-type: freestyle
1460     node: '{os}-basebuild-4c-4g'
1461     concurrent: true
1462
1463     logrotate:
1464         daysToKeep: '{build-days-to-keep}'
1465         numToKeep: '{build-num-to-keep}'
1466         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1467         artifactNumToKeep: '{build-artifact-num-to-keep}'
1468
1469     parameters:
1470         - project-parameter:
1471             project: '{project}'
1472         - gerrit-parameter:
1473             branch: '{branch}'
1474         - os-parameter:
1475             os: '{os}'
1476
1477     scm:
1478         - gerrit-trigger-scm:
1479             credentials-id: 'jenkins-gerrit-credentials'
1480             refspec: '$GERRIT_REFSPEC'
1481             choosing-strategy: 'gerrit'
1482
1483     wrappers:
1484         - fdio-infra-wrappers:
1485             build-timeout: '{build-timeout}'
1486
1487     triggers:
1488         - gerrit-trigger-manually-triggered:
1489             name: '{project}'
1490             branch: '{branch}'
1491             comment-trigger-value: 'csit_verify_tldk_func'
1492
1493     builders:
1494         - shell:
1495             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1496
1497     publishers:
1498         - archive-artifacts:
1499             artifacts: 'archive/*.*'
1500             latest-only: false
1501
1502         - robot-report:
1503             output-path: 'archive'
1504
1505         - fdio-infra-shiplogs:
1506             maven-version: 'mvn33-new'
1507
1508 - job-template:
1509     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1510
1511     project-type: freestyle
1512     node: 'ubuntu1604-basebuild-4c-4g'
1513     concurrent: true
1514
1515     logrotate:
1516         daysToKeep: '{build-days-to-keep}'
1517         numToKeep: '{build-num-to-keep}'
1518         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1519         artifactNumToKeep: '{build-artifact-num-to-keep}'
1520
1521     parameters:
1522         - project-parameter:
1523             project: '{project}'
1524         - gerrit-parameter:
1525             branch: '{branch}'
1526
1527     scm:
1528         - gerrit-trigger-scm:
1529             credentials-id: 'jenkins-gerrit-credentials'
1530             refspec: '$GERRIT_REFSPEC'
1531             choosing-strategy: 'gerrit'
1532
1533     wrappers:
1534         - fdio-infra-wrappers:
1535             build-timeout: '{build-timeout}'
1536
1537     triggers:
1538         - gerrit-trigger-manually-triggered:
1539             name: '{project}'
1540             branch: '{branch}'
1541             comment-trigger-value: 'csit_verify_dmm_func'
1542
1543     builders:
1544         - shell:
1545             !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1546
1547     publishers:
1548         - archive-artifacts:
1549             artifacts: 'report.html, log.html, output.xml'
1550             latest-only: false
1551
1552         - robot-report:
1553             output-path: ''
1554
1555         - fdio-infra-shiplogs:
1556             maven-version: 'mvn33-new'
1557
1558 - parameter:
1559     name: test-type-parameter
1560     parameters:
1561         - string:
1562             name: TYPE
1563             default: '{type}'
1564             description: "Test TYPE parameter if not given by trigger"