CSIT-554: Performance jobs reorganisation, part 4
[ci-management.git] / jjb / vpp / vpp.yaml
1 - project:
2     name: vpp
3     jobs:
4         - 'vpp-verify-{stream}-{os}'
5         - 'vpp-merge-{stream}-{os}'
6         - 'vpp-verify-image-{stream}-{os}'
7         - 'vpp-docs-merge-{stream}'
8         - 'vpp-docs-verify-{stream}'
9         - 'vpp-make-test-docs-merge-{stream}'
10         - 'vpp-make-test-docs-verify-{stream}'
11         - 'vpp-test-packagecloud-{stream}-{os}'
12
13     project: 'vpp'
14     os:
15         - ubuntu1404:
16             repo-os-part: 'ubuntu.trusty.main'
17         - ubuntu1604:
18             repo-os-part: 'ubuntu.xenial.main'
19         - centos7:
20             repo-os-part: 'centos7'
21     stream:
22         - master:
23             branch: 'master'
24             repo-stream-part: 'master'
25         - test:
26             branch: 'stable/test'
27             repo-stream-part: 'stable.test'
28         - '1606':
29             branch: 'stable/1606'
30             repo-stream-part: 'stable.1606'
31         - '1609':
32             branch: 'stable/1609'
33             repo-stream-part: 'stable.1609'
34         - '1701':
35             branch: 'stable/1701'
36             repo-stream-part: 'stable.1701'
37         - '1704':
38             branch: 'stable/1704'
39             repo-stream-part: 'stable.1704'
40     type:
41         - short
42         - long
43
44 - project:
45     name: vpp-misc
46     jobs:
47         - 'vpp-csit-verify-virl-{stream}'
48         - 'vpp-csit-verify-hw-perf-{stream}'
49     project: 'vpp'
50     stream:
51         - master:
52             branch: 'master'
53             repo-stream-part: 'master'
54         - test:
55             branch: 'stable/test'
56             repo-stream-part: 'stable.test'
57         - '1606':
58             branch: 'stable/1606'
59             repo-stream-part: 'stable.1606'
60         - '1609':
61             branch: 'stable/1609'
62             repo-stream-part: 'stable.1609'
63         - '1701':
64             branch: 'stable/1701'
65             repo-stream-part: 'stable.1609'
66         - '1704':
67             branch: 'stable/1704'
68             repo-stream-part: 'stable.1704'
69     os: ubuntu1604
70
71
72 - job-template:
73     name: 'vpp-verify-{stream}-{os}'
74
75     project-type: freestyle
76     node: '{os}-basebuild-4c-4g'
77     concurrent: true
78
79     logrotate:
80         daysToKeep: '{build-days-to-keep}'
81         numToKeep: '{build-num-to-keep}'
82         artifactDaysToKeep: '{build-artifact-days-to-keep}'
83         artifactNumToKeep: '{build-artifact-num-to-keep}'
84
85     parameters:
86         - project-parameter:
87             project: '{project}'
88         - gerrit-parameter:
89             branch: '{branch}'
90         - os-parameter:
91             os: '{os}'
92         - repo-name-parameter:
93             repo-name: '{repo-stream-part}.{repo-os-part}'
94
95     scm:
96         - gerrit-trigger-scm:
97             credentials-id: 'jenkins-gerrit-credentials'
98             refspec: '$GERRIT_REFSPEC'
99             choosing-strategy: 'gerrit'
100
101     wrappers:
102         - fdio-infra-wrappers:
103             build-timeout: '{build-timeout}'
104
105     triggers:
106         - gerrit-trigger-patch-submitted:
107             name: '{project}'
108             branch: '{branch}'
109
110     builders:
111         - shell:
112             !include-raw-escape: include-raw-vpp-checkstyle.sh
113         - shell:
114             !include-raw-escape: include-raw-vpp-test-checkstyle.sh
115         - shell:
116             !include-raw-escape:
117                 - ../scripts/setup_vpp_dpdk_dev_env.sh
118                 - include-raw-vpp-build.sh
119     publishers:
120         - archive:
121             artifacts: 'build-root/*.rpm,build-root/*.deb,dpdk/*.rpm,dpdk/*.deb'
122             allow-empty: 'true'
123             fingerprint: false
124             only-if-success: true
125             default-excludes: false
126         - fdio-infra-shiplogs:
127             maven-version: 'mvn33-new'
128
129 - job-template:
130     name: 'vpp-verify-image-{stream}-{os}'
131
132     project-type: freestyle
133     node: '{os}-basebuild-4c-4g'
134     concurrent: true
135
136     logrotate:
137         daysToKeep: '{build-days-to-keep}'
138         numToKeep: '{build-num-to-keep}'
139         artifactDaysToKeep: '{build-artifact-days-to-keep}'
140         artifactNumToKeep: '{build-artifact-num-to-keep}'
141
142     parameters:
143         - project-parameter:
144             project: '{project}'
145         - gerrit-parameter:
146             branch: '{branch}'
147         - os-parameter:
148             os: '{os}'
149         - repo-name-parameter:
150             repo-name: '{repo-stream-part}.{repo-os-part}'
151
152     scm:
153         - gerrit-trigger-scm:
154             credentials-id: 'jenkins-gerrit-credentials'
155             refspec: '$GERRIT_REFSPEC'
156             choosing-strategy: 'gerrit'
157
158     wrappers:
159         - fdio-infra-wrappers:
160             build-timeout: '{build-timeout}'
161
162     triggers:
163         - gerrit:
164             server-name: 'Primary'
165             trigger-on:
166                 - comment-added-contains-event:
167                     comment-contains-value: 'verify-images'
168             projects:
169               - project-compare-type: 'ANT'
170                 project-pattern: '{project}'
171                 branches:
172                   - branch-compare-type: 'ANT'
173                     branch-pattern: '**/{branch}'
174             skip-vote:
175                 successful: true
176                 failed: true
177                 unstable: true
178                 notbuilt: true
179
180     builders:
181         - shell:
182             !include-raw-escape: include-raw-vpp-checkstyle.sh
183         - shell:
184             !include-raw-escape:
185                 - ../scripts/setup_vpp_dpdk_dev_env.sh
186                 - include-raw-vpp-build.sh
187
188     publishers:
189       - fdio-infra-shiplogs:
190           maven-version: 'mvn33-new'
191
192 - job-template:
193     name: 'vpp-merge-{stream}-{os}'
194
195     project-type: freestyle
196     node: '{os}-basebuild-4c-4g'
197
198     logrotate:
199         daysToKeep: '{build-days-to-keep}'
200         numToKeep: '{build-num-to-keep}'
201         artifactDaysToKeep: '{build-artifact-days-to-keep}'
202         artifactNumToKeep: '{build-artifact-num-to-keep}'
203
204     parameters:
205         - project-parameter:
206             project: '{project}'
207         - gerrit-parameter:
208             branch: '{branch}'
209         - os-parameter:
210             os: '{os}'
211         - maven-project-parameter:
212             maven: 'mvn33-new'
213         - maven-exec:
214             maven-version: 'mvn33-new'
215         - stream-parameter:
216             stream: '{stream}'
217         - repo-name-parameter:
218             repo-name: '{repo-stream-part}.{repo-os-part}'
219
220     scm:
221         - gerrit-trigger-scm:
222             credentials-id: 'jenkins-gerrit-credentials'
223             refspec: ''
224             choosing-strategy: 'default'
225
226     wrappers:
227         - fdio-infra-wrappers:
228             build-timeout: '{build-timeout}'
229
230     triggers:
231         - gerrit-trigger-patch-merged:
232             name: '{project}'
233             branch: '{branch}'
234
235     builders:
236         - config-file-provider:
237             files:
238               - file-id: '.packagecloud'
239                 target: '/home/jenkins'
240         - maven-target:
241             maven-version: 'mvn33-new'
242             goals: '--version'
243             settings: 'vpp-settings'
244             settings-type: cfp
245             global-settings: 'global-settings'
246             global-settings-type: cfp
247         - shell:
248             !include-raw-escape: include-raw-vpp-checkstyle.sh
249         - shell:
250             !include-raw-escape:
251                 - ../scripts/setup_vpp_dpdk_dev_env.sh
252                 - include-raw-vpp-build.sh
253         - provide-maven-settings:
254             settings-file: 'vpp-settings'
255             global-settings-file: 'global-settings'
256         - shell:
257             !include-raw-escape:
258                 - ../scripts/maven_push_functions.sh
259                 - include-raw-vpp-maven-push.sh
260         - shell:
261             !include-raw-escape:
262                 - ../scripts/packagecloud_push.sh
263
264     publishers:
265         - archive:
266             artifacts: 'build-root/*.rpm,build-root/*.deb,dpdk/*.rpm,dpdk/*.deb'
267             allow-empty: 'true'
268             fingerprint: false
269             only-if-success: true
270             default-excludes: false
271         - fdio-infra-shiplogs:
272             maven-version: 'mvn33-new'
273
274 - job-template:
275     name: 'vpp-csit-verify-virl-{stream}'
276
277     project-type: freestyle
278     node: '{os}-basebuild-4c-4g'
279     concurrent: true
280
281     logrotate:
282         daysToKeep: '{build-days-to-keep}'
283         numToKeep: '{build-num-to-keep}'
284         artifactDaysToKeep: '{build-artifact-days-to-keep}'
285         artifactNumToKeep: '{build-artifact-num-to-keep}'
286
287     parameters:
288         - project-parameter:
289             project: '{project}'
290         - gerrit-parameter:
291             branch: '{branch}'
292         - os-parameter:
293             os: '{os}'
294         - repo-name-parameter:
295             repo-name: '{repo-stream-part}.ubuntu.xenial.main'
296         - is-csit-vpp-job-parameter:
297             is-csit-vpp-job: 'True'
298
299     scm:
300         - gerrit-trigger-scm:
301             credentials-id: 'jenkins-gerrit-credentials'
302             refspec: '$GERRIT_REFSPEC'
303             choosing-strategy: 'gerrit'
304
305     wrappers:
306         - fdio-infra-wrappers:
307             build-timeout: '{build-timeout}'
308
309     triggers:
310         - gerrit-trigger-patch-submitted:
311             name: '{project}'
312             branch: '{branch}'
313
314     builders:
315         - shell:
316             !include-raw-escape: include-raw-vpp-checkstyle.sh
317         - shell:
318             !include-raw-escape:
319                 - ../scripts/setup_vpp_dpdk_dev_env.sh
320                 - include-raw-vpp-build.sh
321         - shell:
322             !include-raw-escape: include-raw-vpp-csit-functional.sh
323
324     publishers:
325         - archive-artifacts:
326             artifacts: 'csit/report.html, csit/log.html, csit/output.xml'
327             latest-only: false
328
329         - robot-report:
330             output-path: 'csit'
331
332         - fdio-infra-shiplogs:
333             maven-version: 'mvn33-new'
334
335 - job-template:
336     name: 'vpp-csit-verify-hw-perf-{stream}'
337
338     project-type: freestyle
339     node: '{os}-basebuild-4c-4g'
340     concurrent: false
341
342     logrotate:
343         daysToKeep: '{build-days-to-keep}'
344         numToKeep: '{build-num-to-keep}'
345         artifactDaysToKeep: '{build-artifact-days-to-keep}'
346         artifactNumToKeep: '{build-artifact-num-to-keep}'
347
348     parameters:
349         - project-parameter:
350             project: '{project}'
351         - gerrit-parameter:
352             branch: '{branch}'
353         - os-parameter:
354             os: '{os}'
355         - repo-name-parameter:
356             repo-name: '{repo-stream-part}.ubuntu.xenial.main'
357         - is-csit-vpp-job-parameter:
358             is-csit-vpp-job: 'True'
359
360     scm:
361         - gerrit-trigger-scm:
362             credentials-id: 'jenkins-gerrit-credentials'
363             refspec: '$GERRIT_REFSPEC'
364             choosing-strategy: 'gerrit'
365
366     wrappers:
367         - fdio-infra-wrappers-non-activity-timeout:
368             build-timeout: 30
369
370     triggers:
371         - gerrit:
372             server-name: 'Primary'
373             trigger-on:
374                 - comment-added-contains-event:
375                     comment-contains-value: 'vpp-verify-perf-l2'
376                 - comment-added-contains-event:
377                     comment-contains-value: 'vpp-verify-perf-ip4'
378                 - comment-added-contains-event:
379                     comment-contains-value: 'vpp-verify-perf-ip6'
380                 - comment-added-contains-event:
381                     comment-contains-value: 'vpp-verify-perf-lisp'
382                 - comment-added-contains-event:
383                     comment-contains-value: 'vpp-verify-perf-vxlan'
384                 - comment-added-contains-event:
385                     comment-contains-value: 'vpp-verify-perf-vhost'
386             projects:
387               - project-compare-type: 'ANT'
388                 project-pattern: '{project}'
389                 branches:
390                   - branch-compare-type: 'ANT'
391                     branch-pattern: '**/{branch}'
392             skip-vote:
393                 successful: false
394                 failed: false
395                 unstable: false
396                 notbuilt: false
397
398     builders:
399         - shell:
400             !include-raw-escape:
401                 - ../scripts/setup_vpp_dpdk_dev_env.sh
402                 - include-raw-vpp-build.sh
403         - shell:
404             !include-raw-escape: include-raw-vpp-csit-verify-perf.sh
405
406     publishers:
407         - archive-artifacts:
408             artifacts: 'csit/report.html, csit/log.html, csit/output.xml'
409             latest-only: false
410
411         - robot-report:
412             output-path: 'csit'
413
414         - fdio-infra-shiplogs:
415             maven-version: 'mvn33-new'
416
417 - parameter:
418     name: type-parameter
419
420     parameters:
421         - string:
422             name: TYPE
423             default: '{type}'
424             description: "TYPE parameter if not given by trigger"
425
426 - job-template:
427     name: 'vpp-docs-verify-{stream}'
428
429     project-type: freestyle
430     node: ubuntu1604-basebuild-4c-4g
431     concurrent: true
432
433     logrotate:
434         daysToKeep: '{build-days-to-keep}'
435         numToKeep: '{build-num-to-keep}'
436         artifactDaysToKeep: '{build-artifact-days-to-keep}'
437         artifactNumToKeep: '{build-artifact-num-to-keep}'
438
439     parameters:
440         - project-parameter:
441             project: '{project}'
442         - gerrit-parameter:
443             branch: '{branch}'
444         - os-parameter:
445             os: 'ubuntu1604'
446         - maven-exec:
447             maven-version: 'mvn33-new'
448
449     scm:
450         - gerrit-trigger-scm:
451             credentials-id: 'jenkins-gerrit-credentials'
452             refspec: '$GERRIT_REFSPEC'
453             choosing-strategy: 'gerrit'
454
455     wrappers:
456         - fdio-infra-wrappers:
457             build-timeout: '{build-timeout}'
458
459     triggers:
460         - gerrit-trigger-patch-submitted:
461             name: '{project}'
462             branch: '{branch}'
463
464     builders:
465         - maven-target:
466             maven-version: 'mvn33-new'
467             goals: '--version'
468             settings: 'vpp-settings'
469             settings-type: cfp
470             global-settings: 'global-settings'
471             global-settings-type: cfp
472         - provide-maven-settings:
473             settings-file: 'vpp-settings'
474             global-settings-file: 'global-settings'
475         - shell:
476             !include-raw-escape: include-raw-vpp-docs.sh
477     publishers:
478         - archive:
479             artifacts: 'build-root/docs/html/*'
480             allow-empty: 'true'
481             fingerprint: false
482             only-if-success: true
483             default-excludes: false
484         - fdio-infra-shiplogs:
485             maven-version: 'mvn33-new'
486
487 - job-template:
488     name: 'vpp-docs-merge-{stream}'
489
490     project-type: freestyle
491     node: ubuntu1604-basebuild-4c-4g
492     concurrent: true
493
494     logrotate:
495         daysToKeep: '{build-days-to-keep}'
496         numToKeep: '{build-num-to-keep}'
497         artifactDaysToKeep: '{build-artifact-days-to-keep}'
498         artifactNumToKeep: '{build-artifact-num-to-keep}'
499
500     parameters:
501         - project-parameter:
502             project: '{project}'
503         - gerrit-parameter:
504             branch: '{branch}'
505         - os-parameter:
506             os: 'ubuntu1604'
507         - maven-exec:
508             maven-version: 'mvn33-new'
509
510     scm:
511         - gerrit-trigger-scm:
512             credentials-id: 'jenkins-gerrit-credentials'
513             refspec: ''
514             choosing-strategy: 'default'
515
516     wrappers:
517         - fdio-infra-wrappers:
518             build-timeout: '{build-timeout}'
519
520     triggers:
521         - reverse:
522             jobs: 'vpp-merge-{stream}-ubuntu1404'
523             result: 'success'
524         - gerrit:
525             server-name: 'Primary'
526             trigger-on:
527                 - comment-added-contains-event:
528                     comment-contains-value: 'run-docs'
529             projects:
530               - project-compare-type: 'ANT'
531                 project-pattern: '{project}'
532                 branches:
533                   - branch-compare-type: 'ANT'
534                     branch-pattern: '**/{branch}'
535             skip-vote:
536                 successful: true
537                 failed: true
538                 unstable: true
539                 notbuilt: true
540
541     builders:
542         - maven-target:
543             maven-version: 'mvn33-new'
544             goals: '--version'
545             settings: 'vpp-settings'
546             settings-type: cfp
547             global-settings: 'global-settings'
548             global-settings-type: cfp
549         - provide-maven-settings:
550             settings-file: 'vpp-settings'
551             global-settings-file: 'global-settings'
552         - shell:
553             !include-raw-escape: include-raw-vpp-docs.sh
554     publishers:
555         - archive:
556             artifacts: 'build-root/docs/html/*'
557             allow-empty: 'true'
558             fingerprint: false
559             only-if-success: true
560             default-excludes: false
561         - fdio-infra-shiplogs:
562             maven-version: 'mvn33-new'
563
564 - job-template:
565     name: 'vpp-make-test-docs-verify-{stream}'
566
567     project-type: freestyle
568     node: ubuntu1604-basebuild-4c-4g
569     concurrent: true
570
571     logrotate:
572         daysToKeep: '{build-days-to-keep}'
573         numToKeep: '{build-num-to-keep}'
574         artifactDaysToKeep: '{build-artifact-days-to-keep}'
575         artifactNumToKeep: '{build-artifact-num-to-keep}'
576
577     parameters:
578         - project-parameter:
579             project: '{project}'
580         - gerrit-parameter:
581             branch: '{branch}'
582         - os-parameter:
583             os: 'ubuntu1604'
584         - maven-exec:
585             maven-version: 'mvn33-new'
586
587     scm:
588         - gerrit-trigger-scm:
589             credentials-id: 'jenkins-gerrit-credentials'
590             refspec: '$GERRIT_REFSPEC'
591             choosing-strategy: 'gerrit'
592
593     wrappers:
594         - fdio-infra-wrappers:
595             build-timeout: '{build-timeout}'
596
597     triggers:
598         - gerrit-trigger-patch-submitted:
599             name: '{project}'
600             branch: '{branch}'
601
602     builders:
603         - maven-target:
604             maven-version: 'mvn33-new'
605             goals: '--version'
606             settings: 'vpp-settings'
607             settings-type: cfp
608             global-settings: 'global-settings'
609             global-settings-type: cfp
610         - provide-maven-settings:
611             settings-file: 'vpp-settings'
612             global-settings-file: 'global-settings'
613         - shell:
614             !include-raw-escape: include-raw-vpp-make-test-docs.sh
615     publishers:
616         - archive:
617             artifacts: 'build-root/test-doc/build/html/*'
618             allow-empty: 'true'
619             fingerprint: false
620             only-if-success: true
621             default-excludes: false
622         - fdio-infra-shiplogs:
623             maven-version: 'mvn33-new'
624
625 - job-template:
626     name: 'vpp-make-test-docs-merge-{stream}'
627
628     project-type: freestyle
629     node: ubuntu1604-basebuild-4c-4g
630     concurrent: true
631
632     logrotate:
633         daysToKeep: '{build-days-to-keep}'
634         numToKeep: '{build-num-to-keep}'
635         artifactDaysToKeep: '{build-artifact-days-to-keep}'
636         artifactNumToKeep: '{build-artifact-num-to-keep}'
637
638     parameters:
639         - project-parameter:
640             project: '{project}'
641         - gerrit-parameter:
642             branch: '{branch}'
643         - os-parameter:
644             os: 'ubuntu1604'
645         - maven-exec:
646             maven-version: 'mvn33-new'
647
648     scm:
649         - gerrit-trigger-scm:
650             credentials-id: 'jenkins-gerrit-credentials'
651             refspec: ''
652             choosing-strategy: 'default'
653
654     wrappers:
655         - fdio-infra-wrappers:
656             build-timeout: '{build-timeout}'
657
658     triggers:
659         - reverse:
660             jobs: 'vpp-merge-{stream}-ubuntu1404'
661             result: 'success'
662         - gerrit:
663             server-name: 'Primary'
664             trigger-on:
665                 - comment-added-contains-event:
666                     comment-contains-value: 'run-docs'
667             projects:
668               - project-compare-type: 'ANT'
669                 project-pattern: '{project}'
670                 branches:
671                   - branch-compare-type: 'ANT'
672                     branch-pattern: '**/{branch}'
673             skip-vote:
674                 successful: true
675                 failed: true
676                 unstable: true
677                 notbuilt: true
678
679     builders:
680         - maven-target:
681             maven-version: 'mvn33-new'
682             goals: '--version'
683             settings: 'vpp-settings'
684             settings-type: cfp
685             global-settings: 'global-settings'
686             global-settings-type: cfp
687         - provide-maven-settings:
688             settings-file: 'vpp-settings'
689             global-settings-file: 'global-settings'
690         - shell:
691             !include-raw-escape: include-raw-vpp-make-test-docs.sh
692     publishers:
693         - archive:
694             artifacts: 'build-root/test-doc/build/html/*'
695             allow-empty: 'true'
696             fingerprint: false
697             only-if-success: true
698             default-excludes: false
699         - fdio-infra-shiplogs:
700             maven-version: 'mvn33-new'
701
702 - job-template:
703     name: 'vpp-test-packagecloud-{stream}-{os}'
704
705     project-type: freestyle
706     node: '{os}-basebuild-4c-4g'
707     concurrent: true
708
709     logrotate:
710         daysToKeep: '{build-days-to-keep}'
711         numToKeep: '{build-num-to-keep}'
712         artifactDaysToKeep: '{build-artifact-days-to-keep}'
713         artifactNumToKeep: '{build-artifact-num-to-keep}'
714
715     parameters:
716         - project-parameter:
717             project: '{project}'
718         - gerrit-parameter:
719             branch: '{branch}'
720         - os-parameter:
721             os: '{os}'
722         - stream-parameter:
723             stream: '{stream}'
724         - repo-name-parameter:
725             repo-name: '{repo-stream-part}.{repo-os-part}'
726
727     scm:
728         - gerrit-trigger-scm:
729             credentials-id: 'jenkins-gerrit-credentials'
730             refspec: '$GERRIT_REFSPEC'
731             choosing-strategy: 'gerrit'
732
733     wrappers:
734         - fdio-infra-wrappers:
735             build-timeout: '{build-timeout}'
736
737     triggers:
738         - gerrit-trigger-manually-triggered:
739             name: '{project}'
740             branch: '{branch}'
741             comment-trigger-value: 'test-pkgcloud'
742
743
744     builders:
745         - config-file-provider:
746             files:
747               - file-id: '.packagecloud'
748                 target: '/home/jenkins'
749                 #variable: 'SETTINGS_FILE'
750         - shell:
751             !include-raw-escape: include-raw-vpp-checkstyle.sh
752         - shell:
753             !include-raw-escape: include-raw-vpp-test-checkstyle.sh
754         - shell:
755             !include-raw-escape:
756                 - ../scripts/setup_vpp_dpdk_dev_env.sh
757                 - include-raw-vpp-build.sh
758         - shell:
759             !include-raw-escape:
760                 - ../scripts/packagecloud_push.sh
761
762     publishers:
763         - archive:
764             artifacts: 'build-root/*.rpm,build-root/*.deb,dpdk/*.rpm,dpdk/*.deb'
765             allow-empty: 'true'
766             fingerprint: false
767             only-if-success: true
768             default-excludes: false
769         - fdio-infra-shiplogs:
770             maven-version: 'mvn33-new'