Merge "CSIT-1193 Update of perf jobs"
[ci-management.git] / jjb / csit / csit.yaml
1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14
15 - project:
16     name: csit
17     description: 'CSIT jenkins jobs.'
18     os:
19         - 'ubuntu1604'
20         - 'centos7'
21     topo:
22         - '2n'
23         - '3n'
24
25     arch:
26         - 'skx'
27         - 'hsw'
28         - 'arm'
29
30     jobs:
31         - 'csit-vpp-functional-{stream}-{os}-virl'
32         - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
33         - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
34         - 'csit-docs-merge-{stream_timed}'
35         - 'csit-docs-verify-{stream}'
36         - 'csit-report-merge-{stream}'
37         - 'csit-report-merge-1801_2'
38         - 'csit-trending-daily-master'
39         - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
40         - 'csit-dpdk-perf-mrr-weekly-master'
41         - 'csit-ligato-perf-{stream}-{type}'
42         - 'csit-vpp-perf-mrr-daily-master'
43         - 'csit-vpp-perf-mrr-daily-master-2n-skx'
44         - 'csit-vpp-perf-mrr-daily-master-3n-skx'
45         - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
46         - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
47         - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
48         - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
49         - 'csit-nsh_sfc-verify-perf-{stream}'
50         - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
51         - 'csit-tldk-verify-func-{stream}-{os}-virl'
52         - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
53
54     project: 'csit'
55     branch: 'master'
56     branch-id: 'oper'
57     build-artifact-num-to-keep: 10
58     type:
59         - all
60     stream_timed:
61         - master:
62             branch: 'master'
63             branch-id: 'oper'
64     stream:
65         - master:
66             branch: 'master'
67             branch-id: 'oper'
68         - '1801':
69             branch: 'rls1801'
70             branch-id: 'oper-rls1801'
71         - '1804':
72             branch: 'rls1804'
73             branch-id: 'oper-rls1804'
74         - '1807':
75             branch: 'rls1807'
76             branch-id: 'oper-rls1807'
77
78
79 - job-template:
80     name: 'csit-vpp-functional-{stream}-{os}-virl'
81
82     project-type: freestyle
83     node: '{os}-basebuild-4c-4g'
84     concurrent: true
85
86     logrotate:
87         daysToKeep: '{build-days-to-keep}'
88         numToKeep: '{build-num-to-keep}'
89         artifactDaysToKeep: '{build-artifact-days-to-keep}'
90         artifactNumToKeep: '{build-artifact-num-to-keep}'
91
92     parameters:
93         - project-parameter:
94             project: '{project}'
95         - gerrit-parameter:
96             branch: '{branch}'
97
98     scm:
99         - gerrit-trigger-scm:
100             credentials-id: 'jenkins-gerrit-credentials'
101             refspec: '$GERRIT_REFSPEC'
102             choosing-strategy: 'gerrit'
103
104     wrappers:
105         - fdio-infra-wrappers:
106             build-timeout: '{build-timeout}'
107
108     triggers:
109         - gerrit-trigger-patch-submitted:
110             name: '{project}'
111             branch: '{branch}'
112
113     builders:
114         - shell:
115             !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
116
117     publishers:
118         - archive-artifacts:
119             artifacts: 'report.html, log.html, output.xml'
120             latest-only: false
121
122         - robot-report:
123             output-path: ''
124
125         - fdio-infra-shiplogs:
126             maven-version: 'mvn33-new'
127
128 - job-template:
129     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
130
131     description: |
132       <ul>
133           <li>objective
134               <ul>
135                   <li>perf verify - per csit gerrit patch
136               </ul>
137           <li>job
138               <ul>
139                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
140                   <li>trigger: keyword in comment to csit patch:
141                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
142               </ul>
143           <li>perf test-cases selection
144               <ul>
145                   <li>test-cases selected using trigger keyword followed by tags
146                   <li>all test-cases are labelled with CSIT RF topic tags
147                       defined in <i>csit/docs/tag_documentation.rst</i>
148               </ul>
149           <li>default tags for dpdk perf test type
150               <ul>
151                   <li>IP4BASE, L2XCBASE
152                   <li>64B: 64B packet size
153                   <li>1C: one core
154                   <li>X710: x710 Fortville NIC
155                   <li>MRR: MRR throughput
156               </ul>
157           <li>results
158               <ul>
159                   <li>jjb verify: PASS/FAIL
160                   <li>present: no
161                   <li>analyse: no
162               </ul>
163       </ul>
164
165     project-type: freestyle
166     node: 'ubuntu1604-basebuild-4c-4g'
167     concurrent: true
168
169     logrotate:
170         daysToKeep: '{build-days-to-keep}'
171         numToKeep: '{build-num-to-keep}'
172         artifactDaysToKeep: '{build-artifact-days-to-keep}'
173         artifactNumToKeep: '{build-artifact-num-to-keep}'
174
175     parameters:
176         - project-parameter:
177             project: '{project}'
178         - gerrit-parameter:
179             branch: '{branch}'
180
181     scm:
182         - gerrit-trigger-scm:
183             credentials-id: 'jenkins-gerrit-credentials'
184             refspec: '$GERRIT_REFSPEC'
185             choosing-strategy: 'gerrit'
186
187     wrappers:
188         - fdio-infra-wrappers-non-activity-timeout:
189             build-timeout: '{build-timeout}'
190
191     triggers:
192         - gerrit:
193             server-name: 'Primary'
194             trigger-on:
195                 - comment-added-contains-event:
196                     comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
197             projects:
198               - project-compare-type: 'ANT'
199                 project-pattern: '{project}'
200                 branches:
201                   - branch-compare-type: 'ANT'
202                     branch-pattern: '**/{branch}'
203             skip-vote:
204                 successful: false
205                 failed: false
206                 unstable: false
207                 notbuilt: false
208
209     builders:
210         - shell:
211             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
212
213     publishers:
214         - archive-artifacts:
215             artifacts: 'archive/*.*'
216             latest-only: false
217
218         - robot:
219             output-path: archive
220             other-files:
221               - '*.*'
222
223         - fdio-infra-shiplogs:
224             maven-version: 'mvn33-new'
225
226 - job-template:
227     name: 'csit-ligato-perf-{stream}-{type}'
228
229     project-type: freestyle
230     node: 'ubuntu1604-basebuild-4c-4g'
231     concurrent: true
232
233     logrotate:
234         daysToKeep: '{build-days-to-keep}'
235         numToKeep: '{build-num-to-keep}'
236         artifactDaysToKeep: '{build-artifact-days-to-keep}'
237         artifactNumToKeep: '{build-artifact-num-to-keep}'
238
239     parameters:
240         - project-parameter:
241             project: '{project}'
242         - gerrit-parameter:
243             branch: '{branch}'
244         - type-parameter:
245             type: '{type}'
246
247     scm:
248         - gerrit-trigger-scm:
249             credentials-id: 'jenkins-gerrit-credentials'
250             refspec: '$GERRIT_REFSPEC'
251             choosing-strategy: 'gerrit'
252
253     wrappers:
254         - fdio-infra-wrappers-non-activity-timeout:
255             build-timeout: '{build-timeout}'
256
257     triggers:
258         - gerrit-trigger-manually-triggered:
259             name: '{project}'
260             branch: '{branch}'
261             comment-trigger-value: 'verify-perf-ligato-{type}'
262
263     builders:
264         - shell:
265             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
266
267     publishers:
268         - archive-artifacts:
269             artifacts: 'archive/*.*'
270             latest-only: false
271
272         - robot:
273             output-path: archive
274             other-files:
275               - '*.*'
276
277         - fdio-infra-shiplogs:
278             maven-version: 'mvn33-new'
279
280
281 - job-template:
282     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
283     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
284
285     project-type: freestyle
286     node: '{os}-basebuild-4c-4g'
287     concurrent: false
288
289     logrotate:
290         daysToKeep: '{build-days-to-keep}'
291         numToKeep: '{build-num-to-keep}'
292         artifactDaysToKeep: '{build-artifact-days-to-keep}'
293         artifactNumToKeep: '{build-artifact-num-to-keep}'
294
295     parameters:
296         - project-parameter:
297             project: '{project}'
298         - gerrit-parameter:
299             branch: '{branch}'
300
301     scm:
302         - git-scm:
303             credentials-id: 'jenkins-gerrit-credentials'
304             branch: '{branch}'
305
306     wrappers:
307         - fdio-infra-wrappers-non-activity-timeout:
308             build-timeout: '{build-timeout}'
309
310     triggers:
311         - timed: '0 4 * * 0'
312
313         - gerrit-trigger-manually-triggered:
314             comment-trigger-value: 'csit-vpp-ref-verify'
315             name: '{project}'
316             branch: '{branch}'
317
318     builders:
319         - shell:
320             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
321
322     publishers:
323         - archive-artifacts:
324             artifacts: 'report.html, log.html, output.xml'
325             latest-only: false
326
327         - robot-report:
328             output-path: ''
329
330         - fdio-infra-shiplogs:
331             maven-version: 'mvn33-new'
332
333 - job-template:
334     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
335     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
336
337     project-type: freestyle
338     node: '{os}-basebuild-4c-4g'
339     concurrent: false
340
341     logrotate:
342         daysToKeep: '{build-days-to-keep}'
343         numToKeep: '{build-num-to-keep}'
344         artifactDaysToKeep: '{build-artifact-days-to-keep}'
345         artifactNumToKeep: '{build-artifact-num-to-keep}'
346
347     parameters:
348         - project-parameter:
349             project: '{project}'
350         - gerrit-parameter:
351             branch: '{branch}'
352
353     wrappers:
354         - fdio-infra-wrappers-non-activity-timeout:
355             build-timeout: '{build-timeout}'
356
357     triggers:
358         - timed: '0 4 * * 2,6'
359
360         - gerrit-trigger-manually-triggered:
361             comment-trigger-value: 'csit-verify-vpp'
362             name: '{project}'
363             branch: '{branch}'
364
365     builders:
366         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
367         - inject:
368             properties-file: variables.prop
369         - shell:
370             !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
371
372     publishers:
373         - archive-artifacts:
374             artifacts: 'csit/archive/*.*'
375             latest-only: false
376
377         - robot-report:
378             output-path: 'csit/archive'
379
380         - fdio-infra-shiplogs:
381             maven-version: 'mvn33-new'
382
383 - job-template:
384     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
385     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
386
387     project-type: freestyle
388     node: centos7-basebuild-4c-4g'
389     concurrent: false
390
391     logrotate:
392         daysToKeep: '{build-days-to-keep}'
393         numToKeep: '{build-num-to-keep}'
394         artifactDaysToKeep: '{build-artifact-days-to-keep}'
395         artifactNumToKeep: '{build-artifact-num-to-keep}'
396
397     parameters:
398         - project-parameter:
399             project: '{project}'
400         - gerrit-parameter:
401             branch: '{branch}'
402
403     scm:
404         - git-scm:
405             credentials-id: 'jenkins-gerrit-credentials'
406             branch: '{branch}'
407
408     wrappers:
409         - fdio-infra-wrappers:
410             build-timeout: '{build-timeout}'
411
412     triggers:
413         - timed: 'H H(3-4) * * *'
414
415         - gerrit-trigger-manually-triggered:
416             comment-trigger-value: 'vpp-verify-func-centos7'
417             name: '{project}'
418             branch: '{branch}'
419
420     builders:
421         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
422         - inject:
423             properties-file: variables.prop
424         - shell:
425             !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
426
427     publishers:
428         - archive-artifacts:
429             artifacts: 'csit/archive/*.*'
430             latest-only: false
431
432         - robot-report:
433             output-path: 'csit/archive'
434
435         - fdio-infra-shiplogs:
436             maven-version: 'mvn33-new'
437
438 - job-template:
439     name: 'csit-docs-verify-{stream}'
440
441     project-type: freestyle
442     node: 'ubuntu1604-basebuild-4c-4g'
443     concurrent: true
444
445     logrotate:
446         daysToKeep: '{build-days-to-keep}'
447         numToKeep: '{build-num-to-keep}'
448         artifactDaysToKeep: '{build-artifact-days-to-keep}'
449         artifactNumToKeep: '{build-artifact-num-to-keep}'
450
451     parameters:
452         - project-parameter:
453             project: '{project}'
454         - gerrit-parameter:
455             branch: '{branch}'
456         - maven-exec:
457             maven-version: 'mvn33-new'
458
459     scm:
460         - gerrit-trigger-scm:
461             credentials-id: 'jenkins-gerrit-credentials'
462             refspec: '$GERRIT_REFSPEC'
463             choosing-strategy: 'gerrit'
464
465     wrappers:
466         - fdio-infra-wrappers-non-activity-timeout:
467             build-timeout: '{build-timeout}'
468
469     triggers:
470         - gerrit-trigger-patch-submitted:
471             name: '{project}'
472             branch: '{branch}'
473
474     builders:
475         - maven-target:
476             maven-version: 'mvn33-new'
477             goals: '--version'
478             settings: 'csit-settings'
479             settings-type: cfp
480             global-settings: 'global-settings'
481             global-settings-type: cfp
482         - provide-maven-settings:
483             settings-file: 'csit-settings'
484             global-settings-file: 'global-settings'
485         - shell:
486             !include-raw-escape: include-raw-csit-docs.sh
487
488     publishers:
489         - archive:
490             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
491             allow-empty: 'true'
492             fingerprint: false
493             only-if-success: true
494             default-excludes: false
495
496         - fdio-infra-shiplogs:
497             maven-version: 'mvn33-new'
498
499 - job-template:
500     name: 'csit-docs-merge-{stream_timed}'
501
502     project-type: freestyle
503     node: 'ubuntu1604-basebuild-4c-4g'
504     concurrent: true
505
506     logrotate:
507         daysToKeep: '{build-days-to-keep}'
508         numToKeep: '{build-num-to-keep}'
509         artifactDaysToKeep: '{build-artifact-days-to-keep}'
510         artifactNumToKeep: '{build-artifact-num-to-keep}'
511
512     parameters:
513         - project-parameter:
514             project: '{project}'
515         - gerrit-parameter:
516             branch: '{branch}'
517         - maven-exec:
518             maven-version: 'mvn33-new'
519
520     scm:
521         - gerrit-trigger-scm:
522             credentials-id: 'jenkins-gerrit-credentials'
523             refspec: ''
524             choosing-strategy: 'default'
525
526     wrappers:
527         - fdio-infra-wrappers-non-activity-timeout:
528             build-timeout: '{build-timeout}'
529
530     triggers:
531         - reverse:
532             jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
533             result: 'success'
534         - gerrit:
535             server-name: 'Primary'
536             trigger-on:
537                 - comment-added-contains-event:
538                     comment-contains-value: 'run-docs'
539             projects:
540               - project-compare-type: 'ANT'
541                 project-pattern: '{project}'
542                 branches:
543                   - branch-compare-type: 'ANT'
544                     branch-pattern: '**/{branch}'
545             skip-vote:
546                 successful: true
547                 failed: true
548                 unstable: true
549                 notbuilt: true
550
551     builders:
552         - maven-target:
553             maven-version: 'mvn33-new'
554             goals: '--version'
555             settings: 'csit-settings'
556             settings-type: cfp
557             global-settings: 'global-settings'
558             global-settings-type: cfp
559         - provide-maven-settings:
560             settings-file: 'csit-settings'
561             global-settings-file: 'global-settings'
562         - shell:
563             !include-raw-escape: include-raw-csit-docs.sh
564
565     publishers:
566         - archive:
567             artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
568             allow-empty: 'true'
569             fingerprint: false
570             only-if-success: true
571             default-excludes: false
572
573         - fdio-infra-shiplogs:
574             maven-version: 'mvn33-new'
575
576 - job-template:
577     name: 'csit-report-merge-{stream}'
578
579     project-type: freestyle
580     node: 'ubuntu1604-basebuild-8c-32g'
581     concurrent: false
582
583     logrotate:
584         daysToKeep: '{build-days-to-keep}'
585         numToKeep: '{build-num-to-keep}'
586         artifactDaysToKeep: '{build-artifact-days-to-keep}'
587         artifactNumToKeep: '{build-artifact-num-to-keep}'
588
589     parameters:
590         - project-parameter:
591             project: '{project}'
592         - gerrit-parameter:
593             branch: '{branch}'
594         - maven-exec:
595             maven-version: 'mvn33-new'
596
597     scm:
598         - gerrit-trigger-scm:
599             credentials-id: 'jenkins-gerrit-credentials'
600             refspec: '$GERRIT_REFSPEC'
601             choosing-strategy: 'default'
602
603     wrappers:
604         - fdio-infra-wrappers-non-activity-timeout:
605             build-timeout: '{build-timeout}'
606
607     triggers:
608         - gerrit:
609             server-name: 'Primary'
610             trigger-on:
611                 - comment-added-contains-event:
612                     comment-contains-value: 'run-report'
613             projects:
614               - project-compare-type: 'ANT'
615                 project-pattern: '{project}'
616                 branches:
617                   - branch-compare-type: 'ANT'
618                     branch-pattern: '**/{branch}'
619             skip-vote:
620                 successful: true
621                 failed: true
622                 unstable: true
623                 notbuilt: true
624
625     builders:
626         - maven-target:
627             maven-version: 'mvn33-new'
628             goals: '--version'
629             settings: 'csit-settings'
630             settings-type: cfp
631             global-settings: 'global-settings'
632             global-settings-type: cfp
633         - provide-maven-settings:
634             settings-file: 'csit-settings'
635             global-settings-file: 'global-settings'
636         - shell:
637             !include-raw-escape: include-raw-csit-report.sh
638
639     publishers:
640         - archive:
641             artifacts: 'resources/tools/presentation/csit.report.tar.gz'
642             allow-empty: 'true'
643             fingerprint: false
644             only-if-success: true
645             default-excludes: false
646
647         - fdio-infra-shiplogs:
648             maven-version: 'mvn33-new'
649
650 - job-template:
651     name: 'csit-report-merge-1801_2'
652
653     project-type: freestyle
654     node: 'ubuntu1604-basebuild-8c-32g'
655     concurrent: false
656
657     logrotate:
658         daysToKeep: '{build-days-to-keep}'
659         numToKeep: '{build-num-to-keep}'
660         artifactDaysToKeep: '{build-artifact-days-to-keep}'
661         artifactNumToKeep: '{build-artifact-num-to-keep}'
662
663     parameters:
664         - project-parameter:
665             project: '{project}'
666         - gerrit-parameter:
667             branch: 'rls1801_2'
668         - maven-exec:
669             maven-version: 'mvn33-new'
670
671     scm:
672         - gerrit-trigger-scm:
673             credentials-id: 'jenkins-gerrit-credentials'
674             refspec: '$GERRIT_REFSPEC'
675             choosing-strategy: 'default'
676
677     wrappers:
678         - fdio-infra-wrappers-non-activity-timeout:
679             build-timeout: '{build-timeout}'
680
681     triggers:
682         - gerrit:
683             server-name: 'Primary'
684             trigger-on:
685                 - comment-added-contains-event:
686                     comment-contains-value: 'run-report'
687             projects:
688               - project-compare-type: 'ANT'
689                 project-pattern: '{project}'
690                 branches:
691                   - branch-compare-type: 'ANT'
692                     branch-pattern: '**/rls1801_2'
693             skip-vote:
694                 successful: true
695                 failed: true
696                 unstable: true
697                 notbuilt: true
698
699     builders:
700         - maven-target:
701             maven-version: 'mvn33-new'
702             goals: '--version'
703             settings: 'csit-settings'
704             settings-type: cfp
705             global-settings: 'global-settings'
706             global-settings-type: cfp
707         - provide-maven-settings:
708             settings-file: 'csit-settings'
709             global-settings-file: 'global-settings'
710         - shell:
711             !include-raw-escape: include-raw-csit-report.sh
712
713     publishers:
714         - archive:
715             artifacts: 'resources/tools/presentation/csit.report.tar.gz'
716             allow-empty: 'true'
717             fingerprint: false
718             only-if-success: true
719             default-excludes: false
720
721         - fdio-infra-shiplogs:
722             maven-version: 'mvn33-new'
723
724 - job-template:
725     name: 'csit-trending-daily-master'
726
727     project-type: freestyle
728     node: 'ubuntu1604-basebuild-8c-32g'
729     concurrent: false
730
731     logrotate:
732         daysToKeep: '{build-days-to-keep}'
733         numToKeep: '{build-num-to-keep}'
734         artifactDaysToKeep: '{build-artifact-days-to-keep}'
735         artifactNumToKeep: '{build-artifact-num-to-keep}'
736
737     parameters:
738         - project-parameter:
739             project: '{project}'
740         - gerrit-parameter:
741             branch: '{branch}'
742         - maven-exec:
743             maven-version: 'mvn33-new'
744
745     scm:
746         - gerrit-trigger-scm:
747             credentials-id: 'jenkins-gerrit-credentials'
748             refspec: ''
749             choosing-strategy: 'default'
750
751     wrappers:
752         - fdio-infra-wrappers-non-activity-timeout:
753             build-timeout: '{build-timeout}'
754
755     triggers:
756         - reverse:
757             jobs: 'csit-vpp-perf-mrr-daily-master'
758             result: 'failure'
759
760     builders:
761         - maven-target:
762             maven-version: 'mvn33-new'
763             goals: '--version'
764             settings: 'csit-settings'
765             settings-type: cfp
766             global-settings: 'global-settings'
767             global-settings-type: cfp
768         - provide-maven-settings:
769             settings-file: 'csit-settings'
770             global-settings-file: 'global-settings'
771         - shell:
772             !include-raw-escape: include-raw-csit-cpta.sh
773
774     publishers:
775         - fdio-infra-shiplogs:
776             maven-version: 'mvn33-new'
777
778 - job-template:
779     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
780
781     description: |
782       <ul>
783           <li>objective
784               <ul>
785                   <li>check vpp perf ndrpdr weekly on 3n-hsw
786               </ul>
787           <li>perf test-cases selection
788               <ul>
789                   <li>pre-selected CSIT VPP NDRPDR perf suites
790               </ul>
791           <li>results
792               <ul>
793                   <li>jjb verify: PASS/FAIL
794                   <li>present: no
795                   <li>analyse: csit project (catch malfunctions/degradations)
796               </ul>
797       </ul>
798     project-type: freestyle
799     node: 'ubuntu1604-basebuild-4c-4g'
800     concurrent: false
801
802     logrotate:
803         daysToKeep: '{build-days-to-keep}'
804         numToKeep: '{build-num-to-keep}'
805         artifactDaysToKeep: '{build-artifact-days-to-keep}'
806         artifactNumToKeep: '{build-artifact-num-to-keep}'
807
808     parameters:
809         - project-parameter:
810             project: '{project}'
811         - gerrit-parameter:
812             branch: '{branch}'
813
814     wrappers:
815         - fdio-infra-wrappers-non-activity-timeout:
816             build-timeout: '{build-timeout}'
817
818     triggers:
819         - timed: '0 0 * * 6'
820
821     builders:
822         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
823         - inject:
824             properties-file: variables.prop
825         - shell:
826             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
827
828     publishers:
829         - archive-artifacts:
830             artifacts: 'csit/archive/*.*'
831             latest-only: false
832
833         - robot:
834             output-path: 'csit/archive'
835             other-files:
836               - '*.*'
837
838         - fdio-infra-shiplogs:
839             maven-version: 'mvn33-new'
840
841 - job-template:
842     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
843
844     description: |
845       <ul>
846           <li>objective
847               <ul>
848                   <li>check vpp perf ndrpdr weekly
849               </ul>
850           <li>perf test-cases selection
851               <ul>
852                   <li>pre-selected CSIT VPP NDRPDR perf suites
853               </ul>
854           <li>results
855               <ul>
856                   <li>jjb verify: PASS/FAIL
857                   <li>present: no
858                   <li>analyse: csit project (catch malfunctions/degradations)
859               </ul>
860       </ul>
861     project-type: freestyle
862     node: 'ubuntu1604-basebuild-4c-4g'
863     concurrent: false
864
865     logrotate:
866         daysToKeep: '{build-days-to-keep}'
867         numToKeep: '{build-num-to-keep}'
868         artifactDaysToKeep: '{build-artifact-days-to-keep}'
869         artifactNumToKeep: '{build-artifact-num-to-keep}'
870
871     parameters:
872         - project-parameter:
873             project: '{project}'
874         - gerrit-parameter:
875             branch: '{branch}'
876
877     wrappers:
878         - fdio-infra-wrappers-non-activity-timeout:
879             build-timeout: '{build-timeout}'
880
881     triggers:
882         - timed: '0 0 * * 6'
883
884     builders:
885         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
886         - inject:
887             properties-file: variables.prop
888         - shell:
889             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
890
891     publishers:
892         - archive-artifacts:
893             artifacts: 'csit/archive/*.*'
894             latest-only: false
895
896         - robot:
897             output-path: 'csit/archive'
898             other-files:
899               - '*.*'
900
901         - fdio-infra-shiplogs:
902             maven-version: 'mvn33-new'
903
904 - job-template:
905     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
906
907     description: |
908       <ul>
909           <li>objective
910               <ul>
911                   <li>check vpp perf ndrpdr weekly
912               </ul>
913           <li>perf test-cases selection
914               <ul>
915                   <li>pre-selected CSIT VPP NDRPDR perf suites
916               </ul>
917           <li>results
918               <ul>
919                   <li>jjb verify: PASS/FAIL
920                   <li>present: no
921                   <li>analyse: csit project (catch malfunctions/degradations)
922               </ul>
923       </ul>
924     project-type: freestyle
925     node: 'ubuntu1604-basebuild-4c-4g'
926     concurrent: false
927
928     logrotate:
929         daysToKeep: '{build-days-to-keep}'
930         numToKeep: '{build-num-to-keep}'
931         artifactDaysToKeep: '{build-artifact-days-to-keep}'
932         artifactNumToKeep: '{build-artifact-num-to-keep}'
933
934     parameters:
935         - project-parameter:
936             project: '{project}'
937         - gerrit-parameter:
938             branch: '{branch}'
939
940     wrappers:
941         - fdio-infra-wrappers-non-activity-timeout:
942             build-timeout: '{build-timeout}'
943
944     triggers:
945         - timed: '0 0 * * 6'
946
947     builders:
948         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
949         - inject:
950             properties-file: variables.prop
951         - shell:
952             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
953
954     publishers:
955         - archive-artifacts:
956             artifacts: 'csit/archive/*.*'
957             latest-only: false
958
959         - robot:
960             output-path: 'csit/archive'
961             other-files:
962               - '*.*'
963
964         - fdio-infra-shiplogs:
965             maven-version: 'mvn33-new'
966
967 - job-template:
968     name: 'csit-vpp-perf-mrr-daily-master'
969
970     description: |
971       <ul>
972           <li>objective
973               <ul>
974                   <li>check vpp perf mrr daily
975               </ul>
976           <li>perf test-cases selection
977               <ul>
978                   <li>all CSIT VPP MRR perf suites
979               </ul>
980           <li>results
981               <ul>
982                   <li>jjb verify: PASS/FAIL
983                   <li>present: no
984                   <li>analyse: csit project (catch malfunctions/degradations)
985               </ul>
986       </ul>
987
988     project-type: freestyle
989     node: 'ubuntu1604-basebuild-4c-4g'
990     concurrent: true
991
992     logrotate:
993         daysToKeep: '{build-days-to-keep}'
994         numToKeep: '{build-num-to-keep}'
995         artifactDaysToKeep: '{build-artifact-days-to-keep}'
996         artifactNumToKeep: '{build-artifact-num-to-keep}'
997
998     parameters:
999         - project-parameter:
1000             project: '{project}'
1001         - gerrit-parameter:
1002             branch: '{branch}'
1003
1004     wrappers:
1005         - fdio-infra-wrappers-non-activity-timeout:
1006             build-timeout: '{build-timeout}'
1007
1008     triggers:
1009         - timed: '0 2,16 * * *'
1010
1011     builders:
1012         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1013         - inject:
1014             properties-file: variables.prop
1015         - shell:
1016             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1017
1018     publishers:
1019         - archive-artifacts:
1020             artifacts: 'csit/archive/*.*'
1021             latest-only: false
1022
1023         - robot:
1024             output-path: 'csit/archive'
1025             other-files:
1026               - '*.*'
1027
1028         - trigger:
1029             project: 'csit-trending-daily-master'
1030             threshold: 'FAILURE'
1031
1032         - fdio-infra-shiplogs:
1033             maven-version: 'mvn33-new'
1034
1035 - job-template:
1036     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1037
1038     description: |
1039       <ul>
1040           <li>objective
1041               <ul>
1042                   <li>check vpp perf mrr daily
1043               </ul>
1044           <li>perf test-cases selection
1045               <ul>
1046                   <li>all CSIT VPP MRR perf suites
1047               </ul>
1048           <li>results
1049               <ul>
1050                   <li>jjb verify: PASS/FAIL
1051                   <li>present: no
1052                   <li>analyse: csit project (catch malfunctions/degradations)
1053               </ul>
1054       </ul>
1055
1056     project-type: freestyle
1057     node: 'ubuntu1604-basebuild-4c-4g'
1058     concurrent: true
1059
1060     logrotate:
1061         daysToKeep: '{build-days-to-keep}'
1062         numToKeep: '{build-num-to-keep}'
1063         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1064         artifactNumToKeep: '{build-artifact-num-to-keep}'
1065
1066     parameters:
1067         - project-parameter:
1068             project: '{project}'
1069         - gerrit-parameter:
1070             branch: '{branch}'
1071
1072     wrappers:
1073         - fdio-infra-wrappers-non-activity-timeout:
1074             build-timeout: '{build-timeout}'
1075
1076     triggers:
1077         # - timed: '0 2,16 * * *'
1078         - timed: '0 16 * * 1,3,5'
1079
1080     builders:
1081         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1082         - inject:
1083             properties-file: variables.prop
1084         - shell:
1085             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1086
1087     publishers:
1088         - archive-artifacts:
1089             artifacts: 'csit/archive/*.*'
1090             latest-only: false
1091
1092         - robot:
1093             output-path: 'csit/archive'
1094             other-files:
1095               - '*.*'
1096
1097         - trigger:
1098             project: 'csit-trending-daily-master'
1099             threshold: 'FAILURE'
1100
1101         - fdio-infra-shiplogs:
1102             maven-version: 'mvn33-new'
1103
1104 - job-template:
1105     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1106
1107     description: |
1108       <ul>
1109           <li>objective
1110               <ul>
1111                   <li>check vpp perf mrr daily
1112               </ul>
1113           <li>perf test-cases selection
1114               <ul>
1115                   <li>all CSIT VPP MRR perf suites
1116               </ul>
1117           <li>results
1118               <ul>
1119                   <li>jjb verify: PASS/FAIL
1120                   <li>present: no
1121                   <li>analyse: csit project (catch malfunctions/degradations)
1122               </ul>
1123       </ul>
1124
1125     project-type: freestyle
1126     node: 'ubuntu1604-basebuild-4c-4g'
1127     concurrent: true
1128
1129     logrotate:
1130         daysToKeep: '{build-days-to-keep}'
1131         numToKeep: '{build-num-to-keep}'
1132         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1133         artifactNumToKeep: '{build-artifact-num-to-keep}'
1134
1135     parameters:
1136         - project-parameter:
1137             project: '{project}'
1138         - gerrit-parameter:
1139             branch: '{branch}'
1140
1141     wrappers:
1142         - fdio-infra-wrappers-non-activity-timeout:
1143             build-timeout: '{build-timeout}'
1144
1145     triggers:
1146         # - timed: '0 2,16 * * *'
1147         - timed: '0 16 * * 1,3,5'
1148
1149     builders:
1150         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1151         - inject:
1152             properties-file: variables.prop
1153         - shell:
1154             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1155
1156     publishers:
1157         - archive-artifacts:
1158             artifacts: 'csit/archive/*.*'
1159             latest-only: false
1160
1161         - robot:
1162             output-path: 'csit/archive'
1163             other-files:
1164               - '*.*'
1165
1166         - trigger:
1167             project: 'csit-trending-daily-master'
1168             threshold: 'FAILURE'
1169
1170         - fdio-infra-shiplogs:
1171             maven-version: 'mvn33-new'
1172
1173 - job-template:
1174     name: 'csit-dpdk-perf-mrr-weekly-master'
1175
1176     description: |
1177       <ul>
1178           <li>objective
1179               <ul>
1180                   <li>check dpdk perf mrr weekly
1181               </ul>
1182           <li>perf test-cases selection
1183               <ul>
1184                   <li>all CSIT DPDK MRR perf suites
1185               </ul>
1186           <li>results
1187               <ul>
1188                   <li>jjb verify: PASS/FAIL
1189                   <li>present: no
1190                   <li>analyse: csit project (catch malfunctions/degradations)
1191               </ul>
1192       </ul>
1193
1194     project-type: freestyle
1195     node: 'ubuntu1604-basebuild-4c-4g'
1196     concurrent: false
1197
1198     logrotate:
1199         daysToKeep: '{build-days-to-keep}'
1200         numToKeep: '{build-num-to-keep}'
1201         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1202         artifactNumToKeep: '{build-artifact-num-to-keep}'
1203
1204     parameters:
1205         - project-parameter:
1206             project: '{project}'
1207         - gerrit-parameter:
1208             branch: '{branch}'
1209
1210     wrappers:
1211         - fdio-infra-wrappers-non-activity-timeout:
1212             build-timeout: '{build-timeout}'
1213
1214     triggers:
1215         - timed: '0 0 * * 6'
1216
1217     builders:
1218         - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1219         - inject:
1220             properties-file: variables.prop
1221         - shell:
1222             !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1223
1224     publishers:
1225         - archive-artifacts:
1226             artifacts: 'csit/archive/*.*'
1227             latest-only: false
1228
1229         - robot:
1230             output-path: 'csit/archive'
1231             other-files:
1232               - '*.*'
1233
1234         - trigger:
1235             project: 'csit-trending-daily-master'
1236             threshold: 'FAILURE'
1237
1238         - fdio-infra-shiplogs:
1239             maven-version: 'mvn33-new'
1240
1241 - job-template:
1242     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1243
1244     description: |
1245       <ul>
1246           <li>objective
1247               <ul>
1248                   <li>perf verify - per csit gerrit patch
1249               </ul>
1250           <li>job
1251               <ul>
1252                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1253                   <li>trigger: keyword in comment to csit patch:
1254                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1255               </ul>
1256           <li>perf test-cases selection
1257               <ul>
1258                   <li>test-cases selected using trigger keyword followed by tags
1259                   <li>all test-cases are labelled with CSIT RF topic tags
1260                       defined in <i>csit/docs/tag_documentation.rst</i>
1261               </ul>
1262           <li>proposed keywords
1263               <ul>
1264                   <li>focus on testing specified vpp packet processing path
1265                   <li>format: csit-{topo}-{arch}-perftest tag_list
1266               </ul>
1267           <li>default tags for vpp startup config and perf test type
1268               <ul>
1269                   <li>IP4BASE, IP6BASE, L2BDBASE
1270                   <li>64B/78B: 64B/78B packet size
1271                   <li>1C: one core
1272                   <li>X710: x710 Fortville NIC
1273                   <li>MRR: MRR throughput
1274               </ul>
1275           <li>results
1276               <ul>
1277                   <li>jjb verify: PASS/FAIL
1278                   <li>present: no
1279                   <li>analyse: no
1280               </ul>
1281       </ul>
1282
1283     project-type: freestyle
1284     node: 'ubuntu1604-basebuild-8c-32g'
1285     concurrent: true
1286
1287     logrotate:
1288         daysToKeep: '{build-days-to-keep}'
1289         numToKeep: '{build-num-to-keep}'
1290         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1291         artifactNumToKeep: '{build-artifact-num-to-keep}'
1292
1293     parameters:
1294         - project-parameter:
1295             project: '{project}'
1296         - gerrit-parameter:
1297             branch: '{branch}'
1298
1299     scm:
1300         - gerrit-trigger-scm:
1301             credentials-id: 'jenkins-gerrit-credentials'
1302             refspec: '$GERRIT_REFSPEC'
1303             choosing-strategy: 'gerrit'
1304
1305     wrappers:
1306         - fdio-infra-wrappers-non-activity-timeout:
1307             build-timeout: '{build-timeout}'
1308
1309     triggers:
1310         - gerrit:
1311             server-name: 'Primary'
1312             trigger-on:
1313                 - comment-added-contains-event:
1314                     comment-contains-value: 'csit-{topo}-{arch}-perftest'
1315             projects:
1316               - project-compare-type: 'ANT'
1317                 project-pattern: '{project}'
1318                 branches:
1319                   - branch-compare-type: 'ANT'
1320                     branch-pattern: '**/{branch}'
1321             skip-vote:
1322                 successful: false
1323                 failed: false
1324                 unstable: false
1325                 notbuilt: false
1326
1327     builders:
1328         - shell:
1329             !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1330
1331     publishers:
1332         - archive-artifacts:
1333             artifacts: 'archive/*.*'
1334             latest-only: false
1335
1336         - robot:
1337             output-path: archive
1338             other-files:
1339               - '*.*'
1340
1341         - fdio-infra-shiplogs:
1342             maven-version: 'mvn33-new'
1343
1344 - job-template:
1345     name: 'csit-nsh_sfc-verify-perf-{stream}'
1346
1347     project-type: freestyle
1348     node: 'ubuntu1604-basebuild-4c-4g'
1349     concurrent: true
1350
1351     logrotate:
1352         daysToKeep: '{build-days-to-keep}'
1353         numToKeep: '{build-num-to-keep}'
1354         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1355         artifactNumToKeep: '{build-artifact-num-to-keep}'
1356
1357     parameters:
1358         - project-parameter:
1359             project: '{project}'
1360         - gerrit-parameter:
1361             branch: '{branch}'
1362         - os-parameter:
1363             os: 'ubuntu1604'
1364         - stream-parameter:
1365             stream: '{stream}'
1366
1367     scm:
1368         - gerrit-trigger-scm:
1369             credentials-id: 'jenkins-gerrit-credentials'
1370             refspec: '$GERRIT_REFSPEC'
1371             choosing-strategy: 'gerrit'
1372
1373     wrappers:
1374         - fdio-infra-wrappers-non-activity-timeout:
1375             build-timeout: '{build-timeout}'
1376
1377     triggers:
1378         - gerrit-trigger-manually-triggered:
1379             name: '{project}'
1380             branch: '{branch}'
1381             comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1382
1383     builders:
1384         - shell:
1385             !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1386
1387     publishers:
1388         - archive-artifacts:
1389             artifacts: 'archive/*.*'
1390             latest-only: false
1391
1392         - robot-report:
1393             output-path: 'archive'
1394
1395         - fdio-infra-shiplogs:
1396             maven-version: 'mvn33-new'
1397
1398 - job-template:
1399     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1400
1401     project-type: freestyle
1402     node: '{os}-basebuild-4c-4g'
1403     concurrent: true
1404
1405     logrotate:
1406         daysToKeep: '{build-days-to-keep}'
1407         numToKeep: '{build-num-to-keep}'
1408         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1409         artifactNumToKeep: '{build-artifact-num-to-keep}'
1410
1411     parameters:
1412         - project-parameter:
1413             project: '{project}'
1414         - gerrit-parameter:
1415             branch: '{branch}'
1416         - os-parameter:
1417             os: '{os}'
1418         - stream-parameter:
1419             stream: '{stream}'
1420
1421     scm:
1422         - gerrit-trigger-scm:
1423             credentials-id: 'jenkins-gerrit-credentials'
1424             refspec: '$GERRIT_REFSPEC'
1425             choosing-strategy: 'gerrit'
1426
1427     wrappers:
1428         - fdio-infra-wrappers:
1429             build-timeout: '{build-timeout}'
1430
1431     triggers:
1432         - gerrit-trigger-manually-triggered:
1433             name: '{project}'
1434             branch: '{branch}'
1435             comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1436
1437     builders:
1438         - shell:
1439             !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1440
1441     publishers:
1442         - archive-artifacts:
1443             artifacts: 'archive/*.*'
1444             latest-only: false
1445
1446         - robot-report:
1447             output-path: 'archive'
1448
1449         - fdio-infra-shiplogs:
1450             maven-version: 'mvn33-new'
1451
1452 - job-template:
1453     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1454
1455     project-type: freestyle
1456     node: '{os}-basebuild-4c-4g'
1457     concurrent: true
1458
1459     logrotate:
1460         daysToKeep: '{build-days-to-keep}'
1461         numToKeep: '{build-num-to-keep}'
1462         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1463         artifactNumToKeep: '{build-artifact-num-to-keep}'
1464
1465     parameters:
1466         - project-parameter:
1467             project: '{project}'
1468         - gerrit-parameter:
1469             branch: '{branch}'
1470         - os-parameter:
1471             os: '{os}'
1472
1473     scm:
1474         - gerrit-trigger-scm:
1475             credentials-id: 'jenkins-gerrit-credentials'
1476             refspec: '$GERRIT_REFSPEC'
1477             choosing-strategy: 'gerrit'
1478
1479     wrappers:
1480         - fdio-infra-wrappers:
1481             build-timeout: '{build-timeout}'
1482
1483     triggers:
1484         - gerrit-trigger-manually-triggered:
1485             name: '{project}'
1486             branch: '{branch}'
1487             comment-trigger-value: 'csit_verify_tldk_func'
1488
1489     builders:
1490         - shell:
1491             !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1492
1493     publishers:
1494         - archive-artifacts:
1495             artifacts: 'archive/*.*'
1496             latest-only: false
1497
1498         - robot-report:
1499             output-path: 'archive'
1500
1501         - fdio-infra-shiplogs:
1502             maven-version: 'mvn33-new'
1503
1504 - job-template:
1505     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1506
1507     project-type: freestyle
1508     node: 'ubuntu1604-basebuild-4c-4g'
1509     concurrent: true
1510
1511     logrotate:
1512         daysToKeep: '{build-days-to-keep}'
1513         numToKeep: '{build-num-to-keep}'
1514         artifactDaysToKeep: '{build-artifact-days-to-keep}'
1515         artifactNumToKeep: '{build-artifact-num-to-keep}'
1516
1517     parameters:
1518         - project-parameter:
1519             project: '{project}'
1520         - gerrit-parameter:
1521             branch: '{branch}'
1522
1523     scm:
1524         - gerrit-trigger-scm:
1525             credentials-id: 'jenkins-gerrit-credentials'
1526             refspec: '$GERRIT_REFSPEC'
1527             choosing-strategy: 'gerrit'
1528
1529     wrappers:
1530         - fdio-infra-wrappers:
1531             build-timeout: '{build-timeout}'
1532
1533     triggers:
1534         - gerrit-trigger-manually-triggered:
1535             name: '{project}'
1536             branch: '{branch}'
1537             comment-trigger-value: 'csit_verify_dmm_func'
1538
1539     builders:
1540         - shell:
1541             !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1542
1543     publishers:
1544         - archive-artifacts:
1545             artifacts: 'report.html, log.html, output.xml'
1546             latest-only: false
1547
1548         - robot-report:
1549             output-path: ''
1550
1551         - fdio-infra-shiplogs:
1552             maven-version: 'mvn33-new'
1553
1554 - parameter:
1555     name: test-type-parameter
1556     parameters:
1557         - string:
1558             name: TYPE
1559             default: '{type}'
1560             description: "Test TYPE parameter if not given by trigger"