Merge "Create 'csit-vpp-perf-mrr-weekly-master-2n-skx' job"
[ci-management.git] / jjb / csit / csit.yaml
1 # Copyright (c) 2018 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 ---
15 - project:
16     name: csit
17     description: 'CSIT Jenkins jobs.'
18     os:
19       - 'ubuntu1604'
20       - 'centos7'
21
22     topo:
23       - '2n'
24       - '3n'
25
26     arch:
27       - 'skx'
28       - 'hsw'
29       - 'arm'
30
31     jobs:
32       - 'csit-vpp-functional-{stream}-{os}-virl'
33       - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
34       - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
35       - 'csit-docs-merge-{stream_timed}'
36       - 'csit-docs-verify-{stream}'
37       - 'csit-report-merge-{stream}'
38       - 'csit-trending-daily-master'
39       - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
40       - 'csit-dpdk-perf-mrr-weekly-master'
41       - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
42       - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
43       - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
44       - 'csit-ligato-perf-mrr-daily-master-3n-hsw'
45       - 'csit-vpp-perf-mrr-daily-master'
46       - 'csit-vpp-perf-mrr-daily-master-2n-skx'
47       - 'csit-vpp-perf-mrr-daily-master-3n-skx'
48       - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
49       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
50       - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
51       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
52       - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
53       - 'csit-nsh_sfc-verify-perf-{stream}'
54       - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
55       - 'csit-tldk-verify-func-{stream}-{os}-virl'
56       - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
57
58     project: 'csit'
59     branch: 'master'
60     branch-id: 'oper'
61     build-artifact-num-to-keep: 10
62     type:
63       - all
64     stream_timed:
65       - master:
66           branch: 'master'
67           branch-id: 'oper'
68     stream:
69       - master:
70           branch: 'master'
71           branch-id: 'oper'
72       - '1801':
73           branch: 'rls1801'
74           branch-id: 'oper-rls1801'
75       - '1804':
76           branch: 'rls1804'
77           branch-id: 'oper-rls1804'
78       - '1807':
79           branch: 'rls1807'
80           branch-id: 'oper-rls1807'
81       - '1810':
82           branch: 'rls1810'
83           branch-id: 'oper-rls1810'
84       - '1901':
85           branch: 'rls1901'
86           branch-id: 'oper-rls1901'
87
88 - project:
89     name: csit-view
90     views:
91       - project-view
92     project-name: csit
93
94 - job-template:
95     name: 'csit-vpp-functional-{stream}-{os}-virl'
96
97     project-type: freestyle
98     node: '{os}-basebuild-4c-4g'
99     concurrent: true
100
101     build-discarder:
102       daysToKeep: '{build-days-to-keep}'
103       numToKeep: '{build-num-to-keep}'
104       artifactDaysToKeep: '{build-artifact-days-to-keep}'
105       artifactNumToKeep: '{build-artifact-num-to-keep}'
106
107     parameters:
108       - project-parameter:
109           project: '{project}'
110       - gerrit-parameter:
111           branch: '{branch}'
112
113     scm:
114       - gerrit-trigger-scm:
115           credentials-id: 'jenkins-gerrit-credentials'
116           refspec: '$GERRIT_REFSPEC'
117           choosing-strategy: 'gerrit'
118
119     wrappers:
120       - fdio-infra-wrappers:
121           build-timeout: '{build-timeout}'
122
123     triggers:
124       - gerrit-trigger-patch-submitted:
125           name: '{project}'
126           branch: '{branch}'
127
128     builders:
129       - shell:
130           !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
131
132     publishers:
133       - archive-artifacts:
134           artifacts: >
135             **/csit/report.html,
136             **/csit/log.html,
137             **/csit/output.xml
138           latest-only: false
139
140       - robot-report:
141           output-path: ''
142
143       - fdio-infra-shiplogs:
144           maven-version: 'mvn33-new'
145
146 - job-template:
147     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
148
149     description: |
150       <ul>
151           <li>objective
152               <ul>
153                   <li>perf verify - per csit gerrit patch
154               </ul>
155           <li>job
156               <ul>
157                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
158                   <li>trigger: keyword in comment to csit patch:
159                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
160               </ul>
161           <li>perf test-cases selection
162               <ul>
163                   <li>test-cases selected using trigger keyword followed by tags
164                   <li>all test-cases are labelled with CSIT RF topic tags
165                       defined in <i>csit/docs/tag_documentation.rst</i>
166               </ul>
167           <li>default tags for dpdk perf test type
168               <ul>
169                   <li>IP4BASE, L2XCBASE
170                   <li>64B: 64B packet size
171                   <li>1C: one core
172                   <li>X710: x710 Fortville NIC
173                   <li>MRR: MRR throughput
174               </ul>
175           <li>results
176               <ul>
177                   <li>jjb verify: PASS/FAIL
178                   <li>present: no
179                   <li>analyse: no
180               </ul>
181       </ul>
182
183     project-type: freestyle
184     node: 'ubuntu1604-basebuild-4c-4g'
185     concurrent: true
186
187     build-discarder:
188       daysToKeep: '{build-days-to-keep}'
189       numToKeep: '{build-num-to-keep}'
190       artifactDaysToKeep: '{build-artifact-days-to-keep}'
191       artifactNumToKeep: '{build-artifact-num-to-keep}'
192
193     parameters:
194       - project-parameter:
195           project: '{project}'
196       - gerrit-parameter:
197           branch: '{branch}'
198
199     scm:
200       - gerrit-trigger-scm:
201           credentials-id: 'jenkins-gerrit-credentials'
202           refspec: '$GERRIT_REFSPEC'
203           choosing-strategy: 'gerrit'
204
205     wrappers:
206       - fdio-infra-wrappers-non-activity-timeout:
207           build-timeout: '{build-timeout}'
208
209     triggers:
210       - gerrit:
211           server-name: 'Primary'
212           trigger-on:
213             - comment-added-contains-event:
214                 comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
215           projects:
216             - project-compare-type: 'ANT'
217               project-pattern: '{project}'
218               branches:
219                 - branch-compare-type: 'ANT'
220                   branch-pattern: '**/{branch}'
221           skip-vote:
222             successful: false
223             failed: false
224             unstable: false
225             notbuilt: false
226
227     builders:
228       - shell:
229           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
230
231     publishers:
232       - archive-artifacts:
233           artifacts: 'archive/*.*'
234           latest-only: false
235
236       - robot:
237           output-path: archive
238           other-files:
239             - '*.*'
240
241       - fdio-infra-shiplogs:
242           maven-version: 'mvn33-new'
243
244 - job-template:
245     name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
246
247     # yamllint disable rule:line-length
248     description: |
249       <ul>
250           <li>objective
251               <ul>
252                   <li>perf verify - per csit gerrit patch
253               </ul>
254           <li>job
255               <ul>
256                   <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
257                   <li>trigger: keyword in comment to csit patch:
258                       <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
259               </ul>
260           <li>perf test-cases selection
261               <ul>
262                   <li>test-cases selected using trigger keyword followed by tags
263                   <li>all test-cases are labelled with CSIT RF topic tags
264                       defined in <i>csit/docs/tag_documentation.rst</i>
265               </ul>
266           <li>proposed keywords
267               <ul>
268                   <li>focus on testing specified Kubernetes orchestrated topologies
269                   <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
270               </ul>
271           <li>default tags for vpp startup config and perf test type
272               <ul>
273                   <li>IP4BASE, IP6BASE, L2BDBASE
274                   <li>64B/78B: 64B/78B packet size
275                   <li>1C: one core
276                   <li>X710: x710 Fortville NIC
277                   <li>MRR: MRR throughput
278               </ul>
279           <li>results
280               <ul>
281                   <li>jjb verify: PASS/FAIL
282                   <li>present: no
283                   <li>analyse: no
284               </ul>
285       </ul>
286       # yamllint enable rule:line-length
287
288     project-type: freestyle
289     node: 'ubuntu1804-basebuild-4c-4g'
290     concurrent: true
291
292     build-discarder:
293       daysToKeep: '{build-days-to-keep}'
294       numToKeep: '{build-num-to-keep}'
295       artifactDaysToKeep: '{build-artifact-days-to-keep}'
296       artifactNumToKeep: '{build-artifact-num-to-keep}'
297
298     parameters:
299       - project-parameter:
300           project: '{project}'
301       - gerrit-parameter:
302           branch: '{branch}'
303       - gerrit-refspec-parameter
304       - gerrit-event-type-parameter
305       - gerrit-event-comment-text-parameter
306
307     scm:
308       - gerrit-trigger-scm:
309           credentials-id: 'jenkins-gerrit-credentials'
310           refspec: '$GERRIT_REFSPEC'
311           choosing-strategy: 'gerrit'
312
313     wrappers:
314       - fdio-infra-wrappers-non-activity-timeout:
315           build-timeout: '{build-timeout}'
316
317     triggers:
318       - gerrit:
319           server-name: 'Primary'
320           trigger-on:
321             - comment-added-contains-event:
322                 comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
323           projects:
324             - project-compare-type: 'ANT'
325               project-pattern: '{project}'
326               branches:
327                 - branch-compare-type: 'ANT'
328                   branch-pattern: '**/{branch}'
329           skip-vote:
330             successful: false
331             failed: false
332             unstable: false
333             notbuilt: false
334
335     builders:
336       - shell:
337           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
338
339     publishers:
340       - archive-artifacts:
341           artifacts: 'archive/*.*'
342           latest-only: false
343
344       - robot:
345           output-path: archive
346           other-files:
347             - '*.*'
348
349       - fdio-infra-shiplogs:
350           maven-version: 'mvn33-new'
351
352
353 - job-template:
354     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
355     # yamllint disable-line rule:line-length
356     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
357     # yamllint enable rule:line-length
358
359     project-type: freestyle
360     node: '{os}-basebuild-4c-4g'
361     concurrent: false
362
363     build-discarder:
364       daysToKeep: '{build-days-to-keep}'
365       numToKeep: '{build-num-to-keep}'
366       artifactDaysToKeep: '{build-artifact-days-to-keep}'
367       artifactNumToKeep: '{build-artifact-num-to-keep}'
368
369     parameters:
370       - project-parameter:
371           project: '{project}'
372       - gerrit-parameter:
373           branch: '{branch}'
374
375     scm:
376       - git-scm:
377           credentials-id: 'jenkins-gerrit-credentials'
378           branch: '{branch}'
379
380     wrappers:
381       - fdio-infra-wrappers-non-activity-timeout:
382           build-timeout: '{build-timeout}'
383
384     triggers:
385       - timed: '0 4 * * 0'
386
387       - gerrit-trigger-manually-triggered:
388           comment-trigger-value: 'csit-vpp-ref-verify'
389           name: '{project}'
390           branch: '{branch}'
391
392     builders:
393       - shell:
394           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
395
396     publishers:
397       - archive-artifacts:
398           artifacts: >
399             **/csit/report.html,
400             **/csit/log.html,
401             **/csit/output.xml
402           latest-only: false
403
404       - robot-report:
405           output-path: ''
406
407       - fdio-infra-shiplogs:
408           maven-version: 'mvn33-new'
409
410 - job-template:
411     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
412     # yamllint disable-line rule:line-length
413     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
414     # yamllint enable rule:line-length
415
416     project-type: freestyle
417     node: '{os}-basebuild-4c-4g'
418     concurrent: false
419
420     build-discarder:
421       daysToKeep: '{build-days-to-keep}'
422       numToKeep: '{build-num-to-keep}'
423       artifactDaysToKeep: '{build-artifact-days-to-keep}'
424       artifactNumToKeep: '{build-artifact-num-to-keep}'
425
426     parameters:
427       - project-parameter:
428           project: '{project}'
429       - gerrit-parameter:
430           branch: '{branch}'
431
432     wrappers:
433       - fdio-infra-wrappers-non-activity-timeout:
434           build-timeout: '{build-timeout}'
435
436     triggers:
437       - timed: '0 4 * * 2,6'
438
439       - gerrit-trigger-manually-triggered:
440           comment-trigger-value: 'csit-verify-vpp'
441           name: '{project}'
442           branch: '{branch}'
443
444     builders:
445       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
446       - inject:
447           properties-file: variables.prop
448       - shell:
449           # yamllint disable-line rule:line-length
450           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
451           # yamllint enable rule:line-length
452
453     publishers:
454       - archive-artifacts:
455           artifacts: 'csit/archive/*.*'
456           latest-only: false
457
458       - robot-report:
459           output-path: 'csit/archive'
460
461       - fdio-infra-shiplogs:
462           maven-version: 'mvn33-new'
463
464 - job-template:
465     name: 'csit-vpp-verify-{stream_timed}-centos7-nightly'
466     # yamllint disable-line rule:line-length
467     description: 'Purpose of this job is to validate latest centos7 vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
468     # yamllint enable rule:line-length
469
470     project-type: freestyle
471     node: centos7-basebuild-4c-4g'
472     concurrent: false
473
474     build-discarder:
475       daysToKeep: '{build-days-to-keep}'
476       numToKeep: '{build-num-to-keep}'
477       artifactDaysToKeep: '{build-artifact-days-to-keep}'
478       artifactNumToKeep: '{build-artifact-num-to-keep}'
479
480     parameters:
481       - project-parameter:
482           project: '{project}'
483       - gerrit-parameter:
484           branch: '{branch}'
485
486     scm:
487       - git-scm:
488           credentials-id: 'jenkins-gerrit-credentials'
489           branch: '{branch}'
490
491     wrappers:
492       - fdio-infra-wrappers:
493           build-timeout: '{build-timeout}'
494
495     triggers:
496       - timed: 'H H(3-4) * * *'
497
498       - gerrit-trigger-manually-triggered:
499           comment-trigger-value: 'vpp-verify-func-centos7'
500           name: '{project}'
501           branch: '{branch}'
502
503     builders:
504       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
505       - inject:
506           properties-file: variables.prop
507       - shell:
508           !include-raw-escape: jjb/csit/include-raw-csit-vpp-functional-virl.sh
509
510     publishers:
511       - archive-artifacts:
512           artifacts: 'csit/archive/*.*'
513           latest-only: false
514
515       - robot-report:
516           output-path: 'csit/archive'
517
518       - fdio-infra-shiplogs:
519           maven-version: 'mvn33-new'
520
521 - job-template:
522     name: 'csit-docs-verify-{stream}'
523
524     project-type: freestyle
525     node: 'ubuntu1604-basebuild-4c-4g'
526     concurrent: true
527
528     build-discarder:
529       daysToKeep: '{build-days-to-keep}'
530       numToKeep: '{build-num-to-keep}'
531       artifactDaysToKeep: '{build-artifact-days-to-keep}'
532       artifactNumToKeep: '{build-artifact-num-to-keep}'
533
534     parameters:
535       - project-parameter:
536           project: '{project}'
537       - gerrit-parameter:
538           branch: '{branch}'
539       - maven-exec:
540           maven-version: 'mvn33-new'
541
542     scm:
543       - gerrit-trigger-scm:
544           credentials-id: 'jenkins-gerrit-credentials'
545           refspec: '$GERRIT_REFSPEC'
546           choosing-strategy: 'gerrit'
547
548     wrappers:
549       - fdio-infra-wrappers-non-activity-timeout:
550           build-timeout: '{build-timeout}'
551
552     triggers:
553       - gerrit-trigger-patch-submitted:
554           name: '{project}'
555           branch: '{branch}'
556
557     builders:
558       - maven-target:
559           maven-version: 'mvn33-new'
560           goals: '--version'
561           settings: 'csit-settings'
562           settings-type: cfp
563           global-settings: 'global-settings'
564           global-settings-type: cfp
565       - provide-maven-settings:
566           settings-file: 'csit-settings'
567           global-settings-file: 'global-settings'
568       - shell:
569           !include-raw-escape: include-raw-csit-docs.sh
570
571     publishers:
572       - archive:
573           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
574           allow-empty: 'true'
575           fingerprint: false
576           only-if-success: true
577           default-excludes: false
578
579       - fdio-infra-shiplogs:
580           maven-version: 'mvn33-new'
581
582 - job-template:
583     name: 'csit-docs-merge-{stream_timed}'
584
585     project-type: freestyle
586     node: 'ubuntu1604-basebuild-4c-4g'
587     concurrent: true
588
589     build-discarder:
590       daysToKeep: '{build-days-to-keep}'
591       numToKeep: '{build-num-to-keep}'
592       artifactDaysToKeep: '{build-artifact-days-to-keep}'
593       artifactNumToKeep: '{build-artifact-num-to-keep}'
594
595     parameters:
596       - project-parameter:
597           project: '{project}'
598       - gerrit-parameter:
599           branch: '{branch}'
600       - maven-exec:
601           maven-version: 'mvn33-new'
602
603     scm:
604       - gerrit-trigger-scm:
605           credentials-id: 'jenkins-gerrit-credentials'
606           refspec: ''
607           choosing-strategy: 'default'
608
609     wrappers:
610       - fdio-infra-wrappers-non-activity-timeout:
611           build-timeout: '{build-timeout}'
612
613     triggers:
614       - reverse:
615           jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
616           result: 'success'
617       - gerrit:
618           server-name: 'Primary'
619           trigger-on:
620             - comment-added-contains-event:
621                 comment-contains-value: 'run-docs'
622           projects:
623             - project-compare-type: 'ANT'
624               project-pattern: '{project}'
625               branches:
626                 - branch-compare-type: 'ANT'
627                   branch-pattern: '**/{branch}'
628           skip-vote:
629             successful: true
630             failed: true
631             unstable: true
632             notbuilt: true
633
634     builders:
635       - maven-target:
636           maven-version: 'mvn33-new'
637           goals: '--version'
638           settings: 'csit-settings'
639           settings-type: cfp
640           global-settings: 'global-settings'
641           global-settings-type: cfp
642       - provide-maven-settings:
643           settings-file: 'csit-settings'
644           global-settings-file: 'global-settings'
645       - shell:
646           !include-raw-escape: include-raw-csit-docs.sh
647
648     publishers:
649       - archive:
650           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
651           allow-empty: 'true'
652           fingerprint: false
653           only-if-success: true
654           default-excludes: false
655
656       - fdio-infra-shiplogs:
657           maven-version: 'mvn33-new'
658
659 - job-template:
660     name: 'csit-report-merge-{stream}'
661
662     project-type: freestyle
663     node: 'ubuntu1604-basebuild-8c-32g'
664     concurrent: false
665
666     build-discarder:
667       daysToKeep: '{build-days-to-keep}'
668       numToKeep: '{build-num-to-keep}'
669       artifactDaysToKeep: '{build-artifact-days-to-keep}'
670       artifactNumToKeep: '{build-artifact-num-to-keep}'
671
672     parameters:
673       - project-parameter:
674           project: '{project}'
675       - gerrit-parameter:
676           branch: '{branch}'
677       - maven-exec:
678           maven-version: 'mvn33-new'
679
680     scm:
681       - gerrit-trigger-scm:
682           credentials-id: 'jenkins-gerrit-credentials'
683           refspec: '$GERRIT_REFSPEC'
684           choosing-strategy: 'default'
685
686     wrappers:
687       - fdio-infra-wrappers-non-activity-timeout:
688           build-timeout: '{build-timeout}'
689
690     triggers:
691       - gerrit:
692           server-name: 'Primary'
693           trigger-on:
694             - comment-added-contains-event:
695                 comment-contains-value: 'run-report'
696           projects:
697             - project-compare-type: 'ANT'
698               project-pattern: '{project}'
699               branches:
700                 - branch-compare-type: 'ANT'
701                   branch-pattern: '**/{branch}'
702           skip-vote:
703             successful: true
704             failed: true
705             unstable: true
706             notbuilt: true
707
708     builders:
709       - maven-target:
710           maven-version: 'mvn33-new'
711           goals: '--version'
712           settings: 'csit-settings'
713           settings-type: cfp
714           global-settings: 'global-settings'
715           global-settings-type: cfp
716       - provide-maven-settings:
717           settings-file: 'csit-settings'
718           global-settings-file: 'global-settings'
719       - shell:
720           !include-raw-escape: include-raw-csit-report.sh
721
722     publishers:
723       - archive:
724           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
725           allow-empty: 'true'
726           fingerprint: false
727           only-if-success: true
728           default-excludes: false
729
730       - fdio-infra-shiplogs:
731           maven-version: 'mvn33-new'
732
733 - job-template:
734     name: 'csit-trending-daily-master'
735
736     project-type: freestyle
737     node: 'ubuntu1604-basebuild-8c-32g'
738     concurrent: false
739
740     build-discarder:
741       daysToKeep: '{build-days-to-keep}'
742       numToKeep: '{build-num-to-keep}'
743       artifactDaysToKeep: '{build-artifact-days-to-keep}'
744       artifactNumToKeep: '{build-artifact-num-to-keep}'
745
746     parameters:
747       - project-parameter:
748           project: '{project}'
749       - gerrit-parameter:
750           branch: '{branch}'
751       - maven-exec:
752           maven-version: 'mvn33-new'
753
754     scm:
755       - gerrit-trigger-scm:
756           credentials-id: 'jenkins-gerrit-credentials'
757           refspec: ''
758           choosing-strategy: 'default'
759
760     wrappers:
761       - fdio-infra-wrappers-non-activity-timeout:
762           build-timeout: '{build-timeout}'
763
764     triggers:
765       - reverse:
766           jobs: 'csit-vpp-perf-mrr-daily-master'
767           result: 'failure'
768
769     builders:
770       - maven-target:
771           maven-version: 'mvn33-new'
772           goals: '--version'
773           settings: 'csit-settings'
774           settings-type: cfp
775           global-settings: 'global-settings'
776           global-settings-type: cfp
777       - provide-maven-settings:
778           settings-file: 'csit-settings'
779           global-settings-file: 'global-settings'
780       - shell:
781           !include-raw-escape: include-raw-csit-cpta.sh
782
783     publishers:
784       - email-ext:
785           # yamllint disable-line rule:line-length
786           recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io'
787           reply-to: ''
788           content-type: 'text'
789           subject: 'FD.io CSIT Trending Alert: Build # $BUILD_NUMBER'
790           # yamllint disable-line rule:line-length
791           attachments: '**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/failed-tests*.tar.gz'
792           body: |
793                 FD.io CSIT Trending Alert - failed tests
794
795                 $PROJECT_NAME - Build # $BUILD_NUMBER - $BUILD_STATUS
796
797                 See attachment for the list of the failed tests.
798
799           always: true
800           failure: false
801
802       - fdio-infra-shiplogs:
803           maven-version: 'mvn33-new'
804
805 - job-template:
806     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
807
808     description: |
809       <ul>
810           <li>objective
811               <ul>
812                   <li>check vpp perf ndrpdr weekly on 3n-hsw
813               </ul>
814           <li>perf test-cases selection
815               <ul>
816                   <li>pre-selected CSIT VPP NDRPDR perf suites
817               </ul>
818           <li>results
819               <ul>
820                   <li>jjb verify: PASS/FAIL
821                   <li>present: no
822                   <li>analyse: csit project (catch malfunctions/degradations)
823               </ul>
824       </ul>
825     project-type: freestyle
826     node: 'ubuntu1604-basebuild-4c-4g'
827     concurrent: false
828
829     build-discarder:
830       daysToKeep: '{build-days-to-keep}'
831       numToKeep: '{build-num-to-keep}'
832       artifactDaysToKeep: '{build-artifact-days-to-keep}'
833       artifactNumToKeep: '{build-artifact-num-to-keep}'
834
835     parameters:
836       - project-parameter:
837           project: '{project}'
838       - gerrit-parameter:
839           branch: '{branch}'
840
841     wrappers:
842       - fdio-infra-wrappers-non-activity-timeout:
843           build-timeout: '{build-timeout}'
844
845     triggers:
846       - timed: '0 0 * * 6'
847
848     builders:
849       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
850       - inject:
851           properties-file: variables.prop
852       - shell:
853           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
854
855     publishers:
856       - archive-artifacts:
857           artifacts: 'csit/archive/*.*'
858           latest-only: false
859
860       - robot:
861           output-path: 'csit/archive'
862           other-files:
863             - '*.*'
864
865       - fdio-infra-shiplogs:
866           maven-version: 'mvn33-new'
867
868 - job-template:
869     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
870
871     description: |
872       <ul>
873           <li>objective
874               <ul>
875                   <li>check vpp perf ndrpdr weekly
876               </ul>
877           <li>perf test-cases selection
878               <ul>
879                   <li>pre-selected CSIT VPP NDRPDR perf suites
880               </ul>
881           <li>results
882               <ul>
883                   <li>jjb verify: PASS/FAIL
884                   <li>present: no
885                   <li>analyse: csit project (catch malfunctions/degradations)
886               </ul>
887       </ul>
888     project-type: freestyle
889     node: 'ubuntu1604-basebuild-4c-4g'
890     concurrent: false
891
892     build-discarder:
893       daysToKeep: '{build-days-to-keep}'
894       numToKeep: '{build-num-to-keep}'
895       artifactDaysToKeep: '{build-artifact-days-to-keep}'
896       artifactNumToKeep: '{build-artifact-num-to-keep}'
897
898     parameters:
899       - project-parameter:
900           project: '{project}'
901       - gerrit-parameter:
902           branch: '{branch}'
903
904     wrappers:
905       - fdio-infra-wrappers-non-activity-timeout:
906           build-timeout: '{build-timeout}'
907
908     triggers:
909       - timed: '0 0 * * 6'
910
911     builders:
912       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
913       - inject:
914           properties-file: variables.prop
915       - shell:
916           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
917
918     publishers:
919       - archive-artifacts:
920           artifacts: 'csit/archive/*.*'
921           latest-only: false
922
923       - robot:
924           output-path: 'csit/archive'
925           other-files:
926             - '*.*'
927
928       - fdio-infra-shiplogs:
929           maven-version: 'mvn33-new'
930
931 - job-template:
932     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
933
934     description: |
935       <ul>
936           <li>objective
937               <ul>
938                   <li>check vpp perf ndrpdr weekly
939               </ul>
940           <li>perf test-cases selection
941               <ul>
942                   <li>pre-selected CSIT VPP NDRPDR perf suites
943               </ul>
944           <li>results
945               <ul>
946                   <li>jjb verify: PASS/FAIL
947                   <li>present: no
948                   <li>analyse: csit project (catch malfunctions/degradations)
949               </ul>
950       </ul>
951     project-type: freestyle
952     node: 'ubuntu1604-basebuild-4c-4g'
953     concurrent: false
954
955     build-discarder:
956       daysToKeep: '{build-days-to-keep}'
957       numToKeep: '{build-num-to-keep}'
958       artifactDaysToKeep: '{build-artifact-days-to-keep}'
959       artifactNumToKeep: '{build-artifact-num-to-keep}'
960
961     parameters:
962       - project-parameter:
963           project: '{project}'
964       - gerrit-parameter:
965           branch: '{branch}'
966
967     wrappers:
968       - fdio-infra-wrappers-non-activity-timeout:
969           build-timeout: '{build-timeout}'
970
971     triggers:
972       - timed: '0 0 * * 6'
973
974     builders:
975       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
976       - inject:
977           properties-file: variables.prop
978       - shell:
979           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
980
981     publishers:
982       - archive-artifacts:
983           artifacts: 'csit/archive/*.*'
984           latest-only: false
985
986       - robot:
987           output-path: 'csit/archive'
988           other-files:
989             - '*.*'
990
991       - fdio-infra-shiplogs:
992           maven-version: 'mvn33-new'
993
994 - job-template:
995     name: 'csit-ligato-perf-mrr-daily-master-3n-hsw'
996
997     description: |
998       <ul>
999           <li>objective
1000               <ul>
1001                   <li>check ligato perf mrr daily
1002               </ul>
1003           <li>perf test-cases selection
1004               <ul>
1005                   <li>all CSIT LIGATO MRR perf suites
1006               </ul>
1007           <li>results
1008               <ul>
1009                   <li>jjb verify: PASS/FAIL
1010                   <li>present: no
1011                   <li>analyse: csit project (catch malfunctions/degradations)
1012               </ul>
1013       </ul>
1014
1015     project-type: freestyle
1016     node: 'ubuntu1804-basebuild-4c-4g'
1017     concurrent: true
1018
1019     build-discarder:
1020       daysToKeep: '{build-days-to-keep}'
1021       numToKeep: '{build-num-to-keep}'
1022       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1023       artifactNumToKeep: '{build-artifact-num-to-keep}'
1024
1025     parameters:
1026       - project-parameter:
1027           project: '{project}'
1028       - gerrit-parameter:
1029           branch: '{branch}'
1030
1031     wrappers:
1032       - fdio-infra-wrappers-non-activity-timeout:
1033           build-timeout: '{build-timeout}'
1034
1035     triggers:
1036       - timed: '0 16 * * *'
1037
1038     builders:
1039       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1040       - inject:
1041           properties-file: variables.prop
1042       - shell:
1043           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1044
1045     publishers:
1046       - archive-artifacts:
1047           artifacts: 'csit/archive/*.*'
1048           latest-only: false
1049
1050       - robot:
1051           output-path: 'csit/archive'
1052           other-files:
1053             - '*.*'
1054
1055       - trigger:
1056           project: 'csit-trending-daily-master'
1057           threshold: 'FAILURE'
1058
1059       - fdio-infra-shiplogs:
1060           maven-version: 'mvn33-new'
1061
1062 - job-template:
1063     name: 'csit-vpp-perf-mrr-daily-master'
1064
1065     description: |
1066       <ul>
1067           <li>objective
1068               <ul>
1069                   <li>check vpp perf mrr daily
1070               </ul>
1071           <li>perf test-cases selection
1072               <ul>
1073                   <li>all CSIT VPP MRR perf suites
1074               </ul>
1075           <li>results
1076               <ul>
1077                   <li>jjb verify: PASS/FAIL
1078                   <li>present: no
1079                   <li>analyse: csit project (catch malfunctions/degradations)
1080               </ul>
1081       </ul>
1082
1083     project-type: freestyle
1084     node: 'ubuntu1604-basebuild-4c-4g'
1085     concurrent: true
1086
1087     build-discarder:
1088       daysToKeep: '{build-days-to-keep}'
1089       numToKeep: '{build-num-to-keep}'
1090       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1091       artifactNumToKeep: '{build-artifact-num-to-keep}'
1092
1093     parameters:
1094       - project-parameter:
1095           project: '{project}'
1096       - gerrit-parameter:
1097           branch: '{branch}'
1098
1099     wrappers:
1100       - fdio-infra-wrappers-non-activity-timeout:
1101           build-timeout: '{build-timeout}'
1102
1103     triggers:
1104       - timed: '0 2,14 * * *'
1105
1106     builders:
1107       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1108       - inject:
1109           properties-file: variables.prop
1110       - shell:
1111           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1112
1113     publishers:
1114       - archive-artifacts:
1115           artifacts: 'csit/archive/*.*'
1116           latest-only: false
1117
1118       - robot:
1119           output-path: 'csit/archive'
1120           other-files:
1121             - '*.*'
1122
1123       - trigger:
1124           project: 'csit-trending-daily-master'
1125           threshold: 'FAILURE'
1126
1127       - fdio-infra-shiplogs:
1128           maven-version: 'mvn33-new'
1129
1130 - job-template:
1131     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1132
1133     description: |
1134       <ul>
1135           <li>objective
1136               <ul>
1137                   <li>check vpp perf mrr daily
1138               </ul>
1139           <li>perf test-cases selection
1140               <ul>
1141                   <li>all CSIT VPP MRR perf suites
1142               </ul>
1143           <li>results
1144               <ul>
1145                   <li>jjb verify: PASS/FAIL
1146                   <li>present: no
1147                   <li>analyse: csit project (catch malfunctions/degradations)
1148               </ul>
1149       </ul>
1150
1151     project-type: freestyle
1152     node: 'ubuntu1604-basebuild-4c-4g'
1153     concurrent: true
1154
1155     build-discarder:
1156       daysToKeep: '{build-days-to-keep}'
1157       numToKeep: '{build-num-to-keep}'
1158       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1159       artifactNumToKeep: '{build-artifact-num-to-keep}'
1160
1161     parameters:
1162       - project-parameter:
1163           project: '{project}'
1164       - gerrit-parameter:
1165           branch: '{branch}'
1166
1167     wrappers:
1168       - fdio-infra-wrappers-non-activity-timeout:
1169           build-timeout: '{build-timeout}'
1170
1171     triggers:
1172       - timed: '0 2,14 * * *'
1173
1174     builders:
1175       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1176       - inject:
1177           properties-file: variables.prop
1178       - shell:
1179           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1180
1181     publishers:
1182       - archive-artifacts:
1183           artifacts: 'csit/archive/*.*'
1184           latest-only: false
1185
1186       - robot:
1187           output-path: 'csit/archive'
1188           other-files:
1189             - '*.*'
1190
1191       - trigger:
1192           project: 'csit-trending-daily-master'
1193           threshold: 'FAILURE'
1194
1195       - fdio-infra-shiplogs:
1196           maven-version: 'mvn33-new'
1197
1198 - job-template:
1199     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1200
1201     description: |
1202       <ul>
1203           <li>objective
1204               <ul>
1205                   <li>check vpp perf mrr daily
1206               </ul>
1207           <li>perf test-cases selection
1208               <ul>
1209                   <li>all CSIT VPP MRR perf suites
1210               </ul>
1211           <li>results
1212               <ul>
1213                   <li>jjb verify: PASS/FAIL
1214                   <li>present: no
1215                   <li>analyse: csit project (catch malfunctions/degradations)
1216               </ul>
1217       </ul>
1218
1219     project-type: freestyle
1220     node: 'ubuntu1604-basebuild-4c-4g'
1221     concurrent: true
1222
1223     build-discarder:
1224       daysToKeep: '{build-days-to-keep}'
1225       numToKeep: '{build-num-to-keep}'
1226       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1227       artifactNumToKeep: '{build-artifact-num-to-keep}'
1228
1229     parameters:
1230       - project-parameter:
1231           project: '{project}'
1232       - gerrit-parameter:
1233           branch: '{branch}'
1234
1235     wrappers:
1236       - fdio-infra-wrappers-non-activity-timeout:
1237           build-timeout: '{build-timeout}'
1238
1239     triggers:
1240       - timed: '0 2,14 * * *'
1241
1242     builders:
1243       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1244       - inject:
1245           properties-file: variables.prop
1246       - shell:
1247           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1248
1249     publishers:
1250       - archive-artifacts:
1251           artifacts: 'csit/archive/*.*'
1252           latest-only: false
1253
1254       - robot:
1255           output-path: 'csit/archive'
1256           other-files:
1257             - '*.*'
1258
1259       - trigger:
1260           project: 'csit-trending-daily-master'
1261           threshold: 'FAILURE'
1262
1263       - fdio-infra-shiplogs:
1264           maven-version: 'mvn33-new'
1265
1266 - job-template:
1267     name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
1268
1269     description: |
1270       <ul>
1271           <li>objective
1272               <ul>
1273                   <li>check vpp perf mrr weekly
1274               </ul>
1275           <li>perf test-cases selection
1276               <ul>
1277                   <li>NF Density CSIT VPP MRR perf suites
1278               </ul>
1279           <li>results
1280               <ul>
1281                   <li>jjb verify: PASS/FAIL
1282                   <li>present: no
1283                   <li>analyse: csit project (catch malfunctions/degradations)
1284               </ul>
1285       </ul>
1286
1287     project-type: freestyle
1288     node: 'ubuntu1604-basebuild-4c-4g'
1289     concurrent: true
1290
1291     build-discarder:
1292       daysToKeep: '{build-days-to-keep}'
1293       numToKeep: '{build-num-to-keep}'
1294       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1295       artifactNumToKeep: '{build-artifact-num-to-keep}'
1296
1297     parameters:
1298       - project-parameter:
1299           project: '{project}'
1300       - gerrit-parameter:
1301           branch: '{branch}'
1302
1303     wrappers:
1304       - fdio-infra-wrappers-non-activity-timeout:
1305           build-timeout: '{build-timeout}'
1306
1307     triggers:
1308       - timed: '0 0 * * 6'
1309
1310     builders:
1311       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1312       - inject:
1313           properties-file: variables.prop
1314       - shell:
1315           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1316
1317     publishers:
1318       - archive-artifacts:
1319           artifacts: 'csit/archive/*.*'
1320           latest-only: false
1321
1322       - robot:
1323           output-path: 'csit/archive'
1324           other-files:
1325             - '*.*'
1326
1327       - trigger:
1328           project: 'csit-trending-daily-master'
1329           threshold: 'FAILURE'
1330
1331       - fdio-infra-shiplogs:
1332           maven-version: 'mvn33-new'
1333
1334 - job-template:
1335     name: 'csit-dpdk-perf-mrr-weekly-master'
1336
1337     description: |
1338       <ul>
1339           <li>objective
1340               <ul>
1341                   <li>check dpdk perf mrr weekly
1342               </ul>
1343           <li>perf test-cases selection
1344               <ul>
1345                   <li>all CSIT DPDK MRR perf suites
1346               </ul>
1347           <li>results
1348               <ul>
1349                   <li>jjb verify: PASS/FAIL
1350                   <li>present: no
1351                   <li>analyse: csit project (catch malfunctions/degradations)
1352               </ul>
1353       </ul>
1354
1355     project-type: freestyle
1356     node: 'ubuntu1604-basebuild-4c-4g'
1357     concurrent: false
1358
1359     build-discarder:
1360       daysToKeep: '{build-days-to-keep}'
1361       numToKeep: '{build-num-to-keep}'
1362       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1363       artifactNumToKeep: '{build-artifact-num-to-keep}'
1364
1365     parameters:
1366       - project-parameter:
1367           project: '{project}'
1368       - gerrit-parameter:
1369           branch: '{branch}'
1370
1371     wrappers:
1372       - fdio-infra-wrappers-non-activity-timeout:
1373           build-timeout: '{build-timeout}'
1374
1375     triggers:
1376       - timed: '0 0 * * 6'
1377
1378     builders:
1379       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1380       - inject:
1381           properties-file: variables.prop
1382       - shell:
1383           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1384
1385     publishers:
1386       - archive-artifacts:
1387           artifacts: 'csit/archive/*.*'
1388           latest-only: false
1389
1390       - robot:
1391           output-path: 'csit/archive'
1392           other-files:
1393             - '*.*'
1394
1395       - trigger:
1396           project: 'csit-trending-daily-master'
1397           threshold: 'FAILURE'
1398
1399       - fdio-infra-shiplogs:
1400           maven-version: 'mvn33-new'
1401
1402 - job-template:
1403     name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
1404
1405     description: |
1406       <ul>
1407           <li>objective
1408               <ul>
1409                   <li>check dpdk perf mrr weekly
1410               </ul>
1411           <li>perf test-cases selection
1412               <ul>
1413                   <li>all CSIT DPDK MRR perf suites
1414               </ul>
1415           <li>results
1416               <ul>
1417                   <li>jjb verify: PASS/FAIL
1418                   <li>present: no
1419                   <li>analyse: csit project (catch malfunctions/degradations)
1420               </ul>
1421       </ul>
1422
1423     project-type: freestyle
1424     node: 'ubuntu1604-basebuild-4c-4g'
1425     concurrent: false
1426
1427     build-discarder:
1428       daysToKeep: '{build-days-to-keep}'
1429       numToKeep: '{build-num-to-keep}'
1430       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1431       artifactNumToKeep: '{build-artifact-num-to-keep}'
1432
1433     parameters:
1434       - project-parameter:
1435           project: '{project}'
1436       - gerrit-parameter:
1437           branch: '{branch}'
1438
1439     wrappers:
1440       - fdio-infra-wrappers-non-activity-timeout:
1441           build-timeout: '{build-timeout}'
1442
1443     triggers:
1444       - timed: '0 0 * * 6'
1445
1446     builders:
1447       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1448       - inject:
1449           properties-file: variables.prop
1450       - shell:
1451           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1452
1453     publishers:
1454       - archive-artifacts:
1455           artifacts: 'csit/archive/*.*'
1456           latest-only: false
1457
1458       - robot:
1459           output-path: 'csit/archive'
1460           other-files:
1461             - '*.*'
1462
1463       - trigger:
1464           project: 'csit-trending-daily-master'
1465           threshold: 'FAILURE'
1466
1467       - fdio-infra-shiplogs:
1468           maven-version: 'mvn33-new'
1469
1470 - job-template:
1471     name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
1472
1473     description: |
1474       <ul>
1475           <li>objective
1476               <ul>
1477                   <li>check dpdk perf mrr weekly
1478               </ul>
1479           <li>perf test-cases selection
1480               <ul>
1481                   <li>all CSIT DPDK MRR perf suites
1482               </ul>
1483           <li>results
1484               <ul>
1485                   <li>jjb verify: PASS/FAIL
1486                   <li>present: no
1487                   <li>analyse: csit project (catch malfunctions/degradations)
1488               </ul>
1489       </ul>
1490
1491     project-type: freestyle
1492     node: 'ubuntu1604-basebuild-4c-4g'
1493     concurrent: false
1494
1495     build-discarder:
1496       daysToKeep: '{build-days-to-keep}'
1497       numToKeep: '{build-num-to-keep}'
1498       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1499       artifactNumToKeep: '{build-artifact-num-to-keep}'
1500
1501     parameters:
1502       - project-parameter:
1503           project: '{project}'
1504       - gerrit-parameter:
1505           branch: '{branch}'
1506
1507     wrappers:
1508       - fdio-infra-wrappers-non-activity-timeout:
1509           build-timeout: '{build-timeout}'
1510
1511     triggers:
1512       - timed: '0 0 * * 6'
1513
1514     builders:
1515       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1516       - inject:
1517           properties-file: variables.prop
1518       - shell:
1519           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1520
1521     publishers:
1522       - archive-artifacts:
1523           artifacts: 'csit/archive/*.*'
1524           latest-only: false
1525
1526       - robot:
1527           output-path: 'csit/archive'
1528           other-files:
1529             - '*.*'
1530
1531       - trigger:
1532           project: 'csit-trending-daily-master'
1533           threshold: 'FAILURE'
1534
1535       - fdio-infra-shiplogs:
1536           maven-version: 'mvn33-new'
1537
1538
1539 - job-template:
1540     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1541
1542     description: |
1543       <ul>
1544           <li>objective
1545               <ul>
1546                   <li>perf verify - per csit gerrit patch
1547               </ul>
1548           <li>job
1549               <ul>
1550                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1551                   <li>trigger: keyword in comment to csit patch:
1552                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1553               </ul>
1554           <li>perf test-cases selection
1555               <ul>
1556                   <li>test-cases selected using trigger keyword followed by tags
1557                   <li>all test-cases are labelled with CSIT RF topic tags
1558                       defined in <i>csit/docs/tag_documentation.rst</i>
1559               </ul>
1560           <li>proposed keywords
1561               <ul>
1562                   <li>focus on testing specified vpp packet processing path
1563                   <li>format: csit-{topo}-{arch}-perftest tag_list
1564               </ul>
1565           <li>default tags for vpp startup config and perf test type
1566               <ul>
1567                   <li>IP4BASE, IP6BASE, L2BDBASE
1568                   <li>64B/78B: 64B/78B packet size
1569                   <li>1C: one core
1570                   <li>X710: x710 Fortville NIC
1571                   <li>MRR: MRR throughput
1572               </ul>
1573           <li>results
1574               <ul>
1575                   <li>jjb verify: PASS/FAIL
1576                   <li>present: no
1577                   <li>analyse: no
1578               </ul>
1579       </ul>
1580
1581     project-type: freestyle
1582     node: 'ubuntu1604-basebuild-8c-32g'
1583     concurrent: true
1584
1585     build-discarder:
1586       daysToKeep: '{build-days-to-keep}'
1587       numToKeep: '{build-num-to-keep}'
1588       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1589       artifactNumToKeep: '{build-artifact-num-to-keep}'
1590
1591     parameters:
1592       - project-parameter:
1593           project: '{project}'
1594       - gerrit-parameter:
1595           branch: '{branch}'
1596       - gerrit-refspec-parameter
1597       - gerrit-event-type-parameter
1598       - gerrit-event-comment-text-parameter
1599
1600     scm:
1601       - gerrit-trigger-scm:
1602           credentials-id: 'jenkins-gerrit-credentials'
1603           refspec: '$GERRIT_REFSPEC'
1604           choosing-strategy: 'gerrit'
1605
1606     wrappers:
1607       - fdio-infra-wrappers-non-activity-timeout:
1608           build-timeout: '{build-timeout}'
1609
1610     triggers:
1611       - gerrit:
1612           server-name: 'Primary'
1613           trigger-on:
1614             - comment-added-contains-event:
1615                 comment-contains-value: 'csit-{topo}-{arch}-perftest'
1616           projects:
1617             - project-compare-type: 'ANT'
1618               project-pattern: '{project}'
1619               branches:
1620                 - branch-compare-type: 'ANT'
1621                   branch-pattern: '**/{branch}'
1622           skip-vote:
1623             successful: false
1624             failed: false
1625             unstable: false
1626             notbuilt: false
1627
1628     builders:
1629       - shell:
1630           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1631
1632     publishers:
1633       - archive-artifacts:
1634           artifacts: 'archive/*.*'
1635           latest-only: false
1636
1637       - robot:
1638           output-path: archive
1639           other-files:
1640             - '*.*'
1641
1642       - fdio-infra-shiplogs:
1643           maven-version: 'mvn33-new'
1644
1645 - job-template:
1646     name: 'csit-nsh_sfc-verify-perf-{stream}'
1647
1648     project-type: freestyle
1649     node: 'ubuntu1604-basebuild-4c-4g'
1650     concurrent: true
1651
1652     build-discarder:
1653       daysToKeep: '{build-days-to-keep}'
1654       numToKeep: '{build-num-to-keep}'
1655       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1656       artifactNumToKeep: '{build-artifact-num-to-keep}'
1657
1658     parameters:
1659       - project-parameter:
1660           project: '{project}'
1661       - gerrit-parameter:
1662           branch: '{branch}'
1663       - os-parameter:
1664           os: 'ubuntu1604'
1665       - stream-parameter:
1666           stream: '{stream}'
1667
1668     scm:
1669       - gerrit-trigger-scm:
1670           credentials-id: 'jenkins-gerrit-credentials'
1671           refspec: '$GERRIT_REFSPEC'
1672           choosing-strategy: 'gerrit'
1673
1674     wrappers:
1675       - fdio-infra-wrappers-non-activity-timeout:
1676           build-timeout: '{build-timeout}'
1677
1678     triggers:
1679       - gerrit-trigger-manually-triggered:
1680           name: '{project}'
1681           branch: '{branch}'
1682           comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1683
1684     builders:
1685       - shell:
1686           !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1687
1688     publishers:
1689       - archive-artifacts:
1690           artifacts: 'archive/*.*'
1691           latest-only: false
1692
1693       - robot-report:
1694           output-path: 'archive'
1695
1696       - fdio-infra-shiplogs:
1697           maven-version: 'mvn33-new'
1698
1699 - job-template:
1700     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1701
1702     project-type: freestyle
1703     node: '{os}-basebuild-4c-4g'
1704     concurrent: true
1705
1706     build-discarder:
1707       daysToKeep: '{build-days-to-keep}'
1708       numToKeep: '{build-num-to-keep}'
1709       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1710       artifactNumToKeep: '{build-artifact-num-to-keep}'
1711
1712     parameters:
1713       - project-parameter:
1714           project: '{project}'
1715       - gerrit-parameter:
1716           branch: '{branch}'
1717       - os-parameter:
1718           os: '{os}'
1719       - stream-parameter:
1720           stream: '{stream}'
1721
1722     scm:
1723       - gerrit-trigger-scm:
1724           credentials-id: 'jenkins-gerrit-credentials'
1725           refspec: '$GERRIT_REFSPEC'
1726           choosing-strategy: 'gerrit'
1727
1728     wrappers:
1729       - fdio-infra-wrappers:
1730           build-timeout: '{build-timeout}'
1731
1732     triggers:
1733       - gerrit-trigger-manually-triggered:
1734           name: '{project}'
1735           branch: '{branch}'
1736           comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1737
1738     builders:
1739       - shell:
1740           !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1741
1742     publishers:
1743       - archive-artifacts:
1744           artifacts: 'archive/*.*'
1745           latest-only: false
1746
1747       - robot-report:
1748           output-path: 'archive'
1749
1750       - fdio-infra-shiplogs:
1751           maven-version: 'mvn33-new'
1752
1753 - job-template:
1754     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1755
1756     project-type: freestyle
1757     node: '{os}-basebuild-4c-4g'
1758     concurrent: true
1759
1760     build-discarder:
1761       daysToKeep: '{build-days-to-keep}'
1762       numToKeep: '{build-num-to-keep}'
1763       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1764       artifactNumToKeep: '{build-artifact-num-to-keep}'
1765
1766     parameters:
1767       - project-parameter:
1768           project: '{project}'
1769       - gerrit-parameter:
1770           branch: '{branch}'
1771       - os-parameter:
1772           os: '{os}'
1773
1774     scm:
1775       - gerrit-trigger-scm:
1776           credentials-id: 'jenkins-gerrit-credentials'
1777           refspec: '$GERRIT_REFSPEC'
1778           choosing-strategy: 'gerrit'
1779
1780     wrappers:
1781       - fdio-infra-wrappers:
1782           build-timeout: '{build-timeout}'
1783
1784     triggers:
1785       - gerrit-trigger-manually-triggered:
1786           name: '{project}'
1787           branch: '{branch}'
1788           comment-trigger-value: 'csit_verify_tldk_func'
1789
1790     builders:
1791       - shell:
1792           !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1793
1794     publishers:
1795       - archive-artifacts:
1796           artifacts: 'archive/*.*'
1797           latest-only: false
1798
1799       - robot-report:
1800           output-path: 'archive'
1801
1802       - fdio-infra-shiplogs:
1803           maven-version: 'mvn33-new'
1804
1805 - job-template:
1806     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1807
1808     project-type: freestyle
1809     node: 'ubuntu1604-basebuild-4c-4g'
1810     concurrent: true
1811
1812     build-discarder:
1813       daysToKeep: '{build-days-to-keep}'
1814       numToKeep: '{build-num-to-keep}'
1815       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1816       artifactNumToKeep: '{build-artifact-num-to-keep}'
1817
1818     parameters:
1819       - project-parameter:
1820           project: '{project}'
1821       - gerrit-parameter:
1822           branch: '{branch}'
1823
1824     scm:
1825       - gerrit-trigger-scm:
1826           credentials-id: 'jenkins-gerrit-credentials'
1827           refspec: '$GERRIT_REFSPEC'
1828           choosing-strategy: 'gerrit'
1829
1830     wrappers:
1831       - fdio-infra-wrappers:
1832           build-timeout: '{build-timeout}'
1833
1834     triggers:
1835       - gerrit-trigger-manually-triggered:
1836           name: '{project}'
1837           branch: '{branch}'
1838           comment-trigger-value: 'csit_verify_dmm_func'
1839
1840     builders:
1841       - shell:
1842           !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1843
1844     publishers:
1845       - archive-artifacts:
1846           artifacts: 'archive/*.*'
1847           latest-only: false
1848
1849       - robot-report:
1850           output-path: ''
1851
1852       - fdio-infra-shiplogs:
1853           maven-version: 'mvn33-new'
1854
1855 - parameter:
1856     name: test-type-parameter
1857     parameters:
1858       - string:
1859           name: TYPE
1860           default: '{type}'
1861           description: "Test TYPE parameter if not given by trigger"