9998dca24da26a6df40623d480f0e4ae14399f4b
[ci-management.git] / jjb / csit / csit.yaml
1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 ---
15 - project:
16     name: csit
17     description: 'CSIT Jenkins jobs.'
18     os:
19       - 'ubuntu1604'
20       - 'centos7'
21
22     topo:
23       - '2n'
24       - '3n'
25
26     arch:
27       - 'skx'
28       - 'hsw'
29       - 'arm'
30
31     jobs:
32       - 'csit-vpp-functional-{stream}-{os}-virl'
33       - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
34       - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
35       - 'csit-docs-merge-{stream_timed}'
36       - 'csit-docs-verify-{stream}'
37       - 'csit-report-merge-{stream}'
38       - 'csit-report-merge-1901_1'
39       - 'csit-trending-daily-master'
40       - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
41       - 'csit-dpdk-perf-mrr-weekly-master'
42       - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
43       - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
44       - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
45       - 'csit-ligato-perf-mrr-daily-master-3n-hsw'
46       - 'csit-vpp-perf-mrr-daily-master'
47       - 'csit-vpp-perf-mrr-daily-master-2n-skx'
48       - 'csit-vpp-perf-mrr-daily-master-3n-skx'
49       - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
50       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
51       - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
52       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
53       - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
54       - 'csit-nsh_sfc-verify-perf-{stream}'
55       - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
56       - 'csit-tldk-verify-func-{stream}-{os}-virl'
57       - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
58
59     project: 'csit'
60     branch: 'master'
61     branch-id: 'oper'
62     docs-executor: 'ubuntu1804-us'
63     perf-executor: 'ubuntu1804-us'
64     build-artifact-num-to-keep: 10
65     stream_timed:
66       - master:
67           branch: 'master'
68           branch-id: 'oper'
69           docs-executor: 'ubuntu1804-us'
70           perf-executor: 'ubuntu1804-us'
71     stream:
72       - master:
73           branch: 'master'
74           branch-id: 'oper'
75           docs-executor: 'ubuntu1804-us'
76           perf-executor: 'ubuntu1804-us'
77       - '1807':
78           branch: 'rls1807'
79           branch-id: 'oper-rls1807'
80           docs-executor: 'ubuntu1604-basebuild-4c-4g'
81           perf-executor: 'ubuntu1604-basebuild-8c-32g'
82       - '1810':
83           branch: 'rls1810'
84           branch-id: 'oper-rls1810'
85           docs-executor: 'ubuntu1604-basebuild-4c-4g'
86           perf-executor: 'ubuntu1604-basebuild-8c-32g'
87       - '1901':
88           branch: 'rls1901'
89           branch-id: 'oper-rls1901'
90           docs-executor: 'ubuntu1604-basebuild-4c-4g'
91           perf-executor: 'ubuntu1604-basebuild-8c-32g'
92
93 - project:
94     name: csit-view
95     views:
96       - project-view
97     project-name: csit
98
99 - job-template:
100     name: 'csit-vpp-functional-{stream}-{os}-virl'
101
102     project-type: freestyle
103     node: '{os}-basebuild-4c-4g'
104     concurrent: true
105
106     build-discarder:
107       daysToKeep: '{build-days-to-keep}'
108       numToKeep: '{build-num-to-keep}'
109       artifactDaysToKeep: '{build-artifact-days-to-keep}'
110       artifactNumToKeep: '{build-artifact-num-to-keep}'
111
112     parameters:
113       - project-parameter:
114           project: '{project}'
115       - gerrit-parameter:
116           branch: '{branch}'
117
118     scm:
119       - gerrit-trigger-scm:
120           credentials-id: 'jenkins-gerrit-credentials'
121           refspec: '$GERRIT_REFSPEC'
122           choosing-strategy: 'gerrit'
123
124     wrappers:
125       - fdio-infra-wrappers:
126           build-timeout: '{build-timeout}'
127
128     triggers:
129       - gerrit-trigger-patch-submitted:
130           name: '{project}'
131           branch: '{branch}'
132
133     builders:
134       - shell:
135           !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
136
137     publishers:
138       - archive-artifacts:
139           artifacts: >
140             **/csit/report.html,
141             **/csit/log.html,
142             **/csit/output.xml
143           latest-only: false
144
145       - robot-report:
146           output-path: ''
147
148       - fdio-infra-shiplogs:
149           maven-version: 'mvn33-new'
150
151 - job-template:
152     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
153
154     description: |
155       <ul>
156           <li>objective
157               <ul>
158                   <li>perf verify - per csit gerrit patch
159               </ul>
160           <li>job
161               <ul>
162                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
163                   <li>trigger: keyword in comment to csit patch:
164                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
165               </ul>
166           <li>perf test-cases selection
167               <ul>
168                   <li>test-cases selected using trigger keyword followed by tags
169                   <li>all test-cases are labelled with CSIT RF topic tags
170                       defined in <i>csit/docs/tag_documentation.rst</i>
171               </ul>
172           <li>default tags for dpdk perf test type
173               <ul>
174                   <li>IP4BASE, L2XCBASE
175                   <li>64B: 64B packet size
176                   <li>1C: one core
177                   <li>X710: x710 Fortville NIC
178                   <li>MRR: MRR throughput
179               </ul>
180           <li>results
181               <ul>
182                   <li>jjb verify: PASS/FAIL
183                   <li>present: no
184                   <li>analyse: no
185               </ul>
186       </ul>
187
188     project-type: freestyle
189     node: '{perf-executor}'
190     concurrent: true
191
192     build-discarder:
193       daysToKeep: '{build-days-to-keep}'
194       numToKeep: '{build-num-to-keep}'
195       artifactDaysToKeep: '{build-artifact-days-to-keep}'
196       artifactNumToKeep: '{build-artifact-num-to-keep}'
197
198     parameters:
199       - project-parameter:
200           project: '{project}'
201       - gerrit-parameter:
202           branch: '{branch}'
203
204     scm:
205       - gerrit-trigger-scm:
206           credentials-id: 'jenkins-gerrit-credentials'
207           refspec: '$GERRIT_REFSPEC'
208           choosing-strategy: 'gerrit'
209
210     wrappers:
211       - fdio-infra-wrappers-non-activity-timeout:
212           build-timeout: '{build-timeout}'
213
214     triggers:
215       - gerrit:
216           server-name: 'Primary'
217           trigger-on:
218             - comment-added-contains-event:
219                 comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
220           projects:
221             - project-compare-type: 'ANT'
222               project-pattern: '{project}'
223               branches:
224                 - branch-compare-type: 'ANT'
225                   branch-pattern: '**/{branch}'
226           skip-vote:
227             successful: false
228             failed: false
229             unstable: false
230             notbuilt: false
231
232     builders:
233       - shell:
234           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
235
236     publishers:
237       - archive-artifacts:
238           artifacts: 'archive/*.*'
239           latest-only: false
240
241       - robot:
242           output-path: archive
243           other-files:
244             - '*.*'
245
246       - fdio-infra-shiplogs:
247           maven-version: 'mvn33-new'
248
249 - job-template:
250     name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
251
252     # yamllint disable rule:line-length
253     description: |
254       <ul>
255           <li>objective
256               <ul>
257                   <li>perf verify - per csit gerrit patch
258               </ul>
259           <li>job
260               <ul>
261                   <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
262                   <li>trigger: keyword in comment to csit patch:
263                       <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
264               </ul>
265           <li>perf test-cases selection
266               <ul>
267                   <li>test-cases selected using trigger keyword followed by tags
268                   <li>all test-cases are labelled with CSIT RF topic tags
269                       defined in <i>csit/docs/tag_documentation.rst</i>
270               </ul>
271           <li>proposed keywords
272               <ul>
273                   <li>focus on testing specified Kubernetes orchestrated topologies
274                   <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
275               </ul>
276           <li>default tags for vpp startup config and perf test type
277               <ul>
278                   <li>IP4BASE, IP6BASE, L2BDBASE
279                   <li>64B/78B: 64B/78B packet size
280                   <li>1C: one core
281                   <li>X710: x710 Fortville NIC
282                   <li>MRR: MRR throughput
283               </ul>
284           <li>results
285               <ul>
286                   <li>jjb verify: PASS/FAIL
287                   <li>present: no
288                   <li>analyse: no
289               </ul>
290       </ul>
291       # yamllint enable rule:line-length
292
293     project-type: freestyle
294     # As the nomad executors are running docker containers we cannot run
295     # ligato-perf job due to dependency on using docker inside.
296     # TODO: Find the mechanics how to offload job logic from compiling docker
297     #   image so we can move this executor to ubuntu1804-us
298     node: 'ubuntu1804-basebuild-4c-4g'
299     concurrent: true
300
301     build-discarder:
302       daysToKeep: '{build-days-to-keep}'
303       numToKeep: '{build-num-to-keep}'
304       artifactDaysToKeep: '{build-artifact-days-to-keep}'
305       artifactNumToKeep: '{build-artifact-num-to-keep}'
306
307     parameters:
308       - project-parameter:
309           project: '{project}'
310       - gerrit-parameter:
311           branch: '{branch}'
312       - gerrit-refspec-parameter
313       - gerrit-event-type-parameter
314       - gerrit-event-comment-text-parameter
315
316     scm:
317       - gerrit-trigger-scm:
318           credentials-id: 'jenkins-gerrit-credentials'
319           refspec: '$GERRIT_REFSPEC'
320           choosing-strategy: 'gerrit'
321
322     wrappers:
323       - fdio-infra-wrappers-non-activity-timeout:
324           build-timeout: '{build-timeout}'
325
326     triggers:
327       - gerrit:
328           server-name: 'Primary'
329           trigger-on:
330             - comment-added-contains-event:
331                 comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
332           projects:
333             - project-compare-type: 'ANT'
334               project-pattern: '{project}'
335               branches:
336                 - branch-compare-type: 'ANT'
337                   branch-pattern: '**/{branch}'
338           skip-vote:
339             successful: false
340             failed: false
341             unstable: false
342             notbuilt: false
343
344     builders:
345       - shell:
346           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
347
348     publishers:
349       - archive-artifacts:
350           artifacts: 'archive/*.*'
351           latest-only: false
352
353       - robot:
354           output-path: archive
355           other-files:
356             - '*.*'
357
358       - fdio-infra-shiplogs:
359           maven-version: 'mvn33-new'
360
361
362 - job-template:
363     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
364     # yamllint disable-line rule:line-length
365     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
366     # yamllint enable rule:line-length
367
368     project-type: freestyle
369     node: '{os}-basebuild-4c-4g'
370     concurrent: false
371
372     build-discarder:
373       daysToKeep: '{build-days-to-keep}'
374       numToKeep: '{build-num-to-keep}'
375       artifactDaysToKeep: '{build-artifact-days-to-keep}'
376       artifactNumToKeep: '{build-artifact-num-to-keep}'
377
378     parameters:
379       - project-parameter:
380           project: '{project}'
381       - gerrit-parameter:
382           branch: '{branch}'
383
384     scm:
385       - git-scm:
386           credentials-id: 'jenkins-gerrit-credentials'
387           branch: '{branch}'
388
389     wrappers:
390       - fdio-infra-wrappers-non-activity-timeout:
391           build-timeout: '{build-timeout}'
392
393     triggers:
394       - timed: '0 4 * * 0'
395
396       - gerrit-trigger-manually-triggered:
397           comment-trigger-value: 'csit-vpp-ref-verify'
398           name: '{project}'
399           branch: '{branch}'
400
401     builders:
402       - shell:
403           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
404
405     publishers:
406       - archive-artifacts:
407           artifacts: >
408             **/csit/report.html,
409             **/csit/log.html,
410             **/csit/output.xml
411           latest-only: false
412
413       - robot-report:
414           output-path: ''
415
416       - fdio-infra-shiplogs:
417           maven-version: 'mvn33-new'
418
419 - job-template:
420     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
421     # yamllint disable-line rule:line-length
422     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
423     # yamllint enable rule:line-length
424
425     project-type: freestyle
426     node: '{os}-basebuild-4c-4g'
427     concurrent: false
428
429     build-discarder:
430       daysToKeep: '{build-days-to-keep}'
431       numToKeep: '{build-num-to-keep}'
432       artifactDaysToKeep: '{build-artifact-days-to-keep}'
433       artifactNumToKeep: '{build-artifact-num-to-keep}'
434
435     parameters:
436       - project-parameter:
437           project: '{project}'
438       - gerrit-parameter:
439           branch: '{branch}'
440
441     wrappers:
442       - fdio-infra-wrappers-non-activity-timeout:
443           build-timeout: '{build-timeout}'
444
445     triggers:
446       - timed: '0 4 * * 2,6'
447
448       - gerrit-trigger-manually-triggered:
449           comment-trigger-value: 'csit-verify-vpp'
450           name: '{project}'
451           branch: '{branch}'
452
453     builders:
454       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
455       - inject:
456           properties-file: variables.prop
457       - shell:
458           # yamllint disable-line rule:line-length
459           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
460           # yamllint enable rule:line-length
461
462     publishers:
463       - archive-artifacts:
464           artifacts: 'csit/archive/*.*'
465           latest-only: false
466
467       - robot-report:
468           output-path: 'csit/archive'
469
470       - fdio-infra-shiplogs:
471           maven-version: 'mvn33-new'
472
473 - job-template:
474     name: 'csit-docs-verify-{stream}'
475
476     project-type: freestyle
477     node: '{docs-executor}'
478     concurrent: true
479
480     build-discarder:
481       daysToKeep: '{build-days-to-keep}'
482       numToKeep: '{build-num-to-keep}'
483       artifactDaysToKeep: '{build-artifact-days-to-keep}'
484       artifactNumToKeep: '{build-artifact-num-to-keep}'
485
486     parameters:
487       - project-parameter:
488           project: '{project}'
489       - gerrit-parameter:
490           branch: '{branch}'
491       - maven-exec:
492           maven-version: 'mvn33-new'
493
494     scm:
495       - gerrit-trigger-scm:
496           credentials-id: 'jenkins-gerrit-credentials'
497           refspec: '$GERRIT_REFSPEC'
498           choosing-strategy: 'gerrit'
499
500     wrappers:
501       - fdio-infra-wrappers-non-activity-timeout:
502           build-timeout: '{build-timeout}'
503
504     triggers:
505       - gerrit-trigger-patch-submitted:
506           name: '{project}'
507           branch: '{branch}'
508
509     builders:
510       - maven-target:
511           maven-version: 'mvn33-new'
512           goals: '--version'
513           settings: 'csit-settings'
514           settings-type: cfp
515           global-settings: 'global-settings'
516           global-settings-type: cfp
517       - provide-maven-settings:
518           settings-file: 'csit-settings'
519           global-settings-file: 'global-settings'
520       - shell:
521           !include-raw-escape: include-raw-csit-docs.sh
522
523     publishers:
524       - archive:
525           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
526           allow-empty: 'true'
527           fingerprint: false
528           only-if-success: true
529           default-excludes: false
530
531       - fdio-infra-shiplogs:
532           maven-version: 'mvn33-new'
533
534 - job-template:
535     name: 'csit-docs-merge-{stream_timed}'
536
537     project-type: freestyle
538     node: '{docs-executor}'
539     concurrent: true
540
541     build-discarder:
542       daysToKeep: '{build-days-to-keep}'
543       numToKeep: '{build-num-to-keep}'
544       artifactDaysToKeep: '{build-artifact-days-to-keep}'
545       artifactNumToKeep: '{build-artifact-num-to-keep}'
546
547     parameters:
548       - project-parameter:
549           project: '{project}'
550       - gerrit-parameter:
551           branch: '{branch}'
552       - maven-exec:
553           maven-version: 'mvn33-new'
554
555     scm:
556       - gerrit-trigger-scm:
557           credentials-id: 'jenkins-gerrit-credentials'
558           refspec: ''
559           choosing-strategy: 'default'
560
561     wrappers:
562       - fdio-infra-wrappers-non-activity-timeout:
563           build-timeout: '{build-timeout}'
564
565     triggers:
566       - reverse:
567           jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
568           result: 'success'
569       - gerrit:
570           server-name: 'Primary'
571           trigger-on:
572             - comment-added-contains-event:
573                 comment-contains-value: 'run-docs'
574           projects:
575             - project-compare-type: 'ANT'
576               project-pattern: '{project}'
577               branches:
578                 - branch-compare-type: 'ANT'
579                   branch-pattern: '**/{branch}'
580           skip-vote:
581             successful: true
582             failed: true
583             unstable: true
584             notbuilt: true
585
586     builders:
587       - maven-target:
588           maven-version: 'mvn33-new'
589           goals: '--version'
590           settings: 'csit-settings'
591           settings-type: cfp
592           global-settings: 'global-settings'
593           global-settings-type: cfp
594       - provide-maven-settings:
595           settings-file: 'csit-settings'
596           global-settings-file: 'global-settings'
597       - shell:
598           !include-raw-escape: include-raw-csit-docs.sh
599
600     publishers:
601       - archive:
602           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
603           allow-empty: 'true'
604           fingerprint: false
605           only-if-success: true
606           default-excludes: false
607
608       - fdio-infra-shiplogs:
609           maven-version: 'mvn33-new'
610
611 - job-template:
612     name: 'csit-report-merge-{stream}'
613
614     project-type: freestyle
615     node: 'ubuntu1604-basebuild-8c-32g'
616     concurrent: false
617
618     build-discarder:
619       daysToKeep: '{build-days-to-keep}'
620       numToKeep: '{build-num-to-keep}'
621       artifactDaysToKeep: '{build-artifact-days-to-keep}'
622       artifactNumToKeep: '{build-artifact-num-to-keep}'
623
624     parameters:
625       - project-parameter:
626           project: '{project}'
627       - gerrit-parameter:
628           branch: '{branch}'
629       - maven-exec:
630           maven-version: 'mvn33-new'
631
632     scm:
633       - gerrit-trigger-scm:
634           credentials-id: 'jenkins-gerrit-credentials'
635           refspec: '$GERRIT_REFSPEC'
636           choosing-strategy: 'default'
637
638     wrappers:
639       - fdio-infra-wrappers-non-activity-timeout:
640           build-timeout: '{build-timeout}'
641
642     triggers:
643       - gerrit:
644           server-name: 'Primary'
645           trigger-on:
646             - comment-added-contains-event:
647                 comment-contains-value: 'run-report'
648           projects:
649             - project-compare-type: 'ANT'
650               project-pattern: '{project}'
651               branches:
652                 - branch-compare-type: 'ANT'
653                   branch-pattern: '**/{branch}'
654           skip-vote:
655             successful: true
656             failed: true
657             unstable: true
658             notbuilt: true
659
660     builders:
661       - maven-target:
662           maven-version: 'mvn33-new'
663           goals: '--version'
664           settings: 'csit-settings'
665           settings-type: cfp
666           global-settings: 'global-settings'
667           global-settings-type: cfp
668       - provide-maven-settings:
669           settings-file: 'csit-settings'
670           global-settings-file: 'global-settings'
671       - shell:
672           !include-raw-escape: include-raw-csit-report.sh
673
674     publishers:
675       - archive:
676           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
677           allow-empty: 'true'
678           fingerprint: false
679           only-if-success: true
680           default-excludes: false
681
682       - fdio-infra-shiplogs:
683           maven-version: 'mvn33-new'
684
685 - job-template:
686     name: 'csit-report-merge-1901_1'
687
688     project-type: freestyle
689     node: 'ubuntu1604-basebuild-8c-32g'
690     concurrent: false
691
692     build-discarder:
693       daysToKeep: '{build-days-to-keep}'
694       numToKeep: '{build-num-to-keep}'
695       artifactDaysToKeep: '{build-artifact-days-to-keep}'
696       artifactNumToKeep: '{build-artifact-num-to-keep}'
697
698     parameters:
699       - project-parameter:
700           project: '{project}'
701       - gerrit-parameter:
702           branch: 'rls1901_1'
703       - maven-exec:
704           maven-version: 'mvn33-new'
705
706     scm:
707       - gerrit-trigger-scm:
708           credentials-id: 'jenkins-gerrit-credentials'
709           refspec: '$GERRIT_REFSPEC'
710           choosing-strategy: 'default'
711
712     wrappers:
713       - fdio-infra-wrappers-non-activity-timeout:
714           build-timeout: '{build-timeout}'
715
716     triggers:
717       - gerrit:
718           server-name: 'Primary'
719           trigger-on:
720             - comment-added-contains-event:
721                 comment-contains-value: 'run-report'
722           projects:
723             - project-compare-type: 'ANT'
724               project-pattern: '{project}'
725               branches:
726                 - branch-compare-type: 'ANT'
727                   branch-pattern: '**/rls1901_1'
728           skip-vote:
729             successful: true
730             failed: true
731             unstable: true
732             notbuilt: true
733
734     builders:
735       - maven-target:
736           maven-version: 'mvn33-new'
737           goals: '--version'
738           settings: 'csit-settings'
739           settings-type: cfp
740           global-settings: 'global-settings'
741           global-settings-type: cfp
742       - provide-maven-settings:
743           settings-file: 'csit-settings'
744           global-settings-file: 'global-settings'
745       - shell:
746           !include-raw-escape: include-raw-csit-report.sh
747
748     publishers:
749       - archive:
750           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
751           allow-empty: 'true'
752           fingerprint: false
753           only-if-success: true
754           default-excludes: false
755
756       - fdio-infra-shiplogs:
757           maven-version: 'mvn33-new'
758
759 - job-template:
760     name: 'csit-trending-daily-master'
761
762     project-type: freestyle
763     node: 'ubuntu1604-basebuild-8c-32g'
764     concurrent: false
765
766     build-discarder:
767       daysToKeep: '{build-days-to-keep}'
768       numToKeep: '{build-num-to-keep}'
769       artifactDaysToKeep: '{build-artifact-days-to-keep}'
770       artifactNumToKeep: '{build-artifact-num-to-keep}'
771
772     parameters:
773       - project-parameter:
774           project: '{project}'
775       - gerrit-parameter:
776           branch: '{branch}'
777       - maven-exec:
778           maven-version: 'mvn33-new'
779
780     scm:
781       - gerrit-trigger-scm:
782           credentials-id: 'jenkins-gerrit-credentials'
783           refspec: ''
784           choosing-strategy: 'default'
785
786     wrappers:
787       - fdio-infra-wrappers-non-activity-timeout:
788           build-timeout: '{build-timeout}'
789
790     triggers:
791       - reverse:
792           jobs: 'csit-vpp-perf-mrr-daily-master'
793           result: 'failure'
794
795     builders:
796       - maven-target:
797           maven-version: 'mvn33-new'
798           goals: '--version'
799           settings: 'csit-settings'
800           settings-type: cfp
801           global-settings: 'global-settings'
802           global-settings-type: cfp
803       - provide-maven-settings:
804           settings-file: 'csit-settings'
805           global-settings-file: 'global-settings'
806       - shell:
807           !include-raw-escape: include-raw-csit-cpta.sh
808
809     publishers:
810       - email-ext:
811           # yamllint disable-line rule:line-length
812           recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io'
813           reply-to: ''
814           content-type: 'text'
815           subject: 'Failed tests as of  $BUILD_TIMESTAMP'
816           # yamllint disable-line rule:line-length
817           body: |
818                 Following tests failed in the last trending job runs, listed per testbed type.
819
820                 ${{FILE,path="**/build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-failed-tests.txt"}}
821
822           always: true
823           failure: false
824
825       - fdio-infra-shiplogs:
826           maven-version: 'mvn33-new'
827
828 - job-template:
829     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
830
831     description: |
832       <ul>
833           <li>objective
834               <ul>
835                   <li>check vpp perf ndrpdr weekly on 3n-hsw
836               </ul>
837           <li>perf test-cases selection
838               <ul>
839                   <li>pre-selected CSIT VPP NDRPDR perf suites
840               </ul>
841           <li>results
842               <ul>
843                   <li>jjb verify: PASS/FAIL
844                   <li>present: no
845                   <li>analyse: csit project (catch malfunctions/degradations)
846               </ul>
847       </ul>
848     project-type: freestyle
849     node: '{perf-executor}'
850     concurrent: false
851
852     build-discarder:
853       daysToKeep: '{build-days-to-keep}'
854       numToKeep: '{build-num-to-keep}'
855       artifactDaysToKeep: '{build-artifact-days-to-keep}'
856       artifactNumToKeep: '{build-artifact-num-to-keep}'
857
858     parameters:
859       - project-parameter:
860           project: '{project}'
861       - gerrit-parameter:
862           branch: '{branch}'
863
864     wrappers:
865       - fdio-infra-wrappers-non-activity-timeout:
866           build-timeout: '{build-timeout}'
867
868     triggers:
869       - timed: '0 0 * * 6'
870
871     builders:
872       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
873       - inject:
874           properties-file: variables.prop
875       - shell:
876           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
877
878     publishers:
879       - archive-artifacts:
880           artifacts: 'csit/archive/*.*'
881           latest-only: false
882
883       - robot:
884           output-path: 'csit/archive'
885           other-files:
886             - '*.*'
887
888       - fdio-infra-shiplogs:
889           maven-version: 'mvn33-new'
890
891 - job-template:
892     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
893
894     description: |
895       <ul>
896           <li>objective
897               <ul>
898                   <li>check vpp perf ndrpdr weekly
899               </ul>
900           <li>perf test-cases selection
901               <ul>
902                   <li>pre-selected CSIT VPP NDRPDR perf suites
903               </ul>
904           <li>results
905               <ul>
906                   <li>jjb verify: PASS/FAIL
907                   <li>present: no
908                   <li>analyse: csit project (catch malfunctions/degradations)
909               </ul>
910       </ul>
911     project-type: freestyle
912     node: '{perf-executor}'
913     concurrent: false
914
915     build-discarder:
916       daysToKeep: '{build-days-to-keep}'
917       numToKeep: '{build-num-to-keep}'
918       artifactDaysToKeep: '{build-artifact-days-to-keep}'
919       artifactNumToKeep: '{build-artifact-num-to-keep}'
920
921     parameters:
922       - project-parameter:
923           project: '{project}'
924       - gerrit-parameter:
925           branch: '{branch}'
926
927     wrappers:
928       - fdio-infra-wrappers-non-activity-timeout:
929           build-timeout: '{build-timeout}'
930
931     triggers:
932       - timed: '0 0 * * 6'
933
934     builders:
935       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
936       - inject:
937           properties-file: variables.prop
938       - shell:
939           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
940
941     publishers:
942       - archive-artifacts:
943           artifacts: 'csit/archive/*.*'
944           latest-only: false
945
946       - robot:
947           output-path: 'csit/archive'
948           other-files:
949             - '*.*'
950
951       - fdio-infra-shiplogs:
952           maven-version: 'mvn33-new'
953
954 - job-template:
955     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
956
957     description: |
958       <ul>
959           <li>objective
960               <ul>
961                   <li>check vpp perf ndrpdr weekly
962               </ul>
963           <li>perf test-cases selection
964               <ul>
965                   <li>pre-selected CSIT VPP NDRPDR perf suites
966               </ul>
967           <li>results
968               <ul>
969                   <li>jjb verify: PASS/FAIL
970                   <li>present: no
971                   <li>analyse: csit project (catch malfunctions/degradations)
972               </ul>
973       </ul>
974     project-type: freestyle
975     node: '{perf-executor}'
976     concurrent: false
977
978     build-discarder:
979       daysToKeep: '{build-days-to-keep}'
980       numToKeep: '{build-num-to-keep}'
981       artifactDaysToKeep: '{build-artifact-days-to-keep}'
982       artifactNumToKeep: '{build-artifact-num-to-keep}'
983
984     parameters:
985       - project-parameter:
986           project: '{project}'
987       - gerrit-parameter:
988           branch: '{branch}'
989
990     wrappers:
991       - fdio-infra-wrappers-non-activity-timeout:
992           build-timeout: '{build-timeout}'
993
994     triggers:
995       - timed: '0 0 * * 6'
996
997     builders:
998       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
999       - inject:
1000           properties-file: variables.prop
1001       - shell:
1002           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1003
1004     publishers:
1005       - archive-artifacts:
1006           artifacts: 'csit/archive/*.*'
1007           latest-only: false
1008
1009       - robot:
1010           output-path: 'csit/archive'
1011           other-files:
1012             - '*.*'
1013
1014       - fdio-infra-shiplogs:
1015           maven-version: 'mvn33-new'
1016
1017 - job-template:
1018     name: 'csit-ligato-perf-mrr-daily-master-3n-hsw'
1019
1020     description: |
1021       <ul>
1022           <li>objective
1023               <ul>
1024                   <li>check ligato perf mrr daily
1025               </ul>
1026           <li>perf test-cases selection
1027               <ul>
1028                   <li>all CSIT LIGATO MRR perf suites
1029               </ul>
1030           <li>results
1031               <ul>
1032                   <li>jjb verify: PASS/FAIL
1033                   <li>present: no
1034                   <li>analyse: csit project (catch malfunctions/degradations)
1035               </ul>
1036       </ul>
1037
1038     project-type: freestyle
1039     node: '{perf-executor}'
1040     concurrent: true
1041
1042     build-discarder:
1043       daysToKeep: '{build-days-to-keep}'
1044       numToKeep: '{build-num-to-keep}'
1045       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1046       artifactNumToKeep: '{build-artifact-num-to-keep}'
1047
1048     parameters:
1049       - project-parameter:
1050           project: '{project}'
1051       - gerrit-parameter:
1052           branch: '{branch}'
1053
1054     wrappers:
1055       - fdio-infra-wrappers-non-activity-timeout:
1056           build-timeout: '{build-timeout}'
1057
1058     triggers:
1059       - timed: '0 16 * * *'
1060
1061     builders:
1062       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1063       - inject:
1064           properties-file: variables.prop
1065       - shell:
1066           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1067
1068     publishers:
1069       - archive-artifacts:
1070           artifacts: 'csit/archive/*.*'
1071           latest-only: false
1072
1073       - robot:
1074           output-path: 'csit/archive'
1075           other-files:
1076             - '*.*'
1077
1078       - trigger:
1079           project: 'csit-trending-daily-master'
1080           threshold: 'FAILURE'
1081
1082       - fdio-infra-shiplogs:
1083           maven-version: 'mvn33-new'
1084
1085 - job-template:
1086     name: 'csit-vpp-perf-mrr-daily-master'
1087
1088     description: |
1089       <ul>
1090           <li>objective
1091               <ul>
1092                   <li>check vpp perf mrr daily
1093               </ul>
1094           <li>perf test-cases selection
1095               <ul>
1096                   <li>all CSIT VPP MRR perf suites
1097               </ul>
1098           <li>results
1099               <ul>
1100                   <li>jjb verify: PASS/FAIL
1101                   <li>present: no
1102                   <li>analyse: csit project (catch malfunctions/degradations)
1103               </ul>
1104       </ul>
1105
1106     project-type: freestyle
1107     node: '{perf-executor}'
1108     concurrent: true
1109
1110     build-discarder:
1111       daysToKeep: '{build-days-to-keep}'
1112       numToKeep: '{build-num-to-keep}'
1113       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1114       artifactNumToKeep: '{build-artifact-num-to-keep}'
1115
1116     parameters:
1117       - project-parameter:
1118           project: '{project}'
1119       - gerrit-parameter:
1120           branch: '{branch}'
1121
1122     wrappers:
1123       - fdio-infra-wrappers-non-activity-timeout:
1124           build-timeout: '{build-timeout}'
1125
1126     triggers:
1127       - timed: '0 2,14 * * *'
1128
1129     builders:
1130       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1131       - inject:
1132           properties-file: variables.prop
1133       - shell:
1134           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1135
1136     publishers:
1137       - archive-artifacts:
1138           artifacts: 'csit/archive/*.*'
1139           latest-only: false
1140
1141       - robot:
1142           output-path: 'csit/archive'
1143           other-files:
1144             - '*.*'
1145
1146       - trigger:
1147           project: 'csit-trending-daily-master'
1148           threshold: 'FAILURE'
1149
1150       - fdio-infra-shiplogs:
1151           maven-version: 'mvn33-new'
1152
1153 - job-template:
1154     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1155
1156     description: |
1157       <ul>
1158           <li>objective
1159               <ul>
1160                   <li>check vpp perf mrr daily
1161               </ul>
1162           <li>perf test-cases selection
1163               <ul>
1164                   <li>all CSIT VPP MRR perf suites
1165               </ul>
1166           <li>results
1167               <ul>
1168                   <li>jjb verify: PASS/FAIL
1169                   <li>present: no
1170                   <li>analyse: csit project (catch malfunctions/degradations)
1171               </ul>
1172       </ul>
1173
1174     project-type: freestyle
1175     node: '{perf-executor}'
1176     concurrent: true
1177
1178     build-discarder:
1179       daysToKeep: '{build-days-to-keep}'
1180       numToKeep: '{build-num-to-keep}'
1181       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1182       artifactNumToKeep: '{build-artifact-num-to-keep}'
1183
1184     parameters:
1185       - project-parameter:
1186           project: '{project}'
1187       - gerrit-parameter:
1188           branch: '{branch}'
1189
1190     wrappers:
1191       - fdio-infra-wrappers-non-activity-timeout:
1192           build-timeout: '{build-timeout}'
1193
1194     triggers:
1195       - timed: '0 2,14 * * *'
1196
1197     builders:
1198       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1199       - inject:
1200           properties-file: variables.prop
1201       - shell:
1202           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1203
1204     publishers:
1205       - archive-artifacts:
1206           artifacts: 'csit/archive/*.*'
1207           latest-only: false
1208
1209       - robot:
1210           output-path: 'csit/archive'
1211           other-files:
1212             - '*.*'
1213
1214       - trigger:
1215           project: 'csit-trending-daily-master'
1216           threshold: 'FAILURE'
1217
1218       - fdio-infra-shiplogs:
1219           maven-version: 'mvn33-new'
1220
1221 - job-template:
1222     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1223
1224     description: |
1225       <ul>
1226           <li>objective
1227               <ul>
1228                   <li>check vpp perf mrr daily
1229               </ul>
1230           <li>perf test-cases selection
1231               <ul>
1232                   <li>all CSIT VPP MRR perf suites
1233               </ul>
1234           <li>results
1235               <ul>
1236                   <li>jjb verify: PASS/FAIL
1237                   <li>present: no
1238                   <li>analyse: csit project (catch malfunctions/degradations)
1239               </ul>
1240       </ul>
1241
1242     project-type: freestyle
1243     node: '{perf-executor}'
1244     concurrent: true
1245
1246     build-discarder:
1247       daysToKeep: '{build-days-to-keep}'
1248       numToKeep: '{build-num-to-keep}'
1249       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1250       artifactNumToKeep: '{build-artifact-num-to-keep}'
1251
1252     parameters:
1253       - project-parameter:
1254           project: '{project}'
1255       - gerrit-parameter:
1256           branch: '{branch}'
1257
1258     wrappers:
1259       - fdio-infra-wrappers-non-activity-timeout:
1260           build-timeout: '{build-timeout}'
1261
1262     triggers:
1263       - timed: '0 2,14 * * *'
1264
1265     builders:
1266       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1267       - inject:
1268           properties-file: variables.prop
1269       - shell:
1270           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1271
1272     publishers:
1273       - archive-artifacts:
1274           artifacts: 'csit/archive/*.*'
1275           latest-only: false
1276
1277       - robot:
1278           output-path: 'csit/archive'
1279           other-files:
1280             - '*.*'
1281
1282       - trigger:
1283           project: 'csit-trending-daily-master'
1284           threshold: 'FAILURE'
1285
1286       - fdio-infra-shiplogs:
1287           maven-version: 'mvn33-new'
1288
1289 - job-template:
1290     name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
1291
1292     description: |
1293       <ul>
1294           <li>objective
1295               <ul>
1296                   <li>check vpp perf mrr weekly
1297               </ul>
1298           <li>perf test-cases selection
1299               <ul>
1300                   <li>NF Density CSIT VPP MRR perf suites
1301               </ul>
1302           <li>results
1303               <ul>
1304                   <li>jjb verify: PASS/FAIL
1305                   <li>present: no
1306                   <li>analyse: csit project (catch malfunctions/degradations)
1307               </ul>
1308       </ul>
1309
1310     project-type: freestyle
1311     node: '{perf-executor}'
1312     concurrent: true
1313
1314     build-discarder:
1315       daysToKeep: '{build-days-to-keep}'
1316       numToKeep: '{build-num-to-keep}'
1317       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1318       artifactNumToKeep: '{build-artifact-num-to-keep}'
1319
1320     parameters:
1321       - project-parameter:
1322           project: '{project}'
1323       - gerrit-parameter:
1324           branch: '{branch}'
1325
1326     wrappers:
1327       - fdio-infra-wrappers-non-activity-timeout:
1328           build-timeout: '{build-timeout}'
1329
1330     triggers:
1331       - timed: '0 0 * * 6'
1332
1333     builders:
1334       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1335       - inject:
1336           properties-file: variables.prop
1337       - shell:
1338           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1339
1340     publishers:
1341       - archive-artifacts:
1342           artifacts: 'csit/archive/*.*'
1343           latest-only: false
1344
1345       - robot:
1346           output-path: 'csit/archive'
1347           other-files:
1348             - '*.*'
1349
1350       - trigger:
1351           project: 'csit-trending-daily-master'
1352           threshold: 'FAILURE'
1353
1354       - fdio-infra-shiplogs:
1355           maven-version: 'mvn33-new'
1356
1357 - job-template:
1358     name: 'csit-dpdk-perf-mrr-weekly-master'
1359
1360     description: |
1361       <ul>
1362           <li>objective
1363               <ul>
1364                   <li>check dpdk perf mrr weekly
1365               </ul>
1366           <li>perf test-cases selection
1367               <ul>
1368                   <li>all CSIT DPDK MRR perf suites
1369               </ul>
1370           <li>results
1371               <ul>
1372                   <li>jjb verify: PASS/FAIL
1373                   <li>present: no
1374                   <li>analyse: csit project (catch malfunctions/degradations)
1375               </ul>
1376       </ul>
1377
1378     project-type: freestyle
1379     node: '{perf-executor}'
1380     concurrent: false
1381
1382     build-discarder:
1383       daysToKeep: '{build-days-to-keep}'
1384       numToKeep: '{build-num-to-keep}'
1385       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1386       artifactNumToKeep: '{build-artifact-num-to-keep}'
1387
1388     parameters:
1389       - project-parameter:
1390           project: '{project}'
1391       - gerrit-parameter:
1392           branch: '{branch}'
1393
1394     wrappers:
1395       - fdio-infra-wrappers-non-activity-timeout:
1396           build-timeout: '{build-timeout}'
1397
1398     triggers:
1399       - timed: '0 0 * * 6'
1400
1401     builders:
1402       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1403       - inject:
1404           properties-file: variables.prop
1405       - shell:
1406           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1407
1408     publishers:
1409       - archive-artifacts:
1410           artifacts: 'csit/archive/*.*'
1411           latest-only: false
1412
1413       - robot:
1414           output-path: 'csit/archive'
1415           other-files:
1416             - '*.*'
1417
1418       - trigger:
1419           project: 'csit-trending-daily-master'
1420           threshold: 'FAILURE'
1421
1422       - fdio-infra-shiplogs:
1423           maven-version: 'mvn33-new'
1424
1425 - job-template:
1426     name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
1427
1428     description: |
1429       <ul>
1430           <li>objective
1431               <ul>
1432                   <li>check dpdk perf mrr weekly
1433               </ul>
1434           <li>perf test-cases selection
1435               <ul>
1436                   <li>all CSIT DPDK MRR perf suites
1437               </ul>
1438           <li>results
1439               <ul>
1440                   <li>jjb verify: PASS/FAIL
1441                   <li>present: no
1442                   <li>analyse: csit project (catch malfunctions/degradations)
1443               </ul>
1444       </ul>
1445
1446     project-type: freestyle
1447     node: '{perf-executor}'
1448     concurrent: false
1449
1450     build-discarder:
1451       daysToKeep: '{build-days-to-keep}'
1452       numToKeep: '{build-num-to-keep}'
1453       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1454       artifactNumToKeep: '{build-artifact-num-to-keep}'
1455
1456     parameters:
1457       - project-parameter:
1458           project: '{project}'
1459       - gerrit-parameter:
1460           branch: '{branch}'
1461
1462     wrappers:
1463       - fdio-infra-wrappers-non-activity-timeout:
1464           build-timeout: '{build-timeout}'
1465
1466     triggers:
1467       - timed: '0 0 * * 6'
1468
1469     builders:
1470       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1471       - inject:
1472           properties-file: variables.prop
1473       - shell:
1474           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1475
1476     publishers:
1477       - archive-artifacts:
1478           artifacts: 'csit/archive/*.*'
1479           latest-only: false
1480
1481       - robot:
1482           output-path: 'csit/archive'
1483           other-files:
1484             - '*.*'
1485
1486       - trigger:
1487           project: 'csit-trending-daily-master'
1488           threshold: 'FAILURE'
1489
1490       - fdio-infra-shiplogs:
1491           maven-version: 'mvn33-new'
1492
1493 - job-template:
1494     name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
1495
1496     description: |
1497       <ul>
1498           <li>objective
1499               <ul>
1500                   <li>check dpdk perf mrr weekly
1501               </ul>
1502           <li>perf test-cases selection
1503               <ul>
1504                   <li>all CSIT DPDK MRR perf suites
1505               </ul>
1506           <li>results
1507               <ul>
1508                   <li>jjb verify: PASS/FAIL
1509                   <li>present: no
1510                   <li>analyse: csit project (catch malfunctions/degradations)
1511               </ul>
1512       </ul>
1513
1514     project-type: freestyle
1515     node: '{perf-executor}'
1516     concurrent: false
1517
1518     build-discarder:
1519       daysToKeep: '{build-days-to-keep}'
1520       numToKeep: '{build-num-to-keep}'
1521       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1522       artifactNumToKeep: '{build-artifact-num-to-keep}'
1523
1524     parameters:
1525       - project-parameter:
1526           project: '{project}'
1527       - gerrit-parameter:
1528           branch: '{branch}'
1529
1530     wrappers:
1531       - fdio-infra-wrappers-non-activity-timeout:
1532           build-timeout: '{build-timeout}'
1533
1534     triggers:
1535       - timed: '0 0 * * 6'
1536
1537     builders:
1538       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1539       - inject:
1540           properties-file: variables.prop
1541       - shell:
1542           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1543
1544     publishers:
1545       - archive-artifacts:
1546           artifacts: 'csit/archive/*.*'
1547           latest-only: false
1548
1549       - robot:
1550           output-path: 'csit/archive'
1551           other-files:
1552             - '*.*'
1553
1554       - trigger:
1555           project: 'csit-trending-daily-master'
1556           threshold: 'FAILURE'
1557
1558       - fdio-infra-shiplogs:
1559           maven-version: 'mvn33-new'
1560
1561
1562 - job-template:
1563     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1564
1565     description: |
1566       <ul>
1567           <li>objective
1568               <ul>
1569                   <li>perf verify - per csit gerrit patch
1570               </ul>
1571           <li>job
1572               <ul>
1573                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1574                   <li>trigger: keyword in comment to csit patch:
1575                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1576               </ul>
1577           <li>perf test-cases selection
1578               <ul>
1579                   <li>test-cases selected using trigger keyword followed by tags
1580                   <li>all test-cases are labelled with CSIT RF topic tags
1581                       defined in <i>csit/docs/tag_documentation.rst</i>
1582               </ul>
1583           <li>proposed keywords
1584               <ul>
1585                   <li>focus on testing specified vpp packet processing path
1586                   <li>format: csit-{topo}-{arch}-perftest tag_list
1587               </ul>
1588           <li>default tags for vpp startup config and perf test type
1589               <ul>
1590                   <li>IP4BASE, IP6BASE, L2BDBASE
1591                   <li>64B/78B: 64B/78B packet size
1592                   <li>1C: one core
1593                   <li>X710: x710 Fortville NIC
1594                   <li>MRR: MRR throughput
1595               </ul>
1596           <li>results
1597               <ul>
1598                   <li>jjb verify: PASS/FAIL
1599                   <li>present: no
1600                   <li>analyse: no
1601               </ul>
1602       </ul>
1603
1604     project-type: freestyle
1605     node: '{perf-executor}'
1606     concurrent: true
1607
1608     build-discarder:
1609       daysToKeep: '{build-days-to-keep}'
1610       numToKeep: '{build-num-to-keep}'
1611       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1612       artifactNumToKeep: '{build-artifact-num-to-keep}'
1613
1614     parameters:
1615       - project-parameter:
1616           project: '{project}'
1617       - gerrit-parameter:
1618           branch: '{branch}'
1619       - gerrit-refspec-parameter
1620       - gerrit-event-type-parameter
1621       - gerrit-event-comment-text-parameter
1622
1623     scm:
1624       - gerrit-trigger-scm:
1625           credentials-id: 'jenkins-gerrit-credentials'
1626           refspec: '$GERRIT_REFSPEC'
1627           choosing-strategy: 'gerrit'
1628
1629     wrappers:
1630       - fdio-infra-wrappers-non-activity-timeout:
1631           build-timeout: '{build-timeout}'
1632
1633     triggers:
1634       - gerrit:
1635           server-name: 'Primary'
1636           trigger-on:
1637             - comment-added-contains-event:
1638                 comment-contains-value: 'csit-{topo}-{arch}-perftest'
1639           projects:
1640             - project-compare-type: 'ANT'
1641               project-pattern: '{project}'
1642               branches:
1643                 - branch-compare-type: 'ANT'
1644                   branch-pattern: '**/{branch}'
1645           skip-vote:
1646             successful: false
1647             failed: false
1648             unstable: false
1649             notbuilt: false
1650
1651     builders:
1652       - shell:
1653           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1654
1655     publishers:
1656       - archive-artifacts:
1657           artifacts: 'archive/*.*'
1658           latest-only: false
1659
1660       - robot:
1661           output-path: archive
1662           other-files:
1663             - '*.*'
1664
1665       - fdio-infra-shiplogs:
1666           maven-version: 'mvn33-new'
1667
1668 - job-template:
1669     name: 'csit-nsh_sfc-verify-perf-{stream}'
1670
1671     project-type: freestyle
1672     node: 'ubuntu1604-basebuild-4c-4g'
1673     concurrent: true
1674
1675     build-discarder:
1676       daysToKeep: '{build-days-to-keep}'
1677       numToKeep: '{build-num-to-keep}'
1678       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1679       artifactNumToKeep: '{build-artifact-num-to-keep}'
1680
1681     parameters:
1682       - project-parameter:
1683           project: '{project}'
1684       - gerrit-parameter:
1685           branch: '{branch}'
1686       - os-parameter:
1687           os: 'ubuntu1604'
1688       - stream-parameter:
1689           stream: '{stream}'
1690
1691     scm:
1692       - gerrit-trigger-scm:
1693           credentials-id: 'jenkins-gerrit-credentials'
1694           refspec: '$GERRIT_REFSPEC'
1695           choosing-strategy: 'gerrit'
1696
1697     wrappers:
1698       - fdio-infra-wrappers-non-activity-timeout:
1699           build-timeout: '{build-timeout}'
1700
1701     triggers:
1702       - gerrit-trigger-manually-triggered:
1703           name: '{project}'
1704           branch: '{branch}'
1705           comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1706
1707     builders:
1708       - shell:
1709           !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1710
1711     publishers:
1712       - archive-artifacts:
1713           artifacts: 'archive/*.*'
1714           latest-only: false
1715
1716       - robot-report:
1717           output-path: 'archive'
1718
1719       - fdio-infra-shiplogs:
1720           maven-version: 'mvn33-new'
1721
1722 - job-template:
1723     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1724
1725     project-type: freestyle
1726     node: '{os}-basebuild-4c-4g'
1727     concurrent: true
1728
1729     build-discarder:
1730       daysToKeep: '{build-days-to-keep}'
1731       numToKeep: '{build-num-to-keep}'
1732       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1733       artifactNumToKeep: '{build-artifact-num-to-keep}'
1734
1735     parameters:
1736       - project-parameter:
1737           project: '{project}'
1738       - gerrit-parameter:
1739           branch: '{branch}'
1740       - os-parameter:
1741           os: '{os}'
1742       - stream-parameter:
1743           stream: '{stream}'
1744
1745     scm:
1746       - gerrit-trigger-scm:
1747           credentials-id: 'jenkins-gerrit-credentials'
1748           refspec: '$GERRIT_REFSPEC'
1749           choosing-strategy: 'gerrit'
1750
1751     wrappers:
1752       - fdio-infra-wrappers:
1753           build-timeout: '{build-timeout}'
1754
1755     triggers:
1756       - gerrit-trigger-manually-triggered:
1757           name: '{project}'
1758           branch: '{branch}'
1759           comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1760
1761     builders:
1762       - shell:
1763           !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1764
1765     publishers:
1766       - archive-artifacts:
1767           artifacts: 'archive/*.*'
1768           latest-only: false
1769
1770       - robot-report:
1771           output-path: 'archive'
1772
1773       - fdio-infra-shiplogs:
1774           maven-version: 'mvn33-new'
1775
1776 - job-template:
1777     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1778
1779     project-type: freestyle
1780     node: '{os}-basebuild-4c-4g'
1781     concurrent: true
1782
1783     build-discarder:
1784       daysToKeep: '{build-days-to-keep}'
1785       numToKeep: '{build-num-to-keep}'
1786       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1787       artifactNumToKeep: '{build-artifact-num-to-keep}'
1788
1789     parameters:
1790       - project-parameter:
1791           project: '{project}'
1792       - gerrit-parameter:
1793           branch: '{branch}'
1794       - os-parameter:
1795           os: '{os}'
1796
1797     scm:
1798       - gerrit-trigger-scm:
1799           credentials-id: 'jenkins-gerrit-credentials'
1800           refspec: '$GERRIT_REFSPEC'
1801           choosing-strategy: 'gerrit'
1802
1803     wrappers:
1804       - fdio-infra-wrappers:
1805           build-timeout: '{build-timeout}'
1806
1807     triggers:
1808       - gerrit-trigger-manually-triggered:
1809           name: '{project}'
1810           branch: '{branch}'
1811           comment-trigger-value: 'csit_verify_tldk_func'
1812
1813     builders:
1814       - shell:
1815           !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1816
1817     publishers:
1818       - archive-artifacts:
1819           artifacts: 'archive/*.*'
1820           latest-only: false
1821
1822       - robot-report:
1823           output-path: 'archive'
1824
1825       - fdio-infra-shiplogs:
1826           maven-version: 'mvn33-new'
1827
1828 - job-template:
1829     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1830
1831     project-type: freestyle
1832     node: 'ubuntu1604-basebuild-4c-4g'
1833     concurrent: true
1834
1835     build-discarder:
1836       daysToKeep: '{build-days-to-keep}'
1837       numToKeep: '{build-num-to-keep}'
1838       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1839       artifactNumToKeep: '{build-artifact-num-to-keep}'
1840
1841     parameters:
1842       - project-parameter:
1843           project: '{project}'
1844       - gerrit-parameter:
1845           branch: '{branch}'
1846
1847     scm:
1848       - gerrit-trigger-scm:
1849           credentials-id: 'jenkins-gerrit-credentials'
1850           refspec: '$GERRIT_REFSPEC'
1851           choosing-strategy: 'gerrit'
1852
1853     wrappers:
1854       - fdio-infra-wrappers:
1855           build-timeout: '{build-timeout}'
1856
1857     triggers:
1858       - gerrit-trigger-manually-triggered:
1859           name: '{project}'
1860           branch: '{branch}'
1861           comment-trigger-value: 'csit_verify_dmm_func'
1862
1863     builders:
1864       - shell:
1865           !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1866
1867     publishers:
1868       - archive-artifacts:
1869           artifacts: 'archive/*.*'
1870           latest-only: false
1871
1872       - robot-report:
1873           output-path: ''
1874
1875       - fdio-infra-shiplogs:
1876           maven-version: 'mvn33-new'