Add dnv(denverton) to arch
[ci-management.git] / jjb / csit / csit.yaml
1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Licensed under the Apache License, Version 2.0 (the "License");
3 # you may not use this file except in compliance with the License.
4 # You may obtain a copy of the License at:
5 #
6 #     http://www.apache.org/licenses/LICENSE-2.0
7 #
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS,
10 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11 # See the License for the specific language governing permissions and
12 # limitations under the License.
13
14 ---
15 - project:
16     name: csit
17     description: 'CSIT Jenkins jobs.'
18     os:
19       - 'ubuntu1604'
20       - 'centos7'
21
22     topo:
23       - '2n'
24       - '3n'
25
26     arch:
27       - 'skx'
28       - 'hsw'
29       - 'dnv'
30       - 'arm'
31
32     jobs:
33       - 'csit-vpp-functional-{stream}-{os}-virl'
34       - 'csit-vpp-verify-{stream_timed}-{os}-weekly'
35       - 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
36       - 'csit-docs-merge-{stream_timed}'
37       - 'csit-docs-verify-{stream}'
38       - 'csit-report-merge-{stream}'
39       - 'csit-report-merge-1901_2'
40       - 'csit-report-merge-1904_1'
41       - 'csit-trending-daily-master'
42       - 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
43       - 'csit-dpdk-perf-mrr-weekly-master'
44       - 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
45       - 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
46       - 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
47       - 'csit-vpp-perf-mrr-daily-master'
48       - 'csit-vpp-perf-mrr-daily-master-2n-skx'
49       - 'csit-vpp-perf-mrr-daily-master-3n-skx'
50       - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
51       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
52       - 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
53       - 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
54       - 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
55       - 'csit-nsh_sfc-verify-perf-{stream}'
56       - 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
57       - 'csit-tldk-verify-func-{stream}-{os}-virl'
58       - 'csit-dmm-functional-{stream}-ubuntu1604-virl'
59
60     project: 'csit'
61     branch: 'master'
62     branch-id: 'oper'
63     docs-executor: 'ubuntu1804-us'
64     perf-executor: 'ubuntu1804-us'
65     build-artifact-num-to-keep: 10
66     stream_timed:
67       - master:
68           branch: 'master'
69           branch-id: 'oper'
70           docs-executor: 'ubuntu1804-us'
71           perf-executor: 'ubuntu1804-us'
72       - '1904':
73           branch: 'rls1904'
74           branch-id: 'oper-rls1904'
75           docs-executor: 'ubuntu1804-us'
76           perf-executor: 'ubuntu1804-us'
77     stream:
78       - master:
79           branch: 'master'
80           branch-id: 'oper'
81           docs-executor: 'ubuntu1804-us'
82           perf-executor: 'ubuntu1804-us'
83       - '1807':
84           branch: 'rls1807'
85           branch-id: 'oper-rls1807'
86           docs-executor: 'ubuntu1604-basebuild-4c-4g'
87           perf-executor: 'ubuntu1604-basebuild-8c-32g'
88       - '1810':
89           branch: 'rls1810'
90           branch-id: 'oper-rls1810'
91           docs-executor: 'ubuntu1604-basebuild-4c-4g'
92           perf-executor: 'ubuntu1604-basebuild-8c-32g'
93       - '1901':
94           branch: 'rls1901'
95           branch-id: 'oper-rls1901'
96           docs-executor: 'ubuntu1604-basebuild-4c-4g'
97           perf-executor: 'ubuntu1604-basebuild-8c-32g'
98       - '1904':
99           branch: 'rls1904'
100           branch-id: 'oper-rls1904'
101           docs-executor: 'ubuntu1804-us'
102           perf-executor: 'ubuntu1804-us'
103
104 - project:
105     name: csit-view
106     views:
107       - project-view
108     project-name: csit
109
110 - job-template:
111     name: 'csit-vpp-functional-{stream}-{os}-virl'
112
113     project-type: freestyle
114     node: '{os}-basebuild-4c-4g'
115     concurrent: true
116
117     build-discarder:
118       daysToKeep: '{build-days-to-keep}'
119       numToKeep: '{build-num-to-keep}'
120       artifactDaysToKeep: '{build-artifact-days-to-keep}'
121       artifactNumToKeep: '{build-artifact-num-to-keep}'
122
123     parameters:
124       - project-parameter:
125           project: '{project}'
126       - gerrit-parameter:
127           branch: '{branch}'
128
129     scm:
130       - gerrit-trigger-scm:
131           credentials-id: 'jenkins-gerrit-credentials'
132           refspec: '$GERRIT_REFSPEC'
133           choosing-strategy: 'gerrit'
134
135     wrappers:
136       - fdio-infra-wrappers:
137           build-timeout: '{build-timeout}'
138
139     triggers:
140       - gerrit-trigger-patch-submitted:
141           name: '{project}'
142           branch: '{branch}'
143
144     builders:
145       - shell:
146           !include-raw-escape: include-raw-csit-vpp-functional-virl.sh
147
148     publishers:
149       - archive-artifacts:
150           artifacts: >
151             **/csit/report.html,
152             **/csit/log.html,
153             **/csit/output.xml
154           latest-only: false
155
156       - robot-report:
157           output-path: ''
158
159       - fdio-infra-shiplogs:
160           maven-version: 'mvn33-new'
161
162 - job-template:
163     name: 'csit-dpdk-perf-verify-{stream}-{topo}-{arch}'
164
165     description: |
166       <ul>
167           <li>objective
168               <ul>
169                   <li>perf verify - per csit gerrit patch
170               </ul>
171           <li>job
172               <ul>
173                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{topo}-{arch}</b>
174                   <li>trigger: keyword in comment to csit patch:
175                       <b>csit-dpdk-{topo}-{arch}-perftest tag_list</b>
176               </ul>
177           <li>perf test-cases selection
178               <ul>
179                   <li>test-cases selected using trigger keyword followed by tags
180                   <li>all test-cases are labelled with CSIT RF topic tags
181                       defined in <i>csit/docs/tag_documentation.rst</i>
182               </ul>
183           <li>default tags for dpdk perf test type
184               <ul>
185                   <li>IP4BASE, L2XCBASE
186                   <li>64B: 64B packet size
187                   <li>1C: one core
188                   <li>X710: x710 Fortville NIC
189                   <li>MRR: MRR throughput
190               </ul>
191           <li>results
192               <ul>
193                   <li>jjb verify: PASS/FAIL
194                   <li>present: no
195                   <li>analyse: no
196               </ul>
197       </ul>
198
199     project-type: freestyle
200     node: '{perf-executor}'
201     concurrent: true
202
203     build-discarder:
204       daysToKeep: '{build-days-to-keep}'
205       numToKeep: '{build-num-to-keep}'
206       artifactDaysToKeep: '{build-artifact-days-to-keep}'
207       artifactNumToKeep: '{build-artifact-num-to-keep}'
208
209     parameters:
210       - project-parameter:
211           project: '{project}'
212       - gerrit-parameter:
213           branch: '{branch}'
214
215     scm:
216       - gerrit-trigger-scm:
217           credentials-id: 'jenkins-gerrit-credentials'
218           refspec: '$GERRIT_REFSPEC'
219           choosing-strategy: 'gerrit'
220
221     wrappers:
222       - fdio-infra-wrappers-non-activity-timeout:
223           build-timeout: '{build-timeout}'
224
225     triggers:
226       - gerrit:
227           server-name: 'Primary'
228           trigger-on:
229             - comment-added-contains-event:
230                 comment-contains-value: 'csit-dpdk-{topo}-{arch}-perftest'
231           projects:
232             - project-compare-type: 'ANT'
233               project-pattern: '{project}'
234               branches:
235                 - branch-compare-type: 'ANT'
236                   branch-pattern: '**/{branch}'
237           skip-vote:
238             successful: false
239             failed: false
240             unstable: false
241             notbuilt: false
242
243     builders:
244       - shell:
245           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
246
247     publishers:
248       - archive-artifacts:
249           artifacts: 'archive/*.*'
250           latest-only: false
251
252       - robot:
253           output-path: archive
254           other-files:
255             - '*.*'
256
257       - fdio-infra-shiplogs:
258           maven-version: 'mvn33-new'
259
260 - job-template:
261     name: 'csit-ligato-perf-verify-{stream}-{topo}-{arch}'
262
263     # yamllint disable rule:line-length
264     description: |
265       <ul>
266           <li>objective
267               <ul>
268                   <li>perf verify - per csit gerrit patch
269               </ul>
270           <li>job
271               <ul>
272                   <li>name: <b>csit-ligato-perf-verify-{stream}-{topo}-{arch}</b>
273                   <li>trigger: keyword in comment to csit patch:
274                       <b>csit--ligato-{topo}-{arch}-perftest tag_list</b>
275               </ul>
276           <li>perf test-cases selection
277               <ul>
278                   <li>test-cases selected using trigger keyword followed by tags
279                   <li>all test-cases are labelled with CSIT RF topic tags
280                       defined in <i>csit/docs/tag_documentation.rst</i>
281               </ul>
282           <li>proposed keywords
283               <ul>
284                   <li>focus on testing specified Kubernetes orchestrated topologies
285                   <li>format: csit-ligato-{topo}-{arch}-perftest tag_list
286               </ul>
287           <li>default tags for vpp startup config and perf test type
288               <ul>
289                   <li>IP4BASE, IP6BASE, L2BDBASE
290                   <li>64B/78B: 64B/78B packet size
291                   <li>1C: one core
292                   <li>X710: x710 Fortville NIC
293                   <li>MRR: MRR throughput
294               </ul>
295           <li>results
296               <ul>
297                   <li>jjb verify: PASS/FAIL
298                   <li>present: no
299                   <li>analyse: no
300               </ul>
301       </ul>
302       # yamllint enable rule:line-length
303
304     project-type: freestyle
305     # As the nomad executors are running docker containers we cannot run
306     # ligato-perf job due to dependency on using docker inside.
307     # TODO: Find the mechanics how to offload job logic from compiling docker
308     #   image so we can move this executor to ubuntu1804-us
309     node: 'ubuntu1804-basebuild-4c-4g'
310     concurrent: true
311
312     build-discarder:
313       daysToKeep: '{build-days-to-keep}'
314       numToKeep: '{build-num-to-keep}'
315       artifactDaysToKeep: '{build-artifact-days-to-keep}'
316       artifactNumToKeep: '{build-artifact-num-to-keep}'
317
318     parameters:
319       - project-parameter:
320           project: '{project}'
321       - gerrit-parameter:
322           branch: '{branch}'
323       - gerrit-refspec-parameter
324       - gerrit-event-type-parameter
325       - gerrit-event-comment-text-parameter
326
327     scm:
328       - gerrit-trigger-scm:
329           credentials-id: 'jenkins-gerrit-credentials'
330           refspec: '$GERRIT_REFSPEC'
331           choosing-strategy: 'gerrit'
332
333     wrappers:
334       - fdio-infra-wrappers-non-activity-timeout:
335           build-timeout: '{build-timeout}'
336
337     triggers:
338       - gerrit:
339           server-name: 'Primary'
340           trigger-on:
341             - comment-added-contains-event:
342                 comment-contains-value: 'csit-ligato-{topo}-{arch}-perftest'
343           projects:
344             - project-compare-type: 'ANT'
345               project-pattern: '{project}'
346               branches:
347                 - branch-compare-type: 'ANT'
348                   branch-pattern: '**/{branch}'
349           skip-vote:
350             successful: false
351             failed: false
352             unstable: false
353             notbuilt: false
354
355     builders:
356       - shell:
357           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
358
359     publishers:
360       - archive-artifacts:
361           artifacts: 'archive/*.*'
362           latest-only: false
363
364       - robot:
365           output-path: archive
366           other-files:
367             - '*.*'
368
369       - fdio-infra-shiplogs:
370           maven-version: 'mvn33-new'
371
372
373 - job-template:
374     name: 'csit-vpp-verify-{stream_timed}-{os}-weekly'
375     # yamllint disable-line rule:line-length
376     description: 'Purpose of this job is to validate CSIT code of corresponding branch against verified vpp build from corresponding branch.'
377     # yamllint enable rule:line-length
378
379     project-type: freestyle
380     node: '{os}-basebuild-4c-4g'
381     concurrent: false
382
383     build-discarder:
384       daysToKeep: '{build-days-to-keep}'
385       numToKeep: '{build-num-to-keep}'
386       artifactDaysToKeep: '{build-artifact-days-to-keep}'
387       artifactNumToKeep: '{build-artifact-num-to-keep}'
388
389     parameters:
390       - project-parameter:
391           project: '{project}'
392       - gerrit-parameter:
393           branch: '{branch}'
394
395     scm:
396       - git-scm:
397           credentials-id: 'jenkins-gerrit-credentials'
398           branch: '{branch}'
399
400     wrappers:
401       - fdio-infra-wrappers-non-activity-timeout:
402           build-timeout: '{build-timeout}'
403
404     triggers:
405       - timed: '0 4 * * 0'
406
407       - gerrit-trigger-manually-triggered:
408           comment-trigger-value: 'csit-vpp-ref-verify'
409           name: '{project}'
410           branch: '{branch}'
411
412     builders:
413       - shell:
414           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-weekly.sh
415
416     publishers:
417       - archive-artifacts:
418           artifacts: >
419             **/csit/report.html,
420             **/csit/log.html,
421             **/csit/output.xml
422           latest-only: false
423
424       - robot-report:
425           output-path: ''
426
427       - fdio-infra-shiplogs:
428           maven-version: 'mvn33-new'
429
430 - job-template:
431     name: 'csit-vpp-verify-{stream_timed}-{os}-semiweekly'
432     # yamllint disable-line rule:line-length
433     description: 'Purpose of this job is to validate latest vpp build from corresponding branch stored in nexus against verified CSIT codebase of corresponding branch.'
434     # yamllint enable rule:line-length
435
436     project-type: freestyle
437     node: '{os}-basebuild-4c-4g'
438     concurrent: false
439
440     build-discarder:
441       daysToKeep: '{build-days-to-keep}'
442       numToKeep: '{build-num-to-keep}'
443       artifactDaysToKeep: '{build-artifact-days-to-keep}'
444       artifactNumToKeep: '{build-artifact-num-to-keep}'
445
446     parameters:
447       - project-parameter:
448           project: '{project}'
449       - gerrit-parameter:
450           branch: '{branch}'
451
452     wrappers:
453       - fdio-infra-wrappers-non-activity-timeout:
454           build-timeout: '{build-timeout}'
455
456     triggers:
457       - timed: '0 4 * * 2,6'
458
459       - gerrit-trigger-manually-triggered:
460           comment-trigger-value: 'csit-verify-vpp'
461           name: '{project}'
462           branch: '{branch}'
463
464     builders:
465       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
466       - inject:
467           properties-file: variables.prop
468       - shell:
469           # yamllint disable-line rule:line-length
470           !include-raw-escape: jjb/csit/include-raw-csit-vpp-verify-semiweekly.sh
471           # yamllint enable rule:line-length
472
473     publishers:
474       - archive-artifacts:
475           artifacts: 'csit/archive/*.*'
476           latest-only: false
477
478       - robot-report:
479           output-path: 'csit/archive'
480
481       - fdio-infra-shiplogs:
482           maven-version: 'mvn33-new'
483
484 - job-template:
485     name: 'csit-docs-verify-{stream}'
486
487     project-type: freestyle
488     node: '{docs-executor}'
489     concurrent: true
490
491     build-discarder:
492       daysToKeep: '{build-days-to-keep}'
493       numToKeep: '{build-num-to-keep}'
494       artifactDaysToKeep: '{build-artifact-days-to-keep}'
495       artifactNumToKeep: '{build-artifact-num-to-keep}'
496
497     parameters:
498       - project-parameter:
499           project: '{project}'
500       - gerrit-parameter:
501           branch: '{branch}'
502       - maven-exec:
503           maven-version: 'mvn33-new'
504
505     scm:
506       - gerrit-trigger-scm:
507           credentials-id: 'jenkins-gerrit-credentials'
508           refspec: '$GERRIT_REFSPEC'
509           choosing-strategy: 'gerrit'
510
511     wrappers:
512       - fdio-infra-wrappers-non-activity-timeout:
513           build-timeout: '{build-timeout}'
514
515     triggers:
516       - gerrit-trigger-patch-submitted:
517           name: '{project}'
518           branch: '{branch}'
519
520     builders:
521       - maven-target:
522           maven-version: 'mvn33-new'
523           goals: '--version'
524           settings: 'csit-settings'
525           settings-type: cfp
526           global-settings: 'global-settings'
527           global-settings-type: cfp
528       - provide-maven-settings:
529           settings-file: 'csit-settings'
530           global-settings-file: 'global-settings'
531       - shell:
532           !include-raw-escape: include-raw-csit-docs.sh
533
534     publishers:
535       - archive:
536           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
537           allow-empty: 'true'
538           fingerprint: false
539           only-if-success: true
540           default-excludes: false
541
542       - fdio-infra-shiplogs:
543           maven-version: 'mvn33-new'
544
545 - job-template:
546     name: 'csit-docs-merge-{stream_timed}'
547
548     project-type: freestyle
549     node: '{docs-executor}'
550     concurrent: true
551
552     build-discarder:
553       daysToKeep: '{build-days-to-keep}'
554       numToKeep: '{build-num-to-keep}'
555       artifactDaysToKeep: '{build-artifact-days-to-keep}'
556       artifactNumToKeep: '{build-artifact-num-to-keep}'
557
558     parameters:
559       - project-parameter:
560           project: '{project}'
561       - gerrit-parameter:
562           branch: '{branch}'
563       - maven-exec:
564           maven-version: 'mvn33-new'
565
566     scm:
567       - gerrit-trigger-scm:
568           credentials-id: 'jenkins-gerrit-credentials'
569           refspec: ''
570           choosing-strategy: 'default'
571
572     wrappers:
573       - fdio-infra-wrappers-non-activity-timeout:
574           build-timeout: '{build-timeout}'
575
576     triggers:
577       - reverse:
578           jobs: 'csit-vpp-verify-{stream_timed}-ubuntu1604-weekly'
579           result: 'success'
580       - gerrit:
581           server-name: 'Primary'
582           trigger-on:
583             - comment-added-contains-event:
584                 comment-contains-value: 'run-docs'
585           projects:
586             - project-compare-type: 'ANT'
587               project-pattern: '{project}'
588               branches:
589                 - branch-compare-type: 'ANT'
590                   branch-pattern: '**/{branch}'
591           skip-vote:
592             successful: true
593             failed: true
594             unstable: true
595             notbuilt: true
596
597     builders:
598       - maven-target:
599           maven-version: 'mvn33-new'
600           goals: '--version'
601           settings: 'csit-settings'
602           settings-type: cfp
603           global-settings: 'global-settings'
604           global-settings-type: cfp
605       - provide-maven-settings:
606           settings-file: 'csit-settings'
607           global-settings-file: 'global-settings'
608       - shell:
609           !include-raw-escape: include-raw-csit-docs.sh
610
611     publishers:
612       - archive:
613           artifacts: 'resources/tools/doc_gen/csit.docs.tar.gz'
614           allow-empty: 'true'
615           fingerprint: false
616           only-if-success: true
617           default-excludes: false
618
619       - fdio-infra-shiplogs:
620           maven-version: 'mvn33-new'
621
622 - job-template:
623     name: 'csit-report-merge-{stream}'
624
625     project-type: freestyle
626     node: 'ubuntu1604-basebuild-8c-32g'
627     concurrent: false
628
629     build-discarder:
630       daysToKeep: '{build-days-to-keep}'
631       numToKeep: '{build-num-to-keep}'
632       artifactDaysToKeep: '{build-artifact-days-to-keep}'
633       artifactNumToKeep: '{build-artifact-num-to-keep}'
634
635     parameters:
636       - project-parameter:
637           project: '{project}'
638       - gerrit-parameter:
639           branch: '{branch}'
640       - maven-exec:
641           maven-version: 'mvn33-new'
642
643     scm:
644       - gerrit-trigger-scm:
645           credentials-id: 'jenkins-gerrit-credentials'
646           refspec: '$GERRIT_REFSPEC'
647           choosing-strategy: 'default'
648
649     wrappers:
650       - fdio-infra-wrappers-non-activity-timeout:
651           build-timeout: '{build-timeout}'
652
653     triggers:
654       - gerrit:
655           server-name: 'Primary'
656           trigger-on:
657             - comment-added-contains-event:
658                 comment-contains-value: 'run-report'
659           projects:
660             - project-compare-type: 'ANT'
661               project-pattern: '{project}'
662               branches:
663                 - branch-compare-type: 'ANT'
664                   branch-pattern: '**/{branch}'
665           skip-vote:
666             successful: true
667             failed: true
668             unstable: true
669             notbuilt: true
670
671     builders:
672       - maven-target:
673           maven-version: 'mvn33-new'
674           goals: '--version'
675           settings: 'csit-settings'
676           settings-type: cfp
677           global-settings: 'global-settings'
678           global-settings-type: cfp
679       - provide-maven-settings:
680           settings-file: 'csit-settings'
681           global-settings-file: 'global-settings'
682       - shell:
683           !include-raw-escape: include-raw-csit-report.sh
684
685     publishers:
686       - archive:
687           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
688           allow-empty: 'true'
689           fingerprint: false
690           only-if-success: true
691           default-excludes: false
692
693       - fdio-infra-shiplogs:
694           maven-version: 'mvn33-new'
695
696 - job-template:
697     name: 'csit-report-merge-1901_2'
698
699     project-type: freestyle
700     node: 'ubuntu1604-basebuild-8c-32g'
701     concurrent: false
702
703     build-discarder:
704       daysToKeep: '{build-days-to-keep}'
705       numToKeep: '{build-num-to-keep}'
706       artifactDaysToKeep: '{build-artifact-days-to-keep}'
707       artifactNumToKeep: '{build-artifact-num-to-keep}'
708
709     parameters:
710       - project-parameter:
711           project: '{project}'
712       - gerrit-parameter:
713           branch: 'rls1901_2'
714       - maven-exec:
715           maven-version: 'mvn33-new'
716
717     scm:
718       - gerrit-trigger-scm:
719           credentials-id: 'jenkins-gerrit-credentials'
720           refspec: '$GERRIT_REFSPEC'
721           choosing-strategy: 'default'
722
723     wrappers:
724       - fdio-infra-wrappers-non-activity-timeout:
725           build-timeout: '{build-timeout}'
726
727     triggers:
728       - gerrit:
729           server-name: 'Primary'
730           trigger-on:
731             - comment-added-contains-event:
732                 comment-contains-value: 'run-report'
733           projects:
734             - project-compare-type: 'ANT'
735               project-pattern: '{project}'
736               branches:
737                 - branch-compare-type: 'ANT'
738                   branch-pattern: '**/rls1901_2'
739           skip-vote:
740             successful: true
741             failed: true
742             unstable: true
743             notbuilt: true
744
745     builders:
746       - maven-target:
747           maven-version: 'mvn33-new'
748           goals: '--version'
749           settings: 'csit-settings'
750           settings-type: cfp
751           global-settings: 'global-settings'
752           global-settings-type: cfp
753       - provide-maven-settings:
754           settings-file: 'csit-settings'
755           global-settings-file: 'global-settings'
756       - shell:
757           !include-raw-escape: include-raw-csit-report.sh
758
759     publishers:
760       - archive:
761           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
762           allow-empty: 'true'
763           fingerprint: false
764           only-if-success: true
765           default-excludes: false
766
767       - fdio-infra-shiplogs:
768           maven-version: 'mvn33-new'
769
770 - job-template:
771     name: 'csit-report-merge-1904_1'
772
773     project-type: freestyle
774     node: 'ubuntu1604-basebuild-8c-32g'
775     concurrent: false
776
777     build-discarder:
778       daysToKeep: '{build-days-to-keep}'
779       numToKeep: '{build-num-to-keep}'
780       artifactDaysToKeep: '{build-artifact-days-to-keep}'
781       artifactNumToKeep: '{build-artifact-num-to-keep}'
782
783     parameters:
784       - project-parameter:
785           project: '{project}'
786       - gerrit-parameter:
787           branch: 'rls1904_1'
788       - maven-exec:
789           maven-version: 'mvn33-new'
790
791     scm:
792       - gerrit-trigger-scm:
793           credentials-id: 'jenkins-gerrit-credentials'
794           refspec: '$GERRIT_REFSPEC'
795           choosing-strategy: 'default'
796
797     wrappers:
798       - fdio-infra-wrappers-non-activity-timeout:
799           build-timeout: '{build-timeout}'
800
801     triggers:
802       - gerrit:
803           server-name: 'Primary'
804           trigger-on:
805             - comment-added-contains-event:
806                 comment-contains-value: 'run-report'
807           projects:
808             - project-compare-type: 'ANT'
809               project-pattern: '{project}'
810               branches:
811                 - branch-compare-type: 'ANT'
812                   branch-pattern: '**/rls1904_1'
813           skip-vote:
814             successful: true
815             failed: true
816             unstable: true
817             notbuilt: true
818
819     builders:
820       - maven-target:
821           maven-version: 'mvn33-new'
822           goals: '--version'
823           settings: 'csit-settings'
824           settings-type: cfp
825           global-settings: 'global-settings'
826           global-settings-type: cfp
827       - provide-maven-settings:
828           settings-file: 'csit-settings'
829           global-settings-file: 'global-settings'
830       - shell:
831           !include-raw-escape: include-raw-csit-report.sh
832
833     publishers:
834       - archive:
835           artifacts: 'resources/tools/presentation/csit.report.tar.gz'
836           allow-empty: 'true'
837           fingerprint: false
838           only-if-success: true
839           default-excludes: false
840
841       - fdio-infra-shiplogs:
842           maven-version: 'mvn33-new'
843
844 - job-template:
845     name: 'csit-trending-daily-master'
846
847     project-type: freestyle
848     node: 'ubuntu1604-basebuild-8c-32g'
849     concurrent: false
850
851     build-discarder:
852       daysToKeep: '{build-days-to-keep}'
853       numToKeep: '{build-num-to-keep}'
854       artifactDaysToKeep: '{build-artifact-days-to-keep}'
855       artifactNumToKeep: '{build-artifact-num-to-keep}'
856
857     parameters:
858       - project-parameter:
859           project: '{project}'
860       - gerrit-parameter:
861           branch: '{branch}'
862       - maven-exec:
863           maven-version: 'mvn33-new'
864
865     scm:
866       - gerrit-trigger-scm:
867           credentials-id: 'jenkins-gerrit-credentials'
868           refspec: ''
869           choosing-strategy: 'default'
870
871     wrappers:
872       - fdio-infra-wrappers-non-activity-timeout:
873           build-timeout: '{build-timeout}'
874
875     triggers:
876       - timed: '0 2,14 * * *'
877
878     builders:
879       - maven-target:
880           maven-version: 'mvn33-new'
881           goals: '--version'
882           settings: 'csit-settings'
883           settings-type: cfp
884           global-settings: 'global-settings'
885           global-settings-type: cfp
886       - provide-maven-settings:
887           settings-file: 'csit-settings'
888           global-settings-file: 'global-settings'
889       - shell:
890           !include-raw-escape: include-raw-csit-cpta.sh
891
892     publishers:
893       - email-ext:
894           # yamllint disable-line rule:line-length
895           recipients: 'tifrank@cisco.com, csit-report+int+616+181919729795594561@lists.fd.io'
896           reply-to: ''
897           content-type: 'text'
898           subject: 'Failed tests as of  $BUILD_TIMESTAMP'
899           # yamllint disable-line rule:line-length
900           body: |
901                 Following tests failed in the last trending job runs, listed per testbed type.
902
903                 ${{FILE,path="build-root/docs/deploy-site/src/site/resources/trending/_static/vpp/trending-failed-tests.txt"}}
904
905           always: true
906           failure: false
907
908       - fdio-infra-shiplogs:
909           maven-version: 'mvn33-new'
910
911 - job-template:
912     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-hsw'
913
914     description: |
915       <ul>
916           <li>objective
917               <ul>
918                   <li>check vpp perf ndrpdr weekly on 3n-hsw
919               </ul>
920           <li>perf test-cases selection
921               <ul>
922                   <li>pre-selected CSIT VPP NDRPDR perf suites
923               </ul>
924           <li>results
925               <ul>
926                   <li>jjb verify: PASS/FAIL
927                   <li>present: no
928                   <li>analyse: csit project (catch malfunctions/degradations)
929               </ul>
930       </ul>
931     project-type: freestyle
932     node: '{perf-executor}'
933     concurrent: false
934
935     build-discarder:
936       daysToKeep: '{build-days-to-keep}'
937       numToKeep: '{build-num-to-keep}'
938       artifactDaysToKeep: '{build-artifact-days-to-keep}'
939       artifactNumToKeep: '{build-artifact-num-to-keep}'
940
941     parameters:
942       - project-parameter:
943           project: '{project}'
944       - gerrit-parameter:
945           branch: '{branch}'
946
947     wrappers:
948       - fdio-infra-wrappers-non-activity-timeout:
949           build-timeout: '{build-timeout}'
950
951     triggers:
952       - timed: '0 0 * * 6'
953
954     builders:
955       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
956       - inject:
957           properties-file: variables.prop
958       - shell:
959           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
960
961     publishers:
962       - archive-artifacts:
963           artifacts: 'csit/archive/*.*'
964           latest-only: false
965
966       - robot:
967           output-path: 'csit/archive'
968           other-files:
969             - '*.*'
970
971       - fdio-infra-shiplogs:
972           maven-version: 'mvn33-new'
973
974 - job-template:
975     name: 'csit-vpp-perf-ndrpdr-weekly-master-2n-skx'
976
977     description: |
978       <ul>
979           <li>objective
980               <ul>
981                   <li>check vpp perf ndrpdr weekly
982               </ul>
983           <li>perf test-cases selection
984               <ul>
985                   <li>pre-selected CSIT VPP NDRPDR perf suites
986               </ul>
987           <li>results
988               <ul>
989                   <li>jjb verify: PASS/FAIL
990                   <li>present: no
991                   <li>analyse: csit project (catch malfunctions/degradations)
992               </ul>
993       </ul>
994     project-type: freestyle
995     node: '{perf-executor}'
996     concurrent: false
997
998     build-discarder:
999       daysToKeep: '{build-days-to-keep}'
1000       numToKeep: '{build-num-to-keep}'
1001       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1002       artifactNumToKeep: '{build-artifact-num-to-keep}'
1003
1004     parameters:
1005       - project-parameter:
1006           project: '{project}'
1007       - gerrit-parameter:
1008           branch: '{branch}'
1009
1010     wrappers:
1011       - fdio-infra-wrappers-non-activity-timeout:
1012           build-timeout: '{build-timeout}'
1013
1014     triggers:
1015       - timed: '0 0 * * 6'
1016
1017     builders:
1018       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1019       - inject:
1020           properties-file: variables.prop
1021       - shell:
1022           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1023
1024     publishers:
1025       - archive-artifacts:
1026           artifacts: 'csit/archive/*.*'
1027           latest-only: false
1028
1029       - robot:
1030           output-path: 'csit/archive'
1031           other-files:
1032             - '*.*'
1033
1034       - fdio-infra-shiplogs:
1035           maven-version: 'mvn33-new'
1036
1037 - job-template:
1038     name: 'csit-vpp-perf-ndrpdr-weekly-master-3n-skx'
1039
1040     description: |
1041       <ul>
1042           <li>objective
1043               <ul>
1044                   <li>check vpp perf ndrpdr weekly
1045               </ul>
1046           <li>perf test-cases selection
1047               <ul>
1048                   <li>pre-selected CSIT VPP NDRPDR perf suites
1049               </ul>
1050           <li>results
1051               <ul>
1052                   <li>jjb verify: PASS/FAIL
1053                   <li>present: no
1054                   <li>analyse: csit project (catch malfunctions/degradations)
1055               </ul>
1056       </ul>
1057     project-type: freestyle
1058     node: '{perf-executor}'
1059     concurrent: false
1060
1061     build-discarder:
1062       daysToKeep: '{build-days-to-keep}'
1063       numToKeep: '{build-num-to-keep}'
1064       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1065       artifactNumToKeep: '{build-artifact-num-to-keep}'
1066
1067     parameters:
1068       - project-parameter:
1069           project: '{project}'
1070       - gerrit-parameter:
1071           branch: '{branch}'
1072
1073     wrappers:
1074       - fdio-infra-wrappers-non-activity-timeout:
1075           build-timeout: '{build-timeout}'
1076
1077     triggers:
1078       - timed: '0 0 * * 6'
1079
1080     builders:
1081       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1082       - inject:
1083           properties-file: variables.prop
1084       - shell:
1085           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1086
1087     publishers:
1088       - archive-artifacts:
1089           artifacts: 'csit/archive/*.*'
1090           latest-only: false
1091
1092       - robot:
1093           output-path: 'csit/archive'
1094           other-files:
1095             - '*.*'
1096
1097       - fdio-infra-shiplogs:
1098           maven-version: 'mvn33-new'
1099
1100 - job-template:
1101     name: 'csit-vpp-perf-mrr-daily-master'
1102
1103     description: |
1104       <ul>
1105           <li>objective
1106               <ul>
1107                   <li>check vpp perf mrr daily
1108               </ul>
1109           <li>perf test-cases selection
1110               <ul>
1111                   <li>all CSIT VPP MRR perf suites
1112               </ul>
1113           <li>results
1114               <ul>
1115                   <li>jjb verify: PASS/FAIL
1116                   <li>present: no
1117                   <li>analyse: csit project (catch malfunctions/degradations)
1118               </ul>
1119       </ul>
1120
1121     project-type: freestyle
1122     node: '{perf-executor}'
1123     concurrent: true
1124
1125     build-discarder:
1126       daysToKeep: '{build-days-to-keep}'
1127       numToKeep: '{build-num-to-keep}'
1128       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1129       artifactNumToKeep: '{build-artifact-num-to-keep}'
1130
1131     parameters:
1132       - project-parameter:
1133           project: '{project}'
1134       - gerrit-parameter:
1135           branch: '{branch}'
1136
1137     wrappers:
1138       - fdio-infra-wrappers-non-activity-timeout:
1139           build-timeout: '{build-timeout}'
1140
1141     triggers:
1142       - timed: '0 2,14 * * *'
1143
1144     builders:
1145       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1146       - inject:
1147           properties-file: variables.prop
1148       - shell:
1149           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1150
1151     publishers:
1152       - archive-artifacts:
1153           artifacts: 'csit/archive/*.*'
1154           latest-only: false
1155
1156       - robot:
1157           output-path: 'csit/archive'
1158           other-files:
1159             - '*.*'
1160
1161       - fdio-infra-shiplogs:
1162           maven-version: 'mvn33-new'
1163
1164 - job-template:
1165     name: 'csit-vpp-perf-mrr-daily-master-2n-skx'
1166
1167     description: |
1168       <ul>
1169           <li>objective
1170               <ul>
1171                   <li>check vpp perf mrr daily
1172               </ul>
1173           <li>perf test-cases selection
1174               <ul>
1175                   <li>all CSIT VPP MRR perf suites
1176               </ul>
1177           <li>results
1178               <ul>
1179                   <li>jjb verify: PASS/FAIL
1180                   <li>present: no
1181                   <li>analyse: csit project (catch malfunctions/degradations)
1182               </ul>
1183       </ul>
1184
1185     project-type: freestyle
1186     node: '{perf-executor}'
1187     concurrent: true
1188
1189     build-discarder:
1190       daysToKeep: '{build-days-to-keep}'
1191       numToKeep: '{build-num-to-keep}'
1192       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1193       artifactNumToKeep: '{build-artifact-num-to-keep}'
1194
1195     parameters:
1196       - project-parameter:
1197           project: '{project}'
1198       - gerrit-parameter:
1199           branch: '{branch}'
1200
1201     wrappers:
1202       - fdio-infra-wrappers-non-activity-timeout:
1203           build-timeout: '{build-timeout}'
1204
1205     triggers:
1206       - timed: '0 2,14 * * *'
1207
1208     builders:
1209       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1210       - inject:
1211           properties-file: variables.prop
1212       - shell:
1213           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1214
1215     publishers:
1216       - archive-artifacts:
1217           artifacts: 'csit/archive/*.*'
1218           latest-only: false
1219
1220       - robot:
1221           output-path: 'csit/archive'
1222           other-files:
1223             - '*.*'
1224
1225       - fdio-infra-shiplogs:
1226           maven-version: 'mvn33-new'
1227
1228 - job-template:
1229     name: 'csit-vpp-perf-mrr-daily-master-3n-skx'
1230
1231     description: |
1232       <ul>
1233           <li>objective
1234               <ul>
1235                   <li>check vpp perf mrr daily
1236               </ul>
1237           <li>perf test-cases selection
1238               <ul>
1239                   <li>all CSIT VPP MRR perf suites
1240               </ul>
1241           <li>results
1242               <ul>
1243                   <li>jjb verify: PASS/FAIL
1244                   <li>present: no
1245                   <li>analyse: csit project (catch malfunctions/degradations)
1246               </ul>
1247       </ul>
1248
1249     project-type: freestyle
1250     node: '{perf-executor}'
1251     concurrent: true
1252
1253     build-discarder:
1254       daysToKeep: '{build-days-to-keep}'
1255       numToKeep: '{build-num-to-keep}'
1256       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1257       artifactNumToKeep: '{build-artifact-num-to-keep}'
1258
1259     parameters:
1260       - project-parameter:
1261           project: '{project}'
1262       - gerrit-parameter:
1263           branch: '{branch}'
1264
1265     wrappers:
1266       - fdio-infra-wrappers-non-activity-timeout:
1267           build-timeout: '{build-timeout}'
1268
1269     triggers:
1270       - timed: '0 2,14 * * *'
1271
1272     builders:
1273       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1274       - inject:
1275           properties-file: variables.prop
1276       - shell:
1277           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1278
1279     publishers:
1280       - archive-artifacts:
1281           artifacts: 'csit/archive/*.*'
1282           latest-only: false
1283
1284       - robot:
1285           output-path: 'csit/archive'
1286           other-files:
1287             - '*.*'
1288
1289       - fdio-infra-shiplogs:
1290           maven-version: 'mvn33-new'
1291
1292 - job-template:
1293     name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
1294
1295     description: |
1296       <ul>
1297           <li>objective
1298               <ul>
1299                   <li>check vpp perf mrr weekly
1300               </ul>
1301           <li>perf test-cases selection
1302               <ul>
1303                   <li>NF Density CSIT VPP MRR perf suites
1304               </ul>
1305           <li>results
1306               <ul>
1307                   <li>jjb verify: PASS/FAIL
1308                   <li>present: no
1309                   <li>analyse: csit project (catch malfunctions/degradations)
1310               </ul>
1311       </ul>
1312
1313     project-type: freestyle
1314     node: '{perf-executor}'
1315     concurrent: true
1316
1317     build-discarder:
1318       daysToKeep: '{build-days-to-keep}'
1319       numToKeep: '{build-num-to-keep}'
1320       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1321       artifactNumToKeep: '{build-artifact-num-to-keep}'
1322
1323     parameters:
1324       - project-parameter:
1325           project: '{project}'
1326       - gerrit-parameter:
1327           branch: '{branch}'
1328
1329     wrappers:
1330       - fdio-infra-wrappers-non-activity-timeout:
1331           build-timeout: '{build-timeout}'
1332
1333     triggers:
1334       - timed: '0 0 * * 6'
1335
1336     builders:
1337       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1338       - inject:
1339           properties-file: variables.prop
1340       - shell:
1341           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1342
1343     publishers:
1344       - archive-artifacts:
1345           artifacts: 'csit/archive/*.*'
1346           latest-only: false
1347
1348       - robot:
1349           output-path: 'csit/archive'
1350           other-files:
1351             - '*.*'
1352
1353       - fdio-infra-shiplogs:
1354           maven-version: 'mvn33-new'
1355
1356 - job-template:
1357     name: 'csit-dpdk-perf-mrr-weekly-master'
1358
1359     description: |
1360       <ul>
1361           <li>objective
1362               <ul>
1363                   <li>check dpdk perf mrr weekly
1364               </ul>
1365           <li>perf test-cases selection
1366               <ul>
1367                   <li>all CSIT DPDK MRR perf suites
1368               </ul>
1369           <li>results
1370               <ul>
1371                   <li>jjb verify: PASS/FAIL
1372                   <li>present: no
1373                   <li>analyse: csit project (catch malfunctions/degradations)
1374               </ul>
1375       </ul>
1376
1377     project-type: freestyle
1378     node: '{perf-executor}'
1379     concurrent: false
1380
1381     build-discarder:
1382       daysToKeep: '{build-days-to-keep}'
1383       numToKeep: '{build-num-to-keep}'
1384       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1385       artifactNumToKeep: '{build-artifact-num-to-keep}'
1386
1387     parameters:
1388       - project-parameter:
1389           project: '{project}'
1390       - gerrit-parameter:
1391           branch: '{branch}'
1392
1393     wrappers:
1394       - fdio-infra-wrappers-non-activity-timeout:
1395           build-timeout: '{build-timeout}'
1396
1397     triggers:
1398       - timed: '0 0 * * 6'
1399
1400     builders:
1401       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1402       - inject:
1403           properties-file: variables.prop
1404       - shell:
1405           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1406
1407     publishers:
1408       - archive-artifacts:
1409           artifacts: 'csit/archive/*.*'
1410           latest-only: false
1411
1412       - robot:
1413           output-path: 'csit/archive'
1414           other-files:
1415             - '*.*'
1416
1417       - fdio-infra-shiplogs:
1418           maven-version: 'mvn33-new'
1419
1420 - job-template:
1421     name: 'csit-dpdk-perf-mrr-weekly-master-2n-skx'
1422
1423     description: |
1424       <ul>
1425           <li>objective
1426               <ul>
1427                   <li>check dpdk perf mrr weekly
1428               </ul>
1429           <li>perf test-cases selection
1430               <ul>
1431                   <li>all CSIT DPDK MRR perf suites
1432               </ul>
1433           <li>results
1434               <ul>
1435                   <li>jjb verify: PASS/FAIL
1436                   <li>present: no
1437                   <li>analyse: csit project (catch malfunctions/degradations)
1438               </ul>
1439       </ul>
1440
1441     project-type: freestyle
1442     node: '{perf-executor}'
1443     concurrent: false
1444
1445     build-discarder:
1446       daysToKeep: '{build-days-to-keep}'
1447       numToKeep: '{build-num-to-keep}'
1448       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1449       artifactNumToKeep: '{build-artifact-num-to-keep}'
1450
1451     parameters:
1452       - project-parameter:
1453           project: '{project}'
1454       - gerrit-parameter:
1455           branch: '{branch}'
1456
1457     wrappers:
1458       - fdio-infra-wrappers-non-activity-timeout:
1459           build-timeout: '{build-timeout}'
1460
1461     triggers:
1462       - timed: '0 0 * * 6'
1463
1464     builders:
1465       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1466       - inject:
1467           properties-file: variables.prop
1468       - shell:
1469           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1470
1471     publishers:
1472       - archive-artifacts:
1473           artifacts: 'csit/archive/*.*'
1474           latest-only: false
1475
1476       - robot:
1477           output-path: 'csit/archive'
1478           other-files:
1479             - '*.*'
1480
1481       - fdio-infra-shiplogs:
1482           maven-version: 'mvn33-new'
1483
1484 - job-template:
1485     name: 'csit-dpdk-perf-mrr-weekly-master-3n-skx'
1486
1487     description: |
1488       <ul>
1489           <li>objective
1490               <ul>
1491                   <li>check dpdk perf mrr weekly
1492               </ul>
1493           <li>perf test-cases selection
1494               <ul>
1495                   <li>all CSIT DPDK MRR perf suites
1496               </ul>
1497           <li>results
1498               <ul>
1499                   <li>jjb verify: PASS/FAIL
1500                   <li>present: no
1501                   <li>analyse: csit project (catch malfunctions/degradations)
1502               </ul>
1503       </ul>
1504
1505     project-type: freestyle
1506     node: '{perf-executor}'
1507     concurrent: false
1508
1509     build-discarder:
1510       daysToKeep: '{build-days-to-keep}'
1511       numToKeep: '{build-num-to-keep}'
1512       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1513       artifactNumToKeep: '{build-artifact-num-to-keep}'
1514
1515     parameters:
1516       - project-parameter:
1517           project: '{project}'
1518       - gerrit-parameter:
1519           branch: '{branch}'
1520
1521     wrappers:
1522       - fdio-infra-wrappers-non-activity-timeout:
1523           build-timeout: '{build-timeout}'
1524
1525     triggers:
1526       - timed: '0 0 * * 6'
1527
1528     builders:
1529       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1530       - inject:
1531           properties-file: variables.prop
1532       - shell:
1533           !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
1534
1535     publishers:
1536       - archive-artifacts:
1537           artifacts: 'csit/archive/*.*'
1538           latest-only: false
1539
1540       - robot:
1541           output-path: 'csit/archive'
1542           other-files:
1543             - '*.*'
1544
1545       - fdio-infra-shiplogs:
1546           maven-version: 'mvn33-new'
1547
1548
1549 - job-template:
1550     name: 'csit-vpp-perf-verify-{stream}-{topo}-{arch}'
1551
1552     description: |
1553       <ul>
1554           <li>objective
1555               <ul>
1556                   <li>perf verify - per csit gerrit patch
1557               </ul>
1558           <li>job
1559               <ul>
1560                   <li>name: <b>csit-vpp-perf-verify-{stream}-{topo}-{arch}</b>
1561                   <li>trigger: keyword in comment to csit patch:
1562                       <b>csit-{topo}-{arch}-perftest tag_list</b>
1563               </ul>
1564           <li>perf test-cases selection
1565               <ul>
1566                   <li>test-cases selected using trigger keyword followed by tags
1567                   <li>all test-cases are labelled with CSIT RF topic tags
1568                       defined in <i>csit/docs/tag_documentation.rst</i>
1569               </ul>
1570           <li>proposed keywords
1571               <ul>
1572                   <li>focus on testing specified vpp packet processing path
1573                   <li>format: csit-{topo}-{arch}-perftest tag_list
1574               </ul>
1575           <li>default tags for vpp startup config and perf test type
1576               <ul>
1577                   <li>IP4BASE, IP6BASE, L2BDBASE
1578                   <li>64B/78B: 64B/78B packet size
1579                   <li>1C: one core
1580                   <li>X710: x710 Fortville NIC
1581                   <li>MRR: MRR throughput
1582               </ul>
1583           <li>results
1584               <ul>
1585                   <li>jjb verify: PASS/FAIL
1586                   <li>present: no
1587                   <li>analyse: no
1588               </ul>
1589       </ul>
1590
1591     project-type: freestyle
1592     node: '{perf-executor}'
1593     concurrent: true
1594
1595     build-discarder:
1596       daysToKeep: '{build-days-to-keep}'
1597       numToKeep: '{build-num-to-keep}'
1598       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1599       artifactNumToKeep: '{build-artifact-num-to-keep}'
1600
1601     parameters:
1602       - project-parameter:
1603           project: '{project}'
1604       - gerrit-parameter:
1605           branch: '{branch}'
1606       - gerrit-refspec-parameter
1607       - gerrit-event-type-parameter
1608       - gerrit-event-comment-text-parameter
1609
1610     scm:
1611       - gerrit-trigger-scm:
1612           credentials-id: 'jenkins-gerrit-credentials'
1613           refspec: '$GERRIT_REFSPEC'
1614           choosing-strategy: 'gerrit'
1615
1616     wrappers:
1617       - fdio-infra-wrappers-non-activity-timeout:
1618           build-timeout: '{build-timeout}'
1619
1620     triggers:
1621       - gerrit:
1622           server-name: 'Primary'
1623           trigger-on:
1624             - comment-added-contains-event:
1625                 comment-contains-value: 'csit-{topo}-{arch}-perftest'
1626           projects:
1627             - project-compare-type: 'ANT'
1628               project-pattern: '{project}'
1629               branches:
1630                 - branch-compare-type: 'ANT'
1631                   branch-pattern: '**/{branch}'
1632           skip-vote:
1633             successful: false
1634             failed: false
1635             unstable: false
1636             notbuilt: false
1637
1638     builders:
1639       - shell:
1640           !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
1641
1642     publishers:
1643       - archive-artifacts:
1644           artifacts: 'archive/*.*'
1645           latest-only: false
1646
1647       - robot:
1648           output-path: archive
1649           other-files:
1650             - '*.*'
1651
1652       - fdio-infra-shiplogs:
1653           maven-version: 'mvn33-new'
1654
1655 - job-template:
1656     name: 'csit-nsh_sfc-verify-perf-{stream}'
1657
1658     project-type: freestyle
1659     node: 'ubuntu1604-basebuild-4c-4g'
1660     concurrent: true
1661
1662     build-discarder:
1663       daysToKeep: '{build-days-to-keep}'
1664       numToKeep: '{build-num-to-keep}'
1665       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1666       artifactNumToKeep: '{build-artifact-num-to-keep}'
1667
1668     parameters:
1669       - project-parameter:
1670           project: '{project}'
1671       - gerrit-parameter:
1672           branch: '{branch}'
1673       - os-parameter:
1674           os: 'ubuntu1604'
1675       - stream-parameter:
1676           stream: '{stream}'
1677
1678     scm:
1679       - gerrit-trigger-scm:
1680           credentials-id: 'jenkins-gerrit-credentials'
1681           refspec: '$GERRIT_REFSPEC'
1682           choosing-strategy: 'gerrit'
1683
1684     wrappers:
1685       - fdio-infra-wrappers-non-activity-timeout:
1686           build-timeout: '{build-timeout}'
1687
1688     triggers:
1689       - gerrit-trigger-manually-triggered:
1690           name: '{project}'
1691           branch: '{branch}'
1692           comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
1693
1694     builders:
1695       - shell:
1696           !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
1697
1698     publishers:
1699       - archive-artifacts:
1700           artifacts: 'archive/*.*'
1701           latest-only: false
1702
1703       - robot-report:
1704           output-path: 'archive'
1705
1706       - fdio-infra-shiplogs:
1707           maven-version: 'mvn33-new'
1708
1709 - job-template:
1710     name: 'csit-nsh_sfc-verify-func-{stream}-{os}-virl'
1711
1712     project-type: freestyle
1713     node: '{os}-basebuild-4c-4g'
1714     concurrent: true
1715
1716     build-discarder:
1717       daysToKeep: '{build-days-to-keep}'
1718       numToKeep: '{build-num-to-keep}'
1719       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1720       artifactNumToKeep: '{build-artifact-num-to-keep}'
1721
1722     parameters:
1723       - project-parameter:
1724           project: '{project}'
1725       - gerrit-parameter:
1726           branch: '{branch}'
1727       - os-parameter:
1728           os: '{os}'
1729       - stream-parameter:
1730           stream: '{stream}'
1731
1732     scm:
1733       - gerrit-trigger-scm:
1734           credentials-id: 'jenkins-gerrit-credentials'
1735           refspec: '$GERRIT_REFSPEC'
1736           choosing-strategy: 'gerrit'
1737
1738     wrappers:
1739       - fdio-infra-wrappers:
1740           build-timeout: '{build-timeout}'
1741
1742     triggers:
1743       - gerrit-trigger-manually-triggered:
1744           name: '{project}'
1745           branch: '{branch}'
1746           comment-trigger-value: 'csit_nsh_sfc_func_{stream}'
1747
1748     builders:
1749       - shell:
1750           !include-raw-escape: include-raw-csit-nsh_sfc-functional-virl.sh
1751
1752     publishers:
1753       - archive-artifacts:
1754           artifacts: 'archive/*.*'
1755           latest-only: false
1756
1757       - robot-report:
1758           output-path: 'archive'
1759
1760       - fdio-infra-shiplogs:
1761           maven-version: 'mvn33-new'
1762
1763 - job-template:
1764     name: 'csit-tldk-verify-func-{stream}-{os}-virl'
1765
1766     project-type: freestyle
1767     node: '{os}-basebuild-4c-4g'
1768     concurrent: true
1769
1770     build-discarder:
1771       daysToKeep: '{build-days-to-keep}'
1772       numToKeep: '{build-num-to-keep}'
1773       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1774       artifactNumToKeep: '{build-artifact-num-to-keep}'
1775
1776     parameters:
1777       - project-parameter:
1778           project: '{project}'
1779       - gerrit-parameter:
1780           branch: '{branch}'
1781       - os-parameter:
1782           os: '{os}'
1783
1784     scm:
1785       - gerrit-trigger-scm:
1786           credentials-id: 'jenkins-gerrit-credentials'
1787           refspec: '$GERRIT_REFSPEC'
1788           choosing-strategy: 'gerrit'
1789
1790     wrappers:
1791       - fdio-infra-wrappers:
1792           build-timeout: '{build-timeout}'
1793
1794     triggers:
1795       - gerrit-trigger-manually-triggered:
1796           name: '{project}'
1797           branch: '{branch}'
1798           comment-trigger-value: 'csit_verify_tldk_func'
1799
1800     builders:
1801       - shell:
1802           !include-raw-escape: include-raw-csit-tldk-functional-virl.sh
1803
1804     publishers:
1805       - archive-artifacts:
1806           artifacts: 'archive/*.*'
1807           latest-only: false
1808
1809       - robot-report:
1810           output-path: 'archive'
1811
1812       - fdio-infra-shiplogs:
1813           maven-version: 'mvn33-new'
1814
1815 - job-template:
1816     name: 'csit-dmm-functional-{stream}-ubuntu1604-virl'
1817
1818     project-type: freestyle
1819     node: 'ubuntu1604-basebuild-4c-4g'
1820     concurrent: true
1821
1822     build-discarder:
1823       daysToKeep: '{build-days-to-keep}'
1824       numToKeep: '{build-num-to-keep}'
1825       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1826       artifactNumToKeep: '{build-artifact-num-to-keep}'
1827
1828     parameters:
1829       - project-parameter:
1830           project: '{project}'
1831       - gerrit-parameter:
1832           branch: '{branch}'
1833
1834     scm:
1835       - gerrit-trigger-scm:
1836           credentials-id: 'jenkins-gerrit-credentials'
1837           refspec: '$GERRIT_REFSPEC'
1838           choosing-strategy: 'gerrit'
1839
1840     wrappers:
1841       - fdio-infra-wrappers:
1842           build-timeout: '{build-timeout}'
1843
1844     triggers:
1845       - gerrit-trigger-manually-triggered:
1846           name: '{project}'
1847           branch: '{branch}'
1848           comment-trigger-value: 'csit_verify_dmm_func'
1849
1850     builders:
1851       - shell:
1852           !include-raw-escape: include-raw-csit-dmm-functional-virl.sh
1853
1854     publishers:
1855       - archive-artifacts:
1856           artifacts: 'archive/*.*'
1857           latest-only: false
1858
1859       - robot-report:
1860           output-path: ''
1861
1862       - fdio-infra-shiplogs:
1863           maven-version: 'mvn33-new'