05cff3412625bb642be08711a6d12065a62f2f80
[ci-management.git] / jjb / csit / csit-vpp-functional.yaml
1 - project:
2     name: csit-vpp-functional
3     description: 'Run VPP functional tests on VIRL.'
4
5     jobs:
6         - 'csit-vpp-perf-hw-{type}'
7         - 'csit-vpp-functional-virl'
8         - 'csit-vpp-verify-weekly'
9         - 'csit-vpp-master-verify-semiweekly'
10
11     project: 'csit'
12     branch: 'master'
13     type:
14         - all
15
16 - job-template:
17     name: 'csit-vpp-functional-virl'
18
19     project-type: freestyle
20     node: verify
21     concurrent: true
22
23     logrotate:
24         daysToKeep: '{build-days-to-keep}'
25         numToKeep: '{build-num-to-keep}'
26         artifactDaysToKeep: '{build-artifact-days-to-keep}'
27         artifactNumToKeep: '{build-artifact-num-to-keep}'
28
29     parameters:
30         - project-parameter:
31             project: '{project}'
32         - gerrit-parameter:
33             branch: '{branch}'
34
35     scm:
36         - gerrit-trigger-scm:
37             credentials-id: '{ssh-credentials}'
38             refspec: '$GERRIT_REFSPEC'
39             choosing-strategy: 'gerrit'
40
41     wrappers:
42         - ssh-agent-credentials:
43             users:
44                 - '{ssh-credentials}'
45
46     triggers:
47         - gerrit-trigger-patch-submitted:
48             name: '{project}'
49             branch: '{branch}'
50
51     builders:
52         - shell:
53             !include-raw-escape include-raw-csit-vpp-functional-virl.sh
54
55     publishers:
56         - archive-artifacts:
57             artifacts: 'report.html, log.html, output.xml'
58             latest-only: false
59
60         - robot-report:
61             output-path: ''
62
63 - job-template:
64     name: 'csit-vpp-perf-hw-{type}'
65
66     project-type: freestyle
67     node: verify
68     concurrent: false
69
70     logrotate:
71         daysToKeep: '{build-days-to-keep}'
72         numToKeep: '{build-num-to-keep}'
73         artifactDaysToKeep: '{build-artifact-days-to-keep}'
74         artifactNumToKeep: '{build-artifact-num-to-keep}'
75
76     parameters:
77         - project-parameter:
78             project: '{project}'
79         - gerrit-parameter:
80             branch: '{branch}'
81         - type-parameter:
82             type: '{type}'
83
84     scm:
85         - gerrit-trigger-scm:
86             credentials-id: '{ssh-credentials}'
87             refspec: '$GERRIT_REFSPEC'
88             choosing-strategy: 'gerrit'
89
90     wrappers:
91         - ssh-agent-credentials:
92             users:
93                 - '{ssh-credentials}'
94
95     triggers:
96         - gerrit-trigger-manually-triggered:
97             name: '{project}'
98             branch: '{branch}'
99             comment-trigger-value: 'verify-perf-{type}'
100
101     builders:
102         - shell:
103             !include-raw-escape jjb/csit/include-raw-csit-vpp-perf-hw.sh
104
105     publishers:
106         - archive-artifacts:
107             artifacts: 'report.html, log.html, output.xml, output_perf_data.xml'
108             latest-only: false
109
110         - robot-report:
111             output-path: ''
112
113         - plot:
114             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, NDR'
115               yaxis: 'Packets Per Second'
116               group: 'RFC2544:NDR'
117               num-builds: '20'
118               keep-records: True
119               series:
120                   - file: 'output_perf_data.xml'
121                     format: xml
122                     xpath-type: 'nodeset'
123                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="1"]'
124             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, NDR'
125               yaxis: 'Packets Per Second'
126               group: 'RFC2544:NDR'
127               num-builds: '20'
128               keep-records: True
129               series:
130                   - file: 'output_perf_data.xml'
131                     format: xml
132                     xpath-type: 'nodeset'
133                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="1"]'
134             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, NDR'
135               yaxis: 'Packets Per Second'
136               group: 'RFC2544:NDR'
137               num-builds: '20'
138               keep-records: True
139               series:
140                   - file: 'output_perf_data.xml'
141                     format: xml
142                     xpath-type: 'nodeset'
143                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="2"]'
144             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, NDR'
145               yaxis: 'Packets Per Second'
146               group: 'RFC2544:NDR'
147               num-builds: '20'
148               keep-records: True
149               series:
150                   - file: 'output_perf_data.xml'
151                     format: xml
152                     xpath-type: 'nodeset'
153                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="2"]'
154             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, NDR'
155               yaxis: 'Packets Per Second'
156               group: 'RFC2544:NDR'
157               num-builds: '20'
158               keep-records: True
159               series:
160                   - file: 'output_perf_data.xml'
161                     format: xml
162                     xpath-type: 'nodeset'
163                     xpath: '//*[@framesize="64" and contains(@tags,"NDR") and @workerthreads="4"]'
164             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, NDR'
165               yaxis: 'Packets Per Second'
166               group: 'RFC2544:NDR'
167               num-builds: '20'
168               keep-records: True
169               series:
170                   - file: 'output_perf_data.xml'
171                     format: xml
172                     xpath-type: 'nodeset'
173                     xpath: '//*[@framesize="78" and contains(@tags,"NDR") and @workerthreads="4"]'
174             - title: 'RFC2544 binary search with 64B, worker-thread=1, rss=1, PDR=0.5%'
175               yaxis: 'Packets Per Second'
176               group: 'RFC2544:PDR'
177               num-builds: '20'
178               keep-records: True
179               series:
180                   - file: 'output_perf_data.xml'
181                     format: xml
182                     xpath-type: 'nodeset'
183                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="1"]'
184             - title: 'RFC2544 binary search with 78B, worker-thread=1, rss=1, PDR=0.5%'
185               yaxis: 'Packets Per Second'
186               group: 'RFC2544:PDR'
187               num-builds: '20'
188               keep-records: True
189               series:
190                   - file: 'output_perf_data.xml'
191                     format: xml
192                     xpath-type: 'nodeset'
193                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="1"]'
194             - title: 'RFC2544 binary search with 64B, worker-thread=2, rss=1, PDR=0.5%'
195               yaxis: 'Packets Per Second'
196               group: 'RFC2544:PDR'
197               num-builds: '20'
198               keep-records: True
199               series:
200                   - file: 'output_perf_data.xml'
201                     format: xml
202                     xpath-type: 'nodeset'
203                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="2"]'
204             - title: 'RFC2544 binary search with 78B, worker-thread=2, rss=1, PDR=0.5%'
205               yaxis: 'Packets Per Second'
206               group: 'RFC2544:PDR'
207               num-builds: '20'
208               keep-records: True
209               series:
210                   - file: 'output_perf_data.xml'
211                     format: xml
212                     xpath-type: 'nodeset'
213                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="2"]'
214             - title: 'RFC2544 binary search with 64B, worker-thread=4, rss=2, PDR=0.5%'
215               yaxis: 'Packets Per Second'
216               group: 'RFC2544:PDR'
217               num-builds: '20'
218               keep-records: True
219               series:
220                   - file: 'output_perf_data.xml'
221                     format: xml
222                     xpath-type: 'nodeset'
223                     xpath: '//*[@framesize="64" and contains(@tags,"PDR") and @workerthreads="4"]'
224             - title: 'RFC2544 binary search with 78B, worker-thread=4, rss=2, PDR=0.5%'
225               yaxis: 'Packets Per Second'
226               group: 'RFC2544:PDR'
227               num-builds: '20'
228               keep-records: True
229               series:
230                   - file: 'output_perf_data.xml'
231                     format: xml
232                     xpath-type: 'nodeset'
233                     xpath: '//*[@framesize="78" and contains(@tags,"PDR") and @workerthreads="4"]'
234
235 - job-template:
236     name: 'csit-vpp-verify-weekly'
237     description: 'Purpose of this job is to validate CSIT code against verified vpp build and apply csit-verified tag in case of success.'
238
239     project-type: freestyle
240     node: verify
241     concurrent: false
242
243     logrotate:
244         daysToKeep: '{build-days-to-keep}'
245         numToKeep: '{build-num-to-keep}'
246         artifactDaysToKeep: '{build-artifact-days-to-keep}'
247         artifactNumToKeep: '{build-artifact-num-to-keep}'
248
249     parameters:
250         - project-parameter:
251             project: '{project}'
252         - gerrit-parameter:
253             branch: '{branch}'
254
255     scm:
256         - git-scm:
257             credentials-id: '{ssh-credentials}'
258             branch: 'master'
259
260     wrappers:
261         - ssh-agent-credentials:
262             users:
263                 - '{ssh-credentials}'
264
265     triggers:
266         - timed: '0 4 * * 0'
267
268         - gerrit-trigger-manually-triggered:
269             comment-trigger-value: 'csit-vpp-ref-verify'
270             name: '{project}'
271             branch: '{branch}'
272
273     builders:
274         - shell:
275             !include-raw-escape jjb/csit/include-raw-csit-vpp-verify-weekly.sh
276
277     publishers:
278         - archive-artifacts:
279             artifacts: 'csit/report.html, csit/log.html, csit/output.xml'
280             latest-only: false
281
282         - robot-report:
283             output-path: 'csit'
284
285         - git:
286                push-only-if-success: true
287                branches:
288                 - branch:
289                     remote: origin
290                     name: 'csit-verified-`date +%y%m%d`'
291
292 - job-template:
293     name: 'csit-vpp-master-verify-semiweekly'
294     description: 'Purpose of this job is to validate latest vpp build stored in nexus against verified CSIT codebase.'
295
296     project-type: freestyle
297     node: verify
298     concurrent: false
299
300     logrotate:
301         daysToKeep: '{build-days-to-keep}'
302         numToKeep: '{build-num-to-keep}'
303         artifactDaysToKeep: '{build-artifact-days-to-keep}'
304         artifactNumToKeep: '{build-artifact-num-to-keep}'
305
306     parameters:
307         - project-parameter:
308             project: '{project}'
309         - gerrit-parameter:
310             branch: '{branch}'
311
312     scm:
313         - git-scm:
314             credentials-id: '{ssh-credentials}'
315             branch: 'master'
316
317     wrappers:
318         - ssh-agent-credentials:
319             users:
320                 - '{ssh-credentials}'
321
322     triggers:
323         - timed: '0 4 * * 2,6'
324
325         - gerrit-trigger-manually-triggered:
326             comment-trigger-value: 'csit-verify-vpp'
327             name: '{project}'
328             branch: '{branch}'
329
330     builders:
331         - shell:
332             !include-raw-escape jjb/csit/include-raw-csit-vpp-master-verify-semiweekly.sh
333
334     publishers:
335         - archive-artifacts:
336             artifacts: 'csit/archive/*.*'
337             latest-only: false
338
339         - robot-report:
340             output-path: 'csit/archive'
341
342 - parameter:
343     name: test-type-parameter
344
345     parameters:
346         - string:
347             name: TYPE
348             default: '{type}'
349             description: "Test TYPE parameter if not given by trigger"