1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
31 executor: 'ubuntu1804arm-us'
32 vpp-mrr-daily-periodicity: '0 14 * * 0'
33 - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
37 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
43 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
44 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
52 executor: 'ubuntu1804-us'
53 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
56 vpp-mrr-daily-periodicity: '0 2,14 * * *'
61 executor: 'ubuntu1804-us'
64 branch-id: 'oper-rls1904'
65 executor: 'ubuntu1804-us'
68 branch-id: 'oper-rls1908_1'
69 executor: 'ubuntu1804-us'
71 build-artifact-num-to-keep: 10
80 executor: 'ubuntu1804arm-us'
81 ligato-executor: 'ubuntu1804arm-us'
84 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
90 <li>perf verify - per csit gerrit patch
94 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
95 <li>trigger: keyword in comment to csit patch:
96 <b>csit-{node-arch}-perftest tag_list</b>
102 <li>perf test-cases selection
104 <li>test-cases selected using trigger keyword followed by tags
105 <li>all test-cases are labelled with CSIT RF topic tags
106 defined in <i>csit/docs/tag_documentation.rst</i>
108 <li>proposed keywords
110 <li>focus on testing specified vpp packet processing path
111 <li>format: csit-{node-arch}-perftest tag_list
113 <li>default tags for vpp startup config and perf test type
115 <li>IP4BASE, IP6BASE, L2BDBASE
116 <li>64B/78B: 64B/78B packet size
118 <li>X710: x710 Fortville NIC
119 <li>MRR: MRR throughput
123 <li>jjb verify: PASS/FAIL
129 project-type: freestyle
132 archive-artifacts: 'archive/*.*'
136 daysToKeep: '{build-days-to-keep}'
137 numToKeep: '{build-num-to-keep}'
138 artifactDaysToKeep: '{build-artifact-days-to-keep}'
139 artifactNumToKeep: '{build-artifact-num-to-keep}'
146 - gerrit-refspec-parameter
147 - gerrit-event-type-parameter
148 - gerrit-event-comment-text-parameter
150 name: ARCHIVE_ARTIFACTS
151 default: '{archive-artifacts}'
152 description: Artifacts to archive to the logs server.
153 # This is a manually-triggered verify job, part of API coverage.
154 # CRC checking is needed to ensure vpp crc job breaks only when intended.
155 # Can be removed when this job is no longer needed for full API coverage.
156 - csit-fail-on-crc-mismatch-parameter:
157 fail-on-crc-mismatch: 'True'
160 - gerrit-trigger-scm:
161 credentials-id: 'jenkins-gerrit-credentials'
162 refspec: '$GERRIT_REFSPEC'
163 choosing-strategy: 'gerrit'
166 - fdio-infra-wrappers-non-activity-timeout:
167 build-timeout: '{build-timeout}'
171 server-name: 'Primary'
173 - comment-added-contains-event:
174 comment-contains-value: 'csit-{node-arch}-perftest'
176 - project-compare-type: 'ANT'
177 project-pattern: '{project}'
179 - branch-compare-type: 'ANT'
180 branch-pattern: '**/{branch}'
189 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
197 - fdio-infra-shiplogs:
198 maven-version: 'mvn33-new'
201 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
207 <li>check vpp perf mrr daily
213 <li>perf test-cases selection
215 <li>all CSIT VPP MRR perf suites
219 <li>jjb verify: PASS/FAIL
221 <li>analyse: csit project (catch malfunctions/degradations)
225 project-type: freestyle
228 archive-artifacts: 'csit/archive/*.*'
232 daysToKeep: '{build-days-to-keep}'
233 numToKeep: '{build-num-to-keep}'
234 artifactDaysToKeep: '{build-artifact-days-to-keep}'
235 artifactNumToKeep: '{build-artifact-num-to-keep}'
243 name: ARCHIVE_ARTIFACTS
244 default: '{archive-artifacts}'
245 description: Artifacts to archive to the logs server.
248 - fdio-infra-wrappers-non-activity-timeout:
249 build-timeout: '{build-timeout}'
252 - timed: '{vpp-mrr-daily-periodicity}'
255 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
257 properties-file: variables.prop
259 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
263 output-path: 'csit/archive'
267 - fdio-infra-shiplogs:
268 maven-version: 'mvn33-new'
271 name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
277 <li>check vpp perf mrr weekly on {node-arch}
283 <li>perf test-cases selection
285 <li>NF Density CSIT VPP MRR perf suites
289 <li>jjb verify: PASS/FAIL
291 <li>analyse: csit project (catch malfunctions/degradations)
295 project-type: freestyle
298 archive-artifacts: 'csit/archive/*.*'
302 daysToKeep: '{build-days-to-keep}'
303 numToKeep: '{build-num-to-keep}'
304 artifactDaysToKeep: '{build-artifact-days-to-keep}'
305 artifactNumToKeep: '{build-artifact-num-to-keep}'
313 name: ARCHIVE_ARTIFACTS
314 default: '{archive-artifacts}'
315 description: Artifacts to archive to the logs server.
318 - fdio-infra-wrappers-non-activity-timeout:
319 build-timeout: '{build-timeout}'
325 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
327 properties-file: variables.prop
329 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
333 output-path: 'csit/archive'
337 - fdio-infra-shiplogs:
338 maven-version: 'mvn33-new'
341 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
347 <li>check vpp perf ndrpdr weekly on {node-arch}
353 <li>perf test-cases selection
355 <li>pre-selected CSIT VPP NDRPDR perf suites
359 <li>jjb verify: PASS/FAIL
361 <li>analyse: csit project (catch malfunctions/degradations)
364 project-type: freestyle
367 archive-artifacts: 'csit/archive/*.*'
371 daysToKeep: '{build-days-to-keep}'
372 numToKeep: '{build-num-to-keep}'
373 artifactDaysToKeep: '{build-artifact-days-to-keep}'
374 artifactNumToKeep: '{build-artifact-num-to-keep}'
382 name: ARCHIVE_ARTIFACTS
383 default: '{archive-artifacts}'
384 description: Artifacts to archive to the logs server.
387 - fdio-infra-wrappers-non-activity-timeout:
388 build-timeout: '{build-timeout}'
394 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
396 properties-file: variables.prop
398 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
402 output-path: 'csit/archive'
406 - fdio-infra-shiplogs:
407 maven-version: 'mvn33-new'
410 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
416 <li>perf verify - per csit gerrit patch
420 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
421 <li>trigger: keyword in comment to csit patch:
422 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
428 <li>perf test-cases selection
430 <li>test-cases selected using trigger keyword followed by tags
431 <li>all test-cases are labelled with CSIT RF topic tags
432 defined in <i>csit/docs/tag_documentation.rst</i>
434 <li>default tags for dpdk perf test type
436 <li>IP4BASE, L2XCBASE
437 <li>64B: 64B packet size
439 <li>X710: x710 Fortville NIC
440 <li>MRR: MRR throughput
444 <li>jjb verify: PASS/FAIL
450 project-type: freestyle
453 archive-artifacts: 'archive/*.*'
457 daysToKeep: '{build-days-to-keep}'
458 numToKeep: '{build-num-to-keep}'
459 artifactDaysToKeep: '{build-artifact-days-to-keep}'
460 artifactNumToKeep: '{build-artifact-num-to-keep}'
468 name: ARCHIVE_ARTIFACTS
469 default: '{archive-artifacts}'
470 description: Artifacts to archive to the logs server.
473 - gerrit-trigger-scm:
474 credentials-id: 'jenkins-gerrit-credentials'
475 refspec: '$GERRIT_REFSPEC'
476 choosing-strategy: 'gerrit'
479 - fdio-infra-wrappers-non-activity-timeout:
480 build-timeout: '{build-timeout}'
484 server-name: 'Primary'
486 - comment-added-contains-event:
487 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
489 - project-compare-type: 'ANT'
490 project-pattern: '{project}'
492 - branch-compare-type: 'ANT'
493 branch-pattern: '**/{branch}'
502 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
510 - fdio-infra-shiplogs:
511 maven-version: 'mvn33-new'
514 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
520 <li>check dpdk perf mrr weekly
526 <li>perf test-cases selection
528 <li>all CSIT DPDK MRR perf suites
532 <li>jjb verify: PASS/FAIL
534 <li>analyse: csit project (catch malfunctions/degradations)
538 project-type: freestyle
541 archive-artifacts: 'csit/archive/*.*'
545 daysToKeep: '{build-days-to-keep}'
546 numToKeep: '{build-num-to-keep}'
547 artifactDaysToKeep: '{build-artifact-days-to-keep}'
548 artifactNumToKeep: '{build-artifact-num-to-keep}'
556 name: ARCHIVE_ARTIFACTS
557 default: '{archive-artifacts}'
558 description: Artifacts to archive to the logs server.
561 - fdio-infra-wrappers-non-activity-timeout:
562 build-timeout: '{build-timeout}'
568 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
570 properties-file: variables.prop
572 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
576 output-path: 'csit/archive'
580 - fdio-infra-shiplogs:
581 maven-version: 'mvn33-new'