1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
37 periodicity: '0 0 * * 6'
38 - 'csit-vpp-perf-verify-{stream}-{node-arch}':
47 executor: 'ubuntu1804arm-us'
54 branch-id: 'oper-rls1908_1'
57 branch-id: 'oper-rls1908_2'
60 branch-id: 'oper-rls2001'
61 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
64 periodicity: '0 14 * * *'
66 periodicity: '0 14 * * *'
68 periodicity: '0 14 * * 1,4'
70 periodicity: '0 14 * * *'
72 periodicity: '0 14 * * 1,4'
74 periodicity: '0 14 * * *'
76 executor: 'ubuntu1804arm-us'
77 periodicity: '0 14 * * *'
78 - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
89 branch-id: 'oper-rls1908_2'
90 periodicity: '0 0 * * 6'
91 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
97 periodicity: '0 0 * * 6'
100 executor: 'ubuntu1804-us'
103 csit-perf-trial-duration: "1.0"
104 csit-perf-trial-multiplicity: "10"
111 branch-id: 'oper-rls1908_2'
114 branch-id: 'oper-rls2001'
115 build-artifact-num-to-keep: 10
119 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
125 <li>perf verify - per csit gerrit patch
129 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
130 <li>trigger: keyword in comment to csit patch:
131 <b>csit-{node-arch}-perftest tag_list</b>
137 <li>perf test-cases selection
139 <li>test-cases selected using trigger keyword followed by tags
140 <li>all test-cases are labelled with CSIT RF topic tags
141 defined in <i>csit/docs/tag_documentation.rst</i>
143 <li>proposed keywords
145 <li>focus on testing specified vpp packet processing path
146 <li>format: csit-{node-arch}-perftest tag_list
148 <li>default tags for vpp startup config and perf test type
150 <li>IP4BASE, IP6BASE, L2BDBASE
151 <li>64B/78B: 64B/78B packet size
153 <li>X710: x710 Fortville NIC
154 <li>MRR: MRR throughput
158 <li>jjb verify: PASS/FAIL
164 project-type: freestyle
167 archive-artifacts: 'archive/*.*'
171 daysToKeep: '{build-days-to-keep}'
172 numToKeep: '{build-num-to-keep}'
173 artifactDaysToKeep: '{build-artifact-days-to-keep}'
174 artifactNumToKeep: '{build-artifact-num-to-keep}'
181 - gerrit-refspec-parameter
182 - gerrit-event-type-parameter
183 - gerrit-event-comment-text-parameter
184 - csit-perf-trial-duration-parameter:
185 csit-perf-trial-duration: "{csit-perf-trial-duration}"
186 - csit-perf-trial-multiplicity-parameter:
187 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
189 name: ARCHIVE_ARTIFACTS
190 default: '{archive-artifacts}'
191 description: Artifacts to archive to the logs server.
192 # This is a manually-triggered verify job, part of API coverage.
193 # CRC checking is needed to ensure vpp crc job breaks only when intended.
194 # Can be removed when this job is no longer needed for full API coverage.
195 - csit-fail-on-crc-mismatch-parameter:
196 fail-on-crc-mismatch: 'True'
199 - gerrit-trigger-scm:
200 credentials-id: 'jenkins-gerrit-credentials'
201 refspec: '$GERRIT_REFSPEC'
202 choosing-strategy: 'gerrit'
205 - fdio-infra-wrappers-non-activity-timeout:
206 build-timeout: '{build-timeout}'
209 - gerrit-trigger-csit-perftest:
212 trigger-word: 'csit-{node-arch}-perftest'
218 - ../scripts/csit/perf-verify.sh
226 - fdio-infra-shiplogs:
227 maven-version: 'mvn33-new'
230 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
236 <li>check vpp perf mrr daily
242 <li>perf test-cases selection
244 <li>all CSIT VPP MRR perf suites
248 <li>jjb verify: PASS/FAIL
250 <li>analyse: csit project (catch malfunctions/degradations)
254 project-type: freestyle
257 archive-artifacts: 'csit/archive/*.*'
261 daysToKeep: '{build-days-to-keep}'
262 numToKeep: '{build-num-to-keep}'
263 artifactDaysToKeep: '{build-artifact-days-to-keep}'
264 artifactNumToKeep: '{build-artifact-num-to-keep}'
271 - csit-perf-trial-duration-parameter:
272 csit-perf-trial-duration: "{csit-perf-trial-duration}"
273 - csit-perf-trial-multiplicity-parameter:
274 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
276 name: ARCHIVE_ARTIFACTS
277 default: '{archive-artifacts}'
278 description: Artifacts to archive to the logs server.
281 - fdio-infra-wrappers-non-activity-timeout:
282 build-timeout: '{build-timeout}'
285 - timed: '{periodicity}'
288 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
290 properties-file: variables.prop
293 - ../scripts/csit/perf-timed.sh
297 output-path: 'csit/archive'
301 - fdio-infra-shiplogs:
302 maven-version: 'mvn33-new'
305 name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
311 <li>check vpp perf mrr weekly on {node-arch}
317 <li>perf test-cases selection
319 <li>NF Density CSIT VPP MRR perf suites
323 <li>jjb verify: PASS/FAIL
325 <li>analyse: csit project (catch malfunctions/degradations)
329 project-type: freestyle
332 archive-artifacts: 'csit/archive/*.*'
336 daysToKeep: '{build-days-to-keep}'
337 numToKeep: '{build-num-to-keep}'
338 artifactDaysToKeep: '{build-artifact-days-to-keep}'
339 artifactNumToKeep: '{build-artifact-num-to-keep}'
346 - csit-perf-trial-duration-parameter:
347 csit-perf-trial-duration: "{csit-perf-trial-duration}"
348 - csit-perf-trial-multiplicity-parameter:
349 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
351 name: ARCHIVE_ARTIFACTS
352 default: '{archive-artifacts}'
353 description: Artifacts to archive to the logs server.
356 - fdio-infra-wrappers-non-activity-timeout:
357 build-timeout: '{build-timeout}'
360 - timed: '{periodicity}'
363 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
365 properties-file: variables.prop
368 - ../scripts/csit/perf-timed.sh
372 output-path: 'csit/archive'
376 - fdio-infra-shiplogs:
377 maven-version: 'mvn33-new'
380 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
386 <li>check vpp perf ndrpdr weekly on {node-arch}
392 <li>perf test-cases selection
394 <li>pre-selected CSIT VPP NDRPDR perf suites
398 <li>jjb verify: PASS/FAIL
400 <li>analyse: csit project (catch malfunctions/degradations)
403 project-type: freestyle
406 archive-artifacts: 'csit/archive/*.*'
410 daysToKeep: '{build-days-to-keep}'
411 numToKeep: '{build-num-to-keep}'
412 artifactDaysToKeep: '{build-artifact-days-to-keep}'
413 artifactNumToKeep: '{build-artifact-num-to-keep}'
421 name: ARCHIVE_ARTIFACTS
422 default: '{archive-artifacts}'
423 description: Artifacts to archive to the logs server.
426 - fdio-infra-wrappers-non-activity-timeout:
427 build-timeout: '{build-timeout}'
430 - timed: '{periodicity}'
433 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
435 properties-file: variables.prop
438 - ../scripts/csit/perf-timed.sh
442 output-path: 'csit/archive'
446 - fdio-infra-shiplogs:
447 maven-version: 'mvn33-new'
450 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
456 <li>perf verify - per csit gerrit patch
460 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
461 <li>trigger: keyword in comment to csit patch:
462 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
468 <li>perf test-cases selection
470 <li>test-cases selected using trigger keyword followed by tags
471 <li>all test-cases are labelled with CSIT RF topic tags
472 defined in <i>csit/docs/tag_documentation.rst</i>
474 <li>default tags for dpdk perf test type
476 <li>IP4BASE, L2XCBASE
477 <li>64B: 64B packet size
479 <li>X710: x710 Fortville NIC
480 <li>MRR: MRR throughput
484 <li>jjb verify: PASS/FAIL
490 project-type: freestyle
493 archive-artifacts: 'archive/*.*'
497 daysToKeep: '{build-days-to-keep}'
498 numToKeep: '{build-num-to-keep}'
499 artifactDaysToKeep: '{build-artifact-days-to-keep}'
500 artifactNumToKeep: '{build-artifact-num-to-keep}'
507 - csit-perf-trial-duration-parameter:
508 csit-perf-trial-duration: "{csit-perf-trial-duration}"
509 - csit-perf-trial-multiplicity-parameter:
510 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
512 name: ARCHIVE_ARTIFACTS
513 default: '{archive-artifacts}'
514 description: Artifacts to archive to the logs server.
517 - gerrit-trigger-scm:
518 credentials-id: 'jenkins-gerrit-credentials'
519 refspec: '$GERRIT_REFSPEC'
520 choosing-strategy: 'gerrit'
523 - fdio-infra-wrappers-non-activity-timeout:
524 build-timeout: '{build-timeout}'
528 server-name: 'Primary'
530 - comment-added-contains-event:
531 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
533 - project-compare-type: 'ANT'
534 project-pattern: '{project}'
536 - branch-compare-type: 'ANT'
537 branch-pattern: '**/{branch}'
547 - ../scripts/csit/perf-verify.sh
555 - fdio-infra-shiplogs:
556 maven-version: 'mvn33-new'
559 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
565 <li>check dpdk perf mrr weekly
571 <li>perf test-cases selection
573 <li>all CSIT DPDK MRR perf suites
577 <li>jjb verify: PASS/FAIL
579 <li>analyse: csit project (catch malfunctions/degradations)
583 project-type: freestyle
586 archive-artifacts: 'csit/archive/*.*'
590 daysToKeep: '{build-days-to-keep}'
591 numToKeep: '{build-num-to-keep}'
592 artifactDaysToKeep: '{build-artifact-days-to-keep}'
593 artifactNumToKeep: '{build-artifact-num-to-keep}'
600 - csit-perf-trial-duration-parameter:
601 csit-perf-trial-duration: "{csit-perf-trial-duration}"
602 - csit-perf-trial-multiplicity-parameter:
603 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
605 name: ARCHIVE_ARTIFACTS
606 default: '{archive-artifacts}'
607 description: Artifacts to archive to the logs server.
610 - fdio-infra-wrappers-non-activity-timeout:
611 build-timeout: '{build-timeout}'
614 - timed: '{periodicity}'
617 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
619 properties-file: variables.prop
622 - ../scripts/csit/perf-timed.sh
626 output-path: 'csit/archive'
630 - fdio-infra-shiplogs:
631 maven-version: 'mvn33-new'