1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
31 executor: 'ubuntu1804arm-us'
32 vpp-mrr-daily-periodicity: '0 14 * * 0'
33 - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
37 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
43 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
44 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
50 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
53 executor: 'ubuntu1804-us'
54 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
57 vpp-mrr-daily-periodicity: '0 2,14 * * *'
62 executor: 'ubuntu1804-us'
65 branch-id: 'oper-rls1901'
66 executor: 'ubuntu1604-basebuild-8c-32g'
69 branch-id: 'oper-rls1904'
70 executor: 'ubuntu1804-us'
73 branch-id: 'oper-rls1908_1'
74 executor: 'ubuntu1804-us'
76 build-artifact-num-to-keep: 10
85 executor: 'ubuntu1804arm-us'
86 ligato-executor: 'ubuntu1804arm-us'
89 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
95 <li>perf verify - per csit gerrit patch
99 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
100 <li>trigger: keyword in comment to csit patch:
101 <b>csit-{node-arch}-perftest tag_list</b>
103 <li>perf test-cases selection
105 <li>test-cases selected using trigger keyword followed by tags
106 <li>all test-cases are labelled with CSIT RF topic tags
107 defined in <i>csit/docs/tag_documentation.rst</i>
109 <li>proposed keywords
111 <li>focus on testing specified vpp packet processing path
112 <li>format: csit-{node-arch}-perftest tag_list
114 <li>default tags for vpp startup config and perf test type
116 <li>IP4BASE, IP6BASE, L2BDBASE
117 <li>64B/78B: 64B/78B packet size
119 <li>X710: x710 Fortville NIC
120 <li>MRR: MRR throughput
124 <li>jjb verify: PASS/FAIL
130 project-type: freestyle
133 archive-artifacts: 'archive/*.*'
137 daysToKeep: '{build-days-to-keep}'
138 numToKeep: '{build-num-to-keep}'
139 artifactDaysToKeep: '{build-artifact-days-to-keep}'
140 artifactNumToKeep: '{build-artifact-num-to-keep}'
147 - gerrit-refspec-parameter
148 - gerrit-event-type-parameter
149 - gerrit-event-comment-text-parameter
151 name: ARCHIVE_ARTIFACTS
152 default: '{archive-artifacts}'
153 description: Artifacts to archive to the logs server.
154 # This is a manually-triggered verify job, part of API coverage.
155 # CRC checking is needed to ensure vpp crc job breaks only when intended.
156 # Can be removed when this job is no longer needed for full API coverage.
157 - csit-fail-on-crc-mismatch-parameter:
158 fail-on-crc-mismatch: 'True'
161 - gerrit-trigger-scm:
162 credentials-id: 'jenkins-gerrit-credentials'
163 refspec: '$GERRIT_REFSPEC'
164 choosing-strategy: 'gerrit'
167 - fdio-infra-wrappers-non-activity-timeout:
168 build-timeout: '{build-timeout}'
172 server-name: 'Primary'
174 - comment-added-contains-event:
175 comment-contains-value: 'csit-{node-arch}-perftest'
177 - project-compare-type: 'ANT'
178 project-pattern: '{project}'
180 - branch-compare-type: 'ANT'
181 branch-pattern: '**/{branch}'
190 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
198 - fdio-infra-shiplogs:
199 maven-version: 'mvn33-new'
202 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
208 <li>check vpp perf mrr daily
210 <li>perf test-cases selection
212 <li>all CSIT VPP MRR perf suites
216 <li>jjb verify: PASS/FAIL
218 <li>analyse: csit project (catch malfunctions/degradations)
222 project-type: freestyle
225 archive-artifacts: 'csit/archive/*.*'
229 daysToKeep: '{build-days-to-keep}'
230 numToKeep: '{build-num-to-keep}'
231 artifactDaysToKeep: '{build-artifact-days-to-keep}'
232 artifactNumToKeep: '{build-artifact-num-to-keep}'
240 name: ARCHIVE_ARTIFACTS
241 default: '{archive-artifacts}'
242 description: Artifacts to archive to the logs server.
245 - fdio-infra-wrappers-non-activity-timeout:
246 build-timeout: '{build-timeout}'
249 - timed: '{vpp-mrr-daily-periodicity}'
252 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
254 properties-file: variables.prop
256 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
260 output-path: 'csit/archive'
264 - fdio-infra-shiplogs:
265 maven-version: 'mvn33-new'
268 name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
274 <li>check vpp perf mrr weekly on {node-arch}
276 <li>perf test-cases selection
278 <li>NF Density CSIT VPP MRR perf suites
282 <li>jjb verify: PASS/FAIL
284 <li>analyse: csit project (catch malfunctions/degradations)
288 project-type: freestyle
291 archive-artifacts: 'csit/archive/*.*'
295 daysToKeep: '{build-days-to-keep}'
296 numToKeep: '{build-num-to-keep}'
297 artifactDaysToKeep: '{build-artifact-days-to-keep}'
298 artifactNumToKeep: '{build-artifact-num-to-keep}'
306 name: ARCHIVE_ARTIFACTS
307 default: '{archive-artifacts}'
308 description: Artifacts to archive to the logs server.
311 - fdio-infra-wrappers-non-activity-timeout:
312 build-timeout: '{build-timeout}'
318 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
320 properties-file: variables.prop
322 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
326 output-path: 'csit/archive'
330 - fdio-infra-shiplogs:
331 maven-version: 'mvn33-new'
334 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
340 <li>check vpp perf ndrpdr weekly on {node-arch}
342 <li>perf test-cases selection
344 <li>pre-selected CSIT VPP NDRPDR perf suites
348 <li>jjb verify: PASS/FAIL
350 <li>analyse: csit project (catch malfunctions/degradations)
353 project-type: freestyle
356 archive-artifacts: 'csit/archive/*.*'
360 daysToKeep: '{build-days-to-keep}'
361 numToKeep: '{build-num-to-keep}'
362 artifactDaysToKeep: '{build-artifact-days-to-keep}'
363 artifactNumToKeep: '{build-artifact-num-to-keep}'
371 name: ARCHIVE_ARTIFACTS
372 default: '{archive-artifacts}'
373 description: Artifacts to archive to the logs server.
376 - fdio-infra-wrappers-non-activity-timeout:
377 build-timeout: '{build-timeout}'
383 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
385 properties-file: variables.prop
387 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
391 output-path: 'csit/archive'
395 - fdio-infra-shiplogs:
396 maven-version: 'mvn33-new'
399 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
405 <li>perf verify - per csit gerrit patch
409 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
410 <li>trigger: keyword in comment to csit patch:
411 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
413 <li>perf test-cases selection
415 <li>test-cases selected using trigger keyword followed by tags
416 <li>all test-cases are labelled with CSIT RF topic tags
417 defined in <i>csit/docs/tag_documentation.rst</i>
419 <li>default tags for dpdk perf test type
421 <li>IP4BASE, L2XCBASE
422 <li>64B: 64B packet size
424 <li>X710: x710 Fortville NIC
425 <li>MRR: MRR throughput
429 <li>jjb verify: PASS/FAIL
435 project-type: freestyle
438 archive-artifacts: 'archive/*.*'
442 daysToKeep: '{build-days-to-keep}'
443 numToKeep: '{build-num-to-keep}'
444 artifactDaysToKeep: '{build-artifact-days-to-keep}'
445 artifactNumToKeep: '{build-artifact-num-to-keep}'
453 name: ARCHIVE_ARTIFACTS
454 default: '{archive-artifacts}'
455 description: Artifacts to archive to the logs server.
458 - gerrit-trigger-scm:
459 credentials-id: 'jenkins-gerrit-credentials'
460 refspec: '$GERRIT_REFSPEC'
461 choosing-strategy: 'gerrit'
464 - fdio-infra-wrappers-non-activity-timeout:
465 build-timeout: '{build-timeout}'
469 server-name: 'Primary'
471 - comment-added-contains-event:
472 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
474 - project-compare-type: 'ANT'
475 project-pattern: '{project}'
477 - branch-compare-type: 'ANT'
478 branch-pattern: '**/{branch}'
487 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
495 - fdio-infra-shiplogs:
496 maven-version: 'mvn33-new'
499 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
505 <li>check dpdk perf mrr weekly
507 <li>perf test-cases selection
509 <li>all CSIT DPDK MRR perf suites
513 <li>jjb verify: PASS/FAIL
515 <li>analyse: csit project (catch malfunctions/degradations)
519 project-type: freestyle
522 archive-artifacts: 'csit/archive/*.*'
526 daysToKeep: '{build-days-to-keep}'
527 numToKeep: '{build-num-to-keep}'
528 artifactDaysToKeep: '{build-artifact-days-to-keep}'
529 artifactNumToKeep: '{build-artifact-num-to-keep}'
537 name: ARCHIVE_ARTIFACTS
538 default: '{archive-artifacts}'
539 description: Artifacts to archive to the logs server.
542 - fdio-infra-wrappers-non-activity-timeout:
543 build-timeout: '{build-timeout}'
549 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
551 properties-file: variables.prop
553 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
557 output-path: 'csit/archive'
561 - fdio-infra-shiplogs:
562 maven-version: 'mvn33-new'
565 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
567 # yamllint disable rule:line-length
572 <li>perf verify - per csit gerrit patch
576 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
577 <li>trigger: keyword in comment to csit patch:
578 <b>csit--ligato-{node-arch}-perftest tag_list</b>
580 <li>perf test-cases selection
582 <li>test-cases selected using trigger keyword followed by tags
583 <li>all test-cases are labelled with CSIT RF topic tags
584 defined in <i>csit/docs/tag_documentation.rst</i>
586 <li>proposed keywords
588 <li>focus on testing specified Kubernetes orchestrated topologies
589 <li>format: csit-ligato-{node-arch}-perftest tag_list
591 <li>default tags for vpp startup config and perf test type
593 <li>IP4BASE, IP6BASE, L2BDBASE
594 <li>64B/78B: 64B/78B packet size
596 <li>X710: x710 Fortville NIC
597 <li>MRR: MRR throughput
601 <li>jjb verify: PASS/FAIL
606 # yamllint enable rule:line-length
608 project-type: freestyle
609 # As the nomad executors are running docker containers we cannot run
610 # ligato-perf job due to dependency on using docker inside.
611 # TODO: Find the mechanics how to offload job logic from compiling docker
612 # image so we can move this executor to ubuntu1804-us
613 node: '{ligato-executor}'
615 archive-artifacts: 'archive/*.*'
619 daysToKeep: '{build-days-to-keep}'
620 numToKeep: '{build-num-to-keep}'
621 artifactDaysToKeep: '{build-artifact-days-to-keep}'
622 artifactNumToKeep: '{build-artifact-num-to-keep}'
629 - gerrit-refspec-parameter
630 - gerrit-event-type-parameter
631 - gerrit-event-comment-text-parameter
633 name: ARCHIVE_ARTIFACTS
634 default: '{archive-artifacts}'
635 description: Artifacts to archive to the logs server.
638 - gerrit-trigger-scm:
639 credentials-id: 'jenkins-gerrit-credentials'
640 refspec: '$GERRIT_REFSPEC'
641 choosing-strategy: 'gerrit'
644 - fdio-infra-wrappers-non-activity-timeout:
645 build-timeout: '{build-timeout}'
649 server-name: 'Primary'
651 - comment-added-contains-event:
652 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
654 - project-compare-type: 'ANT'
655 project-pattern: '{project}'
657 - branch-compare-type: 'ANT'
658 branch-pattern: '**/{branch}'
667 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
675 - fdio-infra-shiplogs:
676 maven-version: 'mvn33-new'