1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
32 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
37 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
38 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
43 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
46 executor: 'ubuntu1804-us'
47 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
54 executor: 'ubuntu1804-us'
57 branch-id: 'oper-rls1807'
58 executor: 'ubuntu1604-basebuild-8c-32g'
61 branch-id: 'oper-rls1810'
62 executor: 'ubuntu1604-basebuild-8c-32g'
65 branch-id: 'oper-rls1901'
66 executor: 'ubuntu1604-basebuild-8c-32g'
69 branch-id: 'oper-rls1904'
70 executor: 'ubuntu1804-us'
72 build-artifact-num-to-keep: 10
80 executor: 'ubuntu1804arm-us'
81 ligato-executor: 'ubuntu1804arm-us'
84 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
90 <li>perf verify - per csit gerrit patch
94 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
95 <li>trigger: keyword in comment to csit patch:
96 <b>csit-{node-arch}-perftest tag_list</b>
98 <li>perf test-cases selection
100 <li>test-cases selected using trigger keyword followed by tags
101 <li>all test-cases are labelled with CSIT RF topic tags
102 defined in <i>csit/docs/tag_documentation.rst</i>
104 <li>proposed keywords
106 <li>focus on testing specified vpp packet processing path
107 <li>format: csit-{node-arch}-perftest tag_list
109 <li>default tags for vpp startup config and perf test type
111 <li>IP4BASE, IP6BASE, L2BDBASE
112 <li>64B/78B: 64B/78B packet size
114 <li>X710: x710 Fortville NIC
115 <li>MRR: MRR throughput
119 <li>jjb verify: PASS/FAIL
125 project-type: freestyle
128 archive-artifacts: 'archive/*.*'
132 daysToKeep: '{build-days-to-keep}'
133 numToKeep: '{build-num-to-keep}'
134 artifactDaysToKeep: '{build-artifact-days-to-keep}'
135 artifactNumToKeep: '{build-artifact-num-to-keep}'
142 - gerrit-refspec-parameter
143 - gerrit-event-type-parameter
144 - gerrit-event-comment-text-parameter
146 name: ARCHIVE_ARTIFACTS
147 default: '{archive-artifacts}'
148 description: Artifacts to archive to the logs server.
151 - gerrit-trigger-scm:
152 credentials-id: 'jenkins-gerrit-credentials'
153 refspec: '$GERRIT_REFSPEC'
154 choosing-strategy: 'gerrit'
157 - fdio-infra-wrappers-non-activity-timeout:
158 build-timeout: '{build-timeout}'
162 server-name: 'Primary'
164 - comment-added-contains-event:
165 comment-contains-value: 'csit-{node-arch}-perftest'
167 - project-compare-type: 'ANT'
168 project-pattern: '{project}'
170 - branch-compare-type: 'ANT'
171 branch-pattern: '**/{branch}'
180 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
188 - fdio-infra-shiplogs:
189 maven-version: 'mvn33-new'
192 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
198 <li>check vpp perf mrr daily
200 <li>perf test-cases selection
202 <li>all CSIT VPP MRR perf suites
206 <li>jjb verify: PASS/FAIL
208 <li>analyse: csit project (catch malfunctions/degradations)
212 project-type: freestyle
215 archive-artifacts: 'csit/archive/*.*'
219 daysToKeep: '{build-days-to-keep}'
220 numToKeep: '{build-num-to-keep}'
221 artifactDaysToKeep: '{build-artifact-days-to-keep}'
222 artifactNumToKeep: '{build-artifact-num-to-keep}'
230 name: ARCHIVE_ARTIFACTS
231 default: '{archive-artifacts}'
232 description: Artifacts to archive to the logs server.
235 - fdio-infra-wrappers-non-activity-timeout:
236 build-timeout: '{build-timeout}'
239 - timed: '0 2,14 * * *'
242 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
244 properties-file: variables.prop
246 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
250 output-path: 'csit/archive'
254 - fdio-infra-shiplogs:
255 maven-version: 'mvn33-new'
258 name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
264 <li>check vpp perf mrr weekly on 2n-skx
266 <li>perf test-cases selection
268 <li>NF Density CSIT VPP MRR perf suites
272 <li>jjb verify: PASS/FAIL
274 <li>analyse: csit project (catch malfunctions/degradations)
278 project-type: freestyle
281 archive-artifacts: 'csit/archive/*.*'
285 daysToKeep: '{build-days-to-keep}'
286 numToKeep: '{build-num-to-keep}'
287 artifactDaysToKeep: '{build-artifact-days-to-keep}'
288 artifactNumToKeep: '{build-artifact-num-to-keep}'
296 name: ARCHIVE_ARTIFACTS
297 default: '{archive-artifacts}'
298 description: Artifacts to archive to the logs server.
301 - fdio-infra-wrappers-non-activity-timeout:
302 build-timeout: '{build-timeout}'
308 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
310 properties-file: variables.prop
312 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
316 output-path: 'csit/archive'
320 - fdio-infra-shiplogs:
321 maven-version: 'mvn33-new'
324 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
330 <li>check vpp perf ndrpdr weekly on {node-arch}
332 <li>perf test-cases selection
334 <li>pre-selected CSIT VPP NDRPDR perf suites
338 <li>jjb verify: PASS/FAIL
340 <li>analyse: csit project (catch malfunctions/degradations)
343 project-type: freestyle
346 archive-artifacts: 'csit/archive/*.*'
350 daysToKeep: '{build-days-to-keep}'
351 numToKeep: '{build-num-to-keep}'
352 artifactDaysToKeep: '{build-artifact-days-to-keep}'
353 artifactNumToKeep: '{build-artifact-num-to-keep}'
361 name: ARCHIVE_ARTIFACTS
362 default: '{archive-artifacts}'
363 description: Artifacts to archive to the logs server.
366 - fdio-infra-wrappers-non-activity-timeout:
367 build-timeout: '{build-timeout}'
373 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
375 properties-file: variables.prop
377 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
381 output-path: 'csit/archive'
385 - fdio-infra-shiplogs:
386 maven-version: 'mvn33-new'
389 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
395 <li>perf verify - per csit gerrit patch
399 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
400 <li>trigger: keyword in comment to csit patch:
401 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
403 <li>perf test-cases selection
405 <li>test-cases selected using trigger keyword followed by tags
406 <li>all test-cases are labelled with CSIT RF topic tags
407 defined in <i>csit/docs/tag_documentation.rst</i>
409 <li>default tags for dpdk perf test type
411 <li>IP4BASE, L2XCBASE
412 <li>64B: 64B packet size
414 <li>X710: x710 Fortville NIC
415 <li>MRR: MRR throughput
419 <li>jjb verify: PASS/FAIL
425 project-type: freestyle
428 archive-artifacts: 'archive/*.*'
432 daysToKeep: '{build-days-to-keep}'
433 numToKeep: '{build-num-to-keep}'
434 artifactDaysToKeep: '{build-artifact-days-to-keep}'
435 artifactNumToKeep: '{build-artifact-num-to-keep}'
443 name: ARCHIVE_ARTIFACTS
444 default: '{archive-artifacts}'
445 description: Artifacts to archive to the logs server.
448 - gerrit-trigger-scm:
449 credentials-id: 'jenkins-gerrit-credentials'
450 refspec: '$GERRIT_REFSPEC'
451 choosing-strategy: 'gerrit'
454 - fdio-infra-wrappers-non-activity-timeout:
455 build-timeout: '{build-timeout}'
459 server-name: 'Primary'
461 - comment-added-contains-event:
462 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
464 - project-compare-type: 'ANT'
465 project-pattern: '{project}'
467 - branch-compare-type: 'ANT'
468 branch-pattern: '**/{branch}'
477 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
485 - fdio-infra-shiplogs:
486 maven-version: 'mvn33-new'
489 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
495 <li>check dpdk perf mrr weekly
497 <li>perf test-cases selection
499 <li>all CSIT DPDK MRR perf suites
503 <li>jjb verify: PASS/FAIL
505 <li>analyse: csit project (catch malfunctions/degradations)
509 project-type: freestyle
512 archive-artifacts: 'csit/archive/*.*'
516 daysToKeep: '{build-days-to-keep}'
517 numToKeep: '{build-num-to-keep}'
518 artifactDaysToKeep: '{build-artifact-days-to-keep}'
519 artifactNumToKeep: '{build-artifact-num-to-keep}'
527 name: ARCHIVE_ARTIFACTS
528 default: '{archive-artifacts}'
529 description: Artifacts to archive to the logs server.
532 - fdio-infra-wrappers-non-activity-timeout:
533 build-timeout: '{build-timeout}'
539 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
541 properties-file: variables.prop
543 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
547 output-path: 'csit/archive'
551 - fdio-infra-shiplogs:
552 maven-version: 'mvn33-new'
555 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
557 # yamllint disable rule:line-length
562 <li>perf verify - per csit gerrit patch
566 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
567 <li>trigger: keyword in comment to csit patch:
568 <b>csit--ligato-{node-arch}-perftest tag_list</b>
570 <li>perf test-cases selection
572 <li>test-cases selected using trigger keyword followed by tags
573 <li>all test-cases are labelled with CSIT RF topic tags
574 defined in <i>csit/docs/tag_documentation.rst</i>
576 <li>proposed keywords
578 <li>focus on testing specified Kubernetes orchestrated topologies
579 <li>format: csit-ligato-{node-arch}-perftest tag_list
581 <li>default tags for vpp startup config and perf test type
583 <li>IP4BASE, IP6BASE, L2BDBASE
584 <li>64B/78B: 64B/78B packet size
586 <li>X710: x710 Fortville NIC
587 <li>MRR: MRR throughput
591 <li>jjb verify: PASS/FAIL
596 # yamllint enable rule:line-length
598 project-type: freestyle
599 # As the nomad executors are running docker containers we cannot run
600 # ligato-perf job due to dependency on using docker inside.
601 # TODO: Find the mechanics how to offload job logic from compiling docker
602 # image so we can move this executor to ubuntu1804-us
603 node: '{ligato-executor}'
605 archive-artifacts: 'archive/*.*'
609 daysToKeep: '{build-days-to-keep}'
610 numToKeep: '{build-num-to-keep}'
611 artifactDaysToKeep: '{build-artifact-days-to-keep}'
612 artifactNumToKeep: '{build-artifact-num-to-keep}'
619 - gerrit-refspec-parameter
620 - gerrit-event-type-parameter
621 - gerrit-event-comment-text-parameter
623 name: ARCHIVE_ARTIFACTS
624 default: '{archive-artifacts}'
625 description: Artifacts to archive to the logs server.
628 - gerrit-trigger-scm:
629 credentials-id: 'jenkins-gerrit-credentials'
630 refspec: '$GERRIT_REFSPEC'
631 choosing-strategy: 'gerrit'
634 - fdio-infra-wrappers-non-activity-timeout:
635 build-timeout: '{build-timeout}'
639 server-name: 'Primary'
641 - comment-added-contains-event:
642 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
644 - project-compare-type: 'ANT'
645 project-pattern: '{project}'
647 - branch-compare-type: 'ANT'
648 branch-pattern: '**/{branch}'
657 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
665 - fdio-infra-shiplogs:
666 maven-version: 'mvn33-new'