1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 vpp-mrr-daily-periodicity: '0 16 * * 6'
32 - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
33 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
38 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
39 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
44 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
47 executor: 'ubuntu1804-us'
48 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
51 vpp-mrr-daily-periodicity: '0 14 * * 1,4'
56 executor: 'ubuntu1804-us'
59 branch-id: 'oper-rls1901'
60 executor: 'ubuntu1604-basebuild-8c-32g'
63 branch-id: 'oper-rls1904'
64 executor: 'ubuntu1804-us'
67 branch-id: 'oper-rls1908'
68 executor: 'ubuntu1804-us'
70 build-artifact-num-to-keep: 10
78 executor: 'ubuntu1804arm-us'
79 ligato-executor: 'ubuntu1804arm-us'
82 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
88 <li>perf verify - per csit gerrit patch
92 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
93 <li>trigger: keyword in comment to csit patch:
94 <b>csit-{node-arch}-perftest tag_list</b>
96 <li>perf test-cases selection
98 <li>test-cases selected using trigger keyword followed by tags
99 <li>all test-cases are labelled with CSIT RF topic tags
100 defined in <i>csit/docs/tag_documentation.rst</i>
102 <li>proposed keywords
104 <li>focus on testing specified vpp packet processing path
105 <li>format: csit-{node-arch}-perftest tag_list
107 <li>default tags for vpp startup config and perf test type
109 <li>IP4BASE, IP6BASE, L2BDBASE
110 <li>64B/78B: 64B/78B packet size
112 <li>X710: x710 Fortville NIC
113 <li>MRR: MRR throughput
117 <li>jjb verify: PASS/FAIL
123 project-type: freestyle
126 archive-artifacts: 'archive/*.*'
130 daysToKeep: '{build-days-to-keep}'
131 numToKeep: '{build-num-to-keep}'
132 artifactDaysToKeep: '{build-artifact-days-to-keep}'
133 artifactNumToKeep: '{build-artifact-num-to-keep}'
140 - gerrit-refspec-parameter
141 - gerrit-event-type-parameter
142 - gerrit-event-comment-text-parameter
144 name: ARCHIVE_ARTIFACTS
145 default: '{archive-artifacts}'
146 description: Artifacts to archive to the logs server.
149 - gerrit-trigger-scm:
150 credentials-id: 'jenkins-gerrit-credentials'
151 refspec: '$GERRIT_REFSPEC'
152 choosing-strategy: 'gerrit'
155 - fdio-infra-wrappers-non-activity-timeout:
156 build-timeout: '{build-timeout}'
160 server-name: 'Primary'
162 - comment-added-contains-event:
163 comment-contains-value: 'csit-{node-arch}-perftest'
165 - project-compare-type: 'ANT'
166 project-pattern: '{project}'
168 - branch-compare-type: 'ANT'
169 branch-pattern: '**/{branch}'
178 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
186 - fdio-infra-shiplogs:
187 maven-version: 'mvn33-new'
190 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
196 <li>check vpp perf mrr daily
198 <li>perf test-cases selection
200 <li>all CSIT VPP MRR perf suites
204 <li>jjb verify: PASS/FAIL
206 <li>analyse: csit project (catch malfunctions/degradations)
210 project-type: freestyle
213 archive-artifacts: 'csit/archive/*.*'
217 daysToKeep: '{build-days-to-keep}'
218 numToKeep: '{build-num-to-keep}'
219 artifactDaysToKeep: '{build-artifact-days-to-keep}'
220 artifactNumToKeep: '{build-artifact-num-to-keep}'
228 name: ARCHIVE_ARTIFACTS
229 default: '{archive-artifacts}'
230 description: Artifacts to archive to the logs server.
233 - fdio-infra-wrappers-non-activity-timeout:
234 build-timeout: '{build-timeout}'
237 - timed: '{vpp-mrr-daily-periodicity}'
240 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
242 properties-file: variables.prop
244 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
248 output-path: 'csit/archive'
252 - fdio-infra-shiplogs:
253 maven-version: 'mvn33-new'
256 name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
262 <li>check vpp perf mrr weekly on 2n-skx
264 <li>perf test-cases selection
266 <li>NF Density CSIT VPP MRR perf suites
270 <li>jjb verify: PASS/FAIL
272 <li>analyse: csit project (catch malfunctions/degradations)
276 project-type: freestyle
279 archive-artifacts: 'csit/archive/*.*'
283 daysToKeep: '{build-days-to-keep}'
284 numToKeep: '{build-num-to-keep}'
285 artifactDaysToKeep: '{build-artifact-days-to-keep}'
286 artifactNumToKeep: '{build-artifact-num-to-keep}'
294 name: ARCHIVE_ARTIFACTS
295 default: '{archive-artifacts}'
296 description: Artifacts to archive to the logs server.
299 - fdio-infra-wrappers-non-activity-timeout:
300 build-timeout: '{build-timeout}'
306 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
308 properties-file: variables.prop
310 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
314 output-path: 'csit/archive'
318 - fdio-infra-shiplogs:
319 maven-version: 'mvn33-new'
322 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
328 <li>check vpp perf ndrpdr weekly on {node-arch}
330 <li>perf test-cases selection
332 <li>pre-selected CSIT VPP NDRPDR perf suites
336 <li>jjb verify: PASS/FAIL
338 <li>analyse: csit project (catch malfunctions/degradations)
341 project-type: freestyle
344 archive-artifacts: 'csit/archive/*.*'
348 daysToKeep: '{build-days-to-keep}'
349 numToKeep: '{build-num-to-keep}'
350 artifactDaysToKeep: '{build-artifact-days-to-keep}'
351 artifactNumToKeep: '{build-artifact-num-to-keep}'
359 name: ARCHIVE_ARTIFACTS
360 default: '{archive-artifacts}'
361 description: Artifacts to archive to the logs server.
364 - fdio-infra-wrappers-non-activity-timeout:
365 build-timeout: '{build-timeout}'
371 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
373 properties-file: variables.prop
375 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
379 output-path: 'csit/archive'
383 - fdio-infra-shiplogs:
384 maven-version: 'mvn33-new'
387 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
393 <li>perf verify - per csit gerrit patch
397 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
398 <li>trigger: keyword in comment to csit patch:
399 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
401 <li>perf test-cases selection
403 <li>test-cases selected using trigger keyword followed by tags
404 <li>all test-cases are labelled with CSIT RF topic tags
405 defined in <i>csit/docs/tag_documentation.rst</i>
407 <li>default tags for dpdk perf test type
409 <li>IP4BASE, L2XCBASE
410 <li>64B: 64B packet size
412 <li>X710: x710 Fortville NIC
413 <li>MRR: MRR throughput
417 <li>jjb verify: PASS/FAIL
423 project-type: freestyle
426 archive-artifacts: 'archive/*.*'
430 daysToKeep: '{build-days-to-keep}'
431 numToKeep: '{build-num-to-keep}'
432 artifactDaysToKeep: '{build-artifact-days-to-keep}'
433 artifactNumToKeep: '{build-artifact-num-to-keep}'
441 name: ARCHIVE_ARTIFACTS
442 default: '{archive-artifacts}'
443 description: Artifacts to archive to the logs server.
446 - gerrit-trigger-scm:
447 credentials-id: 'jenkins-gerrit-credentials'
448 refspec: '$GERRIT_REFSPEC'
449 choosing-strategy: 'gerrit'
452 - fdio-infra-wrappers-non-activity-timeout:
453 build-timeout: '{build-timeout}'
457 server-name: 'Primary'
459 - comment-added-contains-event:
460 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
462 - project-compare-type: 'ANT'
463 project-pattern: '{project}'
465 - branch-compare-type: 'ANT'
466 branch-pattern: '**/{branch}'
475 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
483 - fdio-infra-shiplogs:
484 maven-version: 'mvn33-new'
487 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
493 <li>check dpdk perf mrr weekly
495 <li>perf test-cases selection
497 <li>all CSIT DPDK MRR perf suites
501 <li>jjb verify: PASS/FAIL
503 <li>analyse: csit project (catch malfunctions/degradations)
507 project-type: freestyle
510 archive-artifacts: 'csit/archive/*.*'
514 daysToKeep: '{build-days-to-keep}'
515 numToKeep: '{build-num-to-keep}'
516 artifactDaysToKeep: '{build-artifact-days-to-keep}'
517 artifactNumToKeep: '{build-artifact-num-to-keep}'
525 name: ARCHIVE_ARTIFACTS
526 default: '{archive-artifacts}'
527 description: Artifacts to archive to the logs server.
530 - fdio-infra-wrappers-non-activity-timeout:
531 build-timeout: '{build-timeout}'
537 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
539 properties-file: variables.prop
541 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
545 output-path: 'csit/archive'
549 - fdio-infra-shiplogs:
550 maven-version: 'mvn33-new'
553 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
555 # yamllint disable rule:line-length
560 <li>perf verify - per csit gerrit patch
564 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
565 <li>trigger: keyword in comment to csit patch:
566 <b>csit--ligato-{node-arch}-perftest tag_list</b>
568 <li>perf test-cases selection
570 <li>test-cases selected using trigger keyword followed by tags
571 <li>all test-cases are labelled with CSIT RF topic tags
572 defined in <i>csit/docs/tag_documentation.rst</i>
574 <li>proposed keywords
576 <li>focus on testing specified Kubernetes orchestrated topologies
577 <li>format: csit-ligato-{node-arch}-perftest tag_list
579 <li>default tags for vpp startup config and perf test type
581 <li>IP4BASE, IP6BASE, L2BDBASE
582 <li>64B/78B: 64B/78B packet size
584 <li>X710: x710 Fortville NIC
585 <li>MRR: MRR throughput
589 <li>jjb verify: PASS/FAIL
594 # yamllint enable rule:line-length
596 project-type: freestyle
597 # As the nomad executors are running docker containers we cannot run
598 # ligato-perf job due to dependency on using docker inside.
599 # TODO: Find the mechanics how to offload job logic from compiling docker
600 # image so we can move this executor to ubuntu1804-us
601 node: '{ligato-executor}'
603 archive-artifacts: 'archive/*.*'
607 daysToKeep: '{build-days-to-keep}'
608 numToKeep: '{build-num-to-keep}'
609 artifactDaysToKeep: '{build-artifact-days-to-keep}'
610 artifactNumToKeep: '{build-artifact-num-to-keep}'
617 - gerrit-refspec-parameter
618 - gerrit-event-type-parameter
619 - gerrit-event-comment-text-parameter
621 name: ARCHIVE_ARTIFACTS
622 default: '{archive-artifacts}'
623 description: Artifacts to archive to the logs server.
626 - gerrit-trigger-scm:
627 credentials-id: 'jenkins-gerrit-credentials'
628 refspec: '$GERRIT_REFSPEC'
629 choosing-strategy: 'gerrit'
632 - fdio-infra-wrappers-non-activity-timeout:
633 build-timeout: '{build-timeout}'
637 server-name: 'Primary'
639 - comment-added-contains-event:
640 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
642 - project-compare-type: 'ANT'
643 project-pattern: '{project}'
645 - branch-compare-type: 'ANT'
646 branch-pattern: '**/{branch}'
655 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
663 - fdio-infra-shiplogs:
664 maven-version: 'mvn33-new'