1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 vpp-mrr-daily-periodicity: '0 14 * * *'
32 - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
33 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
38 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
39 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
44 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
47 executor: 'ubuntu1804-us'
48 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
51 vpp-mrr-daily-periodicity: '0 2,14 * * *'
56 executor: 'ubuntu1804-us'
59 branch-id: 'oper-rls1807'
60 executor: 'ubuntu1604-basebuild-8c-32g'
63 branch-id: 'oper-rls1810'
64 executor: 'ubuntu1604-basebuild-8c-32g'
67 branch-id: 'oper-rls1901'
68 executor: 'ubuntu1604-basebuild-8c-32g'
71 branch-id: 'oper-rls1904'
72 executor: 'ubuntu1804-us'
74 build-artifact-num-to-keep: 10
82 executor: 'ubuntu1804arm-us'
83 ligato-executor: 'ubuntu1804arm-us'
86 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
92 <li>perf verify - per csit gerrit patch
96 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
97 <li>trigger: keyword in comment to csit patch:
98 <b>csit-{node-arch}-perftest tag_list</b>
100 <li>perf test-cases selection
102 <li>test-cases selected using trigger keyword followed by tags
103 <li>all test-cases are labelled with CSIT RF topic tags
104 defined in <i>csit/docs/tag_documentation.rst</i>
106 <li>proposed keywords
108 <li>focus on testing specified vpp packet processing path
109 <li>format: csit-{node-arch}-perftest tag_list
111 <li>default tags for vpp startup config and perf test type
113 <li>IP4BASE, IP6BASE, L2BDBASE
114 <li>64B/78B: 64B/78B packet size
116 <li>X710: x710 Fortville NIC
117 <li>MRR: MRR throughput
121 <li>jjb verify: PASS/FAIL
127 project-type: freestyle
130 archive-artifacts: 'archive/*.*'
134 daysToKeep: '{build-days-to-keep}'
135 numToKeep: '{build-num-to-keep}'
136 artifactDaysToKeep: '{build-artifact-days-to-keep}'
137 artifactNumToKeep: '{build-artifact-num-to-keep}'
144 - gerrit-refspec-parameter
145 - gerrit-event-type-parameter
146 - gerrit-event-comment-text-parameter
148 name: ARCHIVE_ARTIFACTS
149 default: '{archive-artifacts}'
150 description: Artifacts to archive to the logs server.
153 - gerrit-trigger-scm:
154 credentials-id: 'jenkins-gerrit-credentials'
155 refspec: '$GERRIT_REFSPEC'
156 choosing-strategy: 'gerrit'
159 - fdio-infra-wrappers-non-activity-timeout:
160 build-timeout: '{build-timeout}'
164 server-name: 'Primary'
166 - comment-added-contains-event:
167 comment-contains-value: 'csit-{node-arch}-perftest'
169 - project-compare-type: 'ANT'
170 project-pattern: '{project}'
172 - branch-compare-type: 'ANT'
173 branch-pattern: '**/{branch}'
182 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
190 - fdio-infra-shiplogs:
191 maven-version: 'mvn33-new'
194 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
200 <li>check vpp perf mrr daily
202 <li>perf test-cases selection
204 <li>all CSIT VPP MRR perf suites
208 <li>jjb verify: PASS/FAIL
210 <li>analyse: csit project (catch malfunctions/degradations)
214 project-type: freestyle
217 archive-artifacts: 'csit/archive/*.*'
221 daysToKeep: '{build-days-to-keep}'
222 numToKeep: '{build-num-to-keep}'
223 artifactDaysToKeep: '{build-artifact-days-to-keep}'
224 artifactNumToKeep: '{build-artifact-num-to-keep}'
232 name: ARCHIVE_ARTIFACTS
233 default: '{archive-artifacts}'
234 description: Artifacts to archive to the logs server.
237 - fdio-infra-wrappers-non-activity-timeout:
238 build-timeout: '{build-timeout}'
241 - timed: '{vpp-mrr-daily-periodicity}'
244 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
246 properties-file: variables.prop
248 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
252 output-path: 'csit/archive'
256 - fdio-infra-shiplogs:
257 maven-version: 'mvn33-new'
260 name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
266 <li>check vpp perf mrr weekly on 2n-skx
268 <li>perf test-cases selection
270 <li>NF Density CSIT VPP MRR perf suites
274 <li>jjb verify: PASS/FAIL
276 <li>analyse: csit project (catch malfunctions/degradations)
280 project-type: freestyle
283 archive-artifacts: 'csit/archive/*.*'
287 daysToKeep: '{build-days-to-keep}'
288 numToKeep: '{build-num-to-keep}'
289 artifactDaysToKeep: '{build-artifact-days-to-keep}'
290 artifactNumToKeep: '{build-artifact-num-to-keep}'
298 name: ARCHIVE_ARTIFACTS
299 default: '{archive-artifacts}'
300 description: Artifacts to archive to the logs server.
303 - fdio-infra-wrappers-non-activity-timeout:
304 build-timeout: '{build-timeout}'
310 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
312 properties-file: variables.prop
314 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
318 output-path: 'csit/archive'
322 - fdio-infra-shiplogs:
323 maven-version: 'mvn33-new'
326 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
332 <li>check vpp perf ndrpdr weekly on {node-arch}
334 <li>perf test-cases selection
336 <li>pre-selected CSIT VPP NDRPDR perf suites
340 <li>jjb verify: PASS/FAIL
342 <li>analyse: csit project (catch malfunctions/degradations)
345 project-type: freestyle
348 archive-artifacts: 'csit/archive/*.*'
352 daysToKeep: '{build-days-to-keep}'
353 numToKeep: '{build-num-to-keep}'
354 artifactDaysToKeep: '{build-artifact-days-to-keep}'
355 artifactNumToKeep: '{build-artifact-num-to-keep}'
363 name: ARCHIVE_ARTIFACTS
364 default: '{archive-artifacts}'
365 description: Artifacts to archive to the logs server.
368 - fdio-infra-wrappers-non-activity-timeout:
369 build-timeout: '{build-timeout}'
375 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
377 properties-file: variables.prop
379 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
383 output-path: 'csit/archive'
387 - fdio-infra-shiplogs:
388 maven-version: 'mvn33-new'
391 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
397 <li>perf verify - per csit gerrit patch
401 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
402 <li>trigger: keyword in comment to csit patch:
403 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
405 <li>perf test-cases selection
407 <li>test-cases selected using trigger keyword followed by tags
408 <li>all test-cases are labelled with CSIT RF topic tags
409 defined in <i>csit/docs/tag_documentation.rst</i>
411 <li>default tags for dpdk perf test type
413 <li>IP4BASE, L2XCBASE
414 <li>64B: 64B packet size
416 <li>X710: x710 Fortville NIC
417 <li>MRR: MRR throughput
421 <li>jjb verify: PASS/FAIL
427 project-type: freestyle
430 archive-artifacts: 'archive/*.*'
434 daysToKeep: '{build-days-to-keep}'
435 numToKeep: '{build-num-to-keep}'
436 artifactDaysToKeep: '{build-artifact-days-to-keep}'
437 artifactNumToKeep: '{build-artifact-num-to-keep}'
445 name: ARCHIVE_ARTIFACTS
446 default: '{archive-artifacts}'
447 description: Artifacts to archive to the logs server.
450 - gerrit-trigger-scm:
451 credentials-id: 'jenkins-gerrit-credentials'
452 refspec: '$GERRIT_REFSPEC'
453 choosing-strategy: 'gerrit'
456 - fdio-infra-wrappers-non-activity-timeout:
457 build-timeout: '{build-timeout}'
461 server-name: 'Primary'
463 - comment-added-contains-event:
464 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
466 - project-compare-type: 'ANT'
467 project-pattern: '{project}'
469 - branch-compare-type: 'ANT'
470 branch-pattern: '**/{branch}'
479 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
487 - fdio-infra-shiplogs:
488 maven-version: 'mvn33-new'
491 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
497 <li>check dpdk perf mrr weekly
499 <li>perf test-cases selection
501 <li>all CSIT DPDK MRR perf suites
505 <li>jjb verify: PASS/FAIL
507 <li>analyse: csit project (catch malfunctions/degradations)
511 project-type: freestyle
514 archive-artifacts: 'csit/archive/*.*'
518 daysToKeep: '{build-days-to-keep}'
519 numToKeep: '{build-num-to-keep}'
520 artifactDaysToKeep: '{build-artifact-days-to-keep}'
521 artifactNumToKeep: '{build-artifact-num-to-keep}'
529 name: ARCHIVE_ARTIFACTS
530 default: '{archive-artifacts}'
531 description: Artifacts to archive to the logs server.
534 - fdio-infra-wrappers-non-activity-timeout:
535 build-timeout: '{build-timeout}'
541 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
543 properties-file: variables.prop
545 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
549 output-path: 'csit/archive'
553 - fdio-infra-shiplogs:
554 maven-version: 'mvn33-new'
557 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
559 # yamllint disable rule:line-length
564 <li>perf verify - per csit gerrit patch
568 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
569 <li>trigger: keyword in comment to csit patch:
570 <b>csit--ligato-{node-arch}-perftest tag_list</b>
572 <li>perf test-cases selection
574 <li>test-cases selected using trigger keyword followed by tags
575 <li>all test-cases are labelled with CSIT RF topic tags
576 defined in <i>csit/docs/tag_documentation.rst</i>
578 <li>proposed keywords
580 <li>focus on testing specified Kubernetes orchestrated topologies
581 <li>format: csit-ligato-{node-arch}-perftest tag_list
583 <li>default tags for vpp startup config and perf test type
585 <li>IP4BASE, IP6BASE, L2BDBASE
586 <li>64B/78B: 64B/78B packet size
588 <li>X710: x710 Fortville NIC
589 <li>MRR: MRR throughput
593 <li>jjb verify: PASS/FAIL
598 # yamllint enable rule:line-length
600 project-type: freestyle
601 # As the nomad executors are running docker containers we cannot run
602 # ligato-perf job due to dependency on using docker inside.
603 # TODO: Find the mechanics how to offload job logic from compiling docker
604 # image so we can move this executor to ubuntu1804-us
605 node: '{ligato-executor}'
607 archive-artifacts: 'archive/*.*'
611 daysToKeep: '{build-days-to-keep}'
612 numToKeep: '{build-num-to-keep}'
613 artifactDaysToKeep: '{build-artifact-days-to-keep}'
614 artifactNumToKeep: '{build-artifact-num-to-keep}'
621 - gerrit-refspec-parameter
622 - gerrit-event-type-parameter
623 - gerrit-event-comment-text-parameter
625 name: ARCHIVE_ARTIFACTS
626 default: '{archive-artifacts}'
627 description: Artifacts to archive to the logs server.
630 - gerrit-trigger-scm:
631 credentials-id: 'jenkins-gerrit-credentials'
632 refspec: '$GERRIT_REFSPEC'
633 choosing-strategy: 'gerrit'
636 - fdio-infra-wrappers-non-activity-timeout:
637 build-timeout: '{build-timeout}'
641 server-name: 'Primary'
643 - comment-added-contains-event:
644 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
646 - project-compare-type: 'ANT'
647 project-pattern: '{project}'
649 - branch-compare-type: 'ANT'
650 branch-pattern: '**/{branch}'
659 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
667 - fdio-infra-shiplogs:
668 maven-version: 'mvn33-new'