1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
31 executor: 'ubuntu1804arm-us'
32 vpp-mrr-daily-periodicity: '0 16 * * 6'
33 - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
37 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
43 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
44 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
50 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
53 executor: 'ubuntu1804-us'
54 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
57 vpp-mrr-daily-periodicity: '0 14 * * 1,4'
62 executor: 'ubuntu1804-us'
65 branch-id: 'oper-rls1901'
66 executor: 'ubuntu1604-basebuild-8c-32g'
69 branch-id: 'oper-rls1904'
70 executor: 'ubuntu1804-us'
73 branch-id: 'oper-rls1908'
74 executor: 'ubuntu1804-us'
76 build-artifact-num-to-keep: 10
85 executor: 'ubuntu1804arm-us'
86 ligato-executor: 'ubuntu1804arm-us'
89 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
95 <li>perf verify - per csit gerrit patch
99 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
100 <li>trigger: keyword in comment to csit patch:
101 <b>csit-{node-arch}-perftest tag_list</b>
103 <li>perf test-cases selection
105 <li>test-cases selected using trigger keyword followed by tags
106 <li>all test-cases are labelled with CSIT RF topic tags
107 defined in <i>csit/docs/tag_documentation.rst</i>
109 <li>proposed keywords
111 <li>focus on testing specified vpp packet processing path
112 <li>format: csit-{node-arch}-perftest tag_list
114 <li>default tags for vpp startup config and perf test type
116 <li>IP4BASE, IP6BASE, L2BDBASE
117 <li>64B/78B: 64B/78B packet size
119 <li>X710: x710 Fortville NIC
120 <li>MRR: MRR throughput
124 <li>jjb verify: PASS/FAIL
130 project-type: freestyle
133 archive-artifacts: 'archive/*.*'
137 daysToKeep: '{build-days-to-keep}'
138 numToKeep: '{build-num-to-keep}'
139 artifactDaysToKeep: '{build-artifact-days-to-keep}'
140 artifactNumToKeep: '{build-artifact-num-to-keep}'
147 - gerrit-refspec-parameter
148 - gerrit-event-type-parameter
149 - gerrit-event-comment-text-parameter
151 name: ARCHIVE_ARTIFACTS
152 default: '{archive-artifacts}'
153 description: Artifacts to archive to the logs server.
156 - gerrit-trigger-scm:
157 credentials-id: 'jenkins-gerrit-credentials'
158 refspec: '$GERRIT_REFSPEC'
159 choosing-strategy: 'gerrit'
162 - fdio-infra-wrappers-non-activity-timeout:
163 build-timeout: '{build-timeout}'
167 server-name: 'Primary'
169 - comment-added-contains-event:
170 comment-contains-value: 'csit-{node-arch}-perftest'
172 - project-compare-type: 'ANT'
173 project-pattern: '{project}'
175 - branch-compare-type: 'ANT'
176 branch-pattern: '**/{branch}'
185 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
193 - fdio-infra-shiplogs:
194 maven-version: 'mvn33-new'
197 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
203 <li>check vpp perf mrr daily
205 <li>perf test-cases selection
207 <li>all CSIT VPP MRR perf suites
211 <li>jjb verify: PASS/FAIL
213 <li>analyse: csit project (catch malfunctions/degradations)
217 project-type: freestyle
220 archive-artifacts: 'csit/archive/*.*'
224 daysToKeep: '{build-days-to-keep}'
225 numToKeep: '{build-num-to-keep}'
226 artifactDaysToKeep: '{build-artifact-days-to-keep}'
227 artifactNumToKeep: '{build-artifact-num-to-keep}'
235 name: ARCHIVE_ARTIFACTS
236 default: '{archive-artifacts}'
237 description: Artifacts to archive to the logs server.
240 - fdio-infra-wrappers-non-activity-timeout:
241 build-timeout: '{build-timeout}'
244 - timed: '{vpp-mrr-daily-periodicity}'
247 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
249 properties-file: variables.prop
251 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
255 output-path: 'csit/archive'
259 - fdio-infra-shiplogs:
260 maven-version: 'mvn33-new'
263 name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
269 <li>check vpp perf mrr weekly on {node-arch}
271 <li>perf test-cases selection
273 <li>NF Density CSIT VPP MRR perf suites
277 <li>jjb verify: PASS/FAIL
279 <li>analyse: csit project (catch malfunctions/degradations)
283 project-type: freestyle
286 archive-artifacts: 'csit/archive/*.*'
290 daysToKeep: '{build-days-to-keep}'
291 numToKeep: '{build-num-to-keep}'
292 artifactDaysToKeep: '{build-artifact-days-to-keep}'
293 artifactNumToKeep: '{build-artifact-num-to-keep}'
301 name: ARCHIVE_ARTIFACTS
302 default: '{archive-artifacts}'
303 description: Artifacts to archive to the logs server.
306 - fdio-infra-wrappers-non-activity-timeout:
307 build-timeout: '{build-timeout}'
313 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
315 properties-file: variables.prop
317 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
321 output-path: 'csit/archive'
325 - fdio-infra-shiplogs:
326 maven-version: 'mvn33-new'
329 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
335 <li>check vpp perf ndrpdr weekly on {node-arch}
337 <li>perf test-cases selection
339 <li>pre-selected CSIT VPP NDRPDR perf suites
343 <li>jjb verify: PASS/FAIL
345 <li>analyse: csit project (catch malfunctions/degradations)
348 project-type: freestyle
351 archive-artifacts: 'csit/archive/*.*'
355 daysToKeep: '{build-days-to-keep}'
356 numToKeep: '{build-num-to-keep}'
357 artifactDaysToKeep: '{build-artifact-days-to-keep}'
358 artifactNumToKeep: '{build-artifact-num-to-keep}'
366 name: ARCHIVE_ARTIFACTS
367 default: '{archive-artifacts}'
368 description: Artifacts to archive to the logs server.
371 - fdio-infra-wrappers-non-activity-timeout:
372 build-timeout: '{build-timeout}'
378 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
380 properties-file: variables.prop
382 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
386 output-path: 'csit/archive'
390 - fdio-infra-shiplogs:
391 maven-version: 'mvn33-new'
394 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
400 <li>perf verify - per csit gerrit patch
404 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
405 <li>trigger: keyword in comment to csit patch:
406 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
408 <li>perf test-cases selection
410 <li>test-cases selected using trigger keyword followed by tags
411 <li>all test-cases are labelled with CSIT RF topic tags
412 defined in <i>csit/docs/tag_documentation.rst</i>
414 <li>default tags for dpdk perf test type
416 <li>IP4BASE, L2XCBASE
417 <li>64B: 64B packet size
419 <li>X710: x710 Fortville NIC
420 <li>MRR: MRR throughput
424 <li>jjb verify: PASS/FAIL
430 project-type: freestyle
433 archive-artifacts: 'archive/*.*'
437 daysToKeep: '{build-days-to-keep}'
438 numToKeep: '{build-num-to-keep}'
439 artifactDaysToKeep: '{build-artifact-days-to-keep}'
440 artifactNumToKeep: '{build-artifact-num-to-keep}'
448 name: ARCHIVE_ARTIFACTS
449 default: '{archive-artifacts}'
450 description: Artifacts to archive to the logs server.
453 - gerrit-trigger-scm:
454 credentials-id: 'jenkins-gerrit-credentials'
455 refspec: '$GERRIT_REFSPEC'
456 choosing-strategy: 'gerrit'
459 - fdio-infra-wrappers-non-activity-timeout:
460 build-timeout: '{build-timeout}'
464 server-name: 'Primary'
466 - comment-added-contains-event:
467 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
469 - project-compare-type: 'ANT'
470 project-pattern: '{project}'
472 - branch-compare-type: 'ANT'
473 branch-pattern: '**/{branch}'
482 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
490 - fdio-infra-shiplogs:
491 maven-version: 'mvn33-new'
494 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
500 <li>check dpdk perf mrr weekly
502 <li>perf test-cases selection
504 <li>all CSIT DPDK MRR perf suites
508 <li>jjb verify: PASS/FAIL
510 <li>analyse: csit project (catch malfunctions/degradations)
514 project-type: freestyle
517 archive-artifacts: 'csit/archive/*.*'
521 daysToKeep: '{build-days-to-keep}'
522 numToKeep: '{build-num-to-keep}'
523 artifactDaysToKeep: '{build-artifact-days-to-keep}'
524 artifactNumToKeep: '{build-artifact-num-to-keep}'
532 name: ARCHIVE_ARTIFACTS
533 default: '{archive-artifacts}'
534 description: Artifacts to archive to the logs server.
537 - fdio-infra-wrappers-non-activity-timeout:
538 build-timeout: '{build-timeout}'
544 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
546 properties-file: variables.prop
548 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
552 output-path: 'csit/archive'
556 - fdio-infra-shiplogs:
557 maven-version: 'mvn33-new'
560 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
562 # yamllint disable rule:line-length
567 <li>perf verify - per csit gerrit patch
571 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
572 <li>trigger: keyword in comment to csit patch:
573 <b>csit--ligato-{node-arch}-perftest tag_list</b>
575 <li>perf test-cases selection
577 <li>test-cases selected using trigger keyword followed by tags
578 <li>all test-cases are labelled with CSIT RF topic tags
579 defined in <i>csit/docs/tag_documentation.rst</i>
581 <li>proposed keywords
583 <li>focus on testing specified Kubernetes orchestrated topologies
584 <li>format: csit-ligato-{node-arch}-perftest tag_list
586 <li>default tags for vpp startup config and perf test type
588 <li>IP4BASE, IP6BASE, L2BDBASE
589 <li>64B/78B: 64B/78B packet size
591 <li>X710: x710 Fortville NIC
592 <li>MRR: MRR throughput
596 <li>jjb verify: PASS/FAIL
601 # yamllint enable rule:line-length
603 project-type: freestyle
604 # As the nomad executors are running docker containers we cannot run
605 # ligato-perf job due to dependency on using docker inside.
606 # TODO: Find the mechanics how to offload job logic from compiling docker
607 # image so we can move this executor to ubuntu1804-us
608 node: '{ligato-executor}'
610 archive-artifacts: 'archive/*.*'
614 daysToKeep: '{build-days-to-keep}'
615 numToKeep: '{build-num-to-keep}'
616 artifactDaysToKeep: '{build-artifact-days-to-keep}'
617 artifactNumToKeep: '{build-artifact-num-to-keep}'
624 - gerrit-refspec-parameter
625 - gerrit-event-type-parameter
626 - gerrit-event-comment-text-parameter
628 name: ARCHIVE_ARTIFACTS
629 default: '{archive-artifacts}'
630 description: Artifacts to archive to the logs server.
633 - gerrit-trigger-scm:
634 credentials-id: 'jenkins-gerrit-credentials'
635 refspec: '$GERRIT_REFSPEC'
636 choosing-strategy: 'gerrit'
639 - fdio-infra-wrappers-non-activity-timeout:
640 build-timeout: '{build-timeout}'
644 server-name: 'Primary'
646 - comment-added-contains-event:
647 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
649 - project-compare-type: 'ANT'
650 project-pattern: '{project}'
652 - branch-compare-type: 'ANT'
653 branch-pattern: '**/{branch}'
662 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
670 - fdio-infra-shiplogs:
671 maven-version: 'mvn33-new'