1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{vpp-mrr-daily-node-arch}'
23 - 'csit-vpp-perf-mrr-weekly-master-2n-skx'
24 - 'csit-vpp-perf-ndrpdr-weekly-master-{vpp-ndrpdr-weekly-node-arch}'
25 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
26 - 'csit-dpdk-perf-mrr-weekly-master{dpdk-mrr-weekly-node-arch}'
27 - 'csit-ligato-perf-verify-{stream}-{node-arch}'
32 executor: 'ubuntu1804-us'
33 build-artifact-num-to-keep: 10
40 vpp-ndrpdr-weekly-node-arch:
45 dpdk-mrr-weekly-node-arch:
50 vpp-mrr-daily-node-arch:
55 executor: 'ubuntu1804arm-us'
61 executor: 'ubuntu1804-us'
64 branch-id: 'oper-rls1807'
65 executor: 'ubuntu1604-basebuild-8c-32g'
68 branch-id: 'oper-rls1810'
69 executor: 'ubuntu1604-basebuild-8c-32g'
72 branch-id: 'oper-rls1901'
73 executor: 'ubuntu1604-basebuild-8c-32g'
76 branch-id: 'oper-rls1904'
77 executor: 'ubuntu1804-us'
80 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
86 <li>perf verify - per csit gerrit patch
90 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
91 <li>trigger: keyword in comment to csit patch:
92 <b>csit-{node-arch}-perftest tag_list</b>
94 <li>perf test-cases selection
96 <li>test-cases selected using trigger keyword followed by tags
97 <li>all test-cases are labelled with CSIT RF topic tags
98 defined in <i>csit/docs/tag_documentation.rst</i>
100 <li>proposed keywords
102 <li>focus on testing specified vpp packet processing path
103 <li>format: csit-{node-arch}-perftest tag_list
105 <li>default tags for vpp startup config and perf test type
107 <li>IP4BASE, IP6BASE, L2BDBASE
108 <li>64B/78B: 64B/78B packet size
110 <li>X710: x710 Fortville NIC
111 <li>MRR: MRR throughput
115 <li>jjb verify: PASS/FAIL
121 project-type: freestyle
124 archive-artifacts: 'archive/*.*'
128 daysToKeep: '{build-days-to-keep}'
129 numToKeep: '{build-num-to-keep}'
130 artifactDaysToKeep: '{build-artifact-days-to-keep}'
131 artifactNumToKeep: '{build-artifact-num-to-keep}'
138 - gerrit-refspec-parameter
139 - gerrit-event-type-parameter
140 - gerrit-event-comment-text-parameter
142 name: ARCHIVE_ARTIFACTS
143 default: '{archive-artifacts}'
144 description: Artifacts to archive to the logs server.
147 - gerrit-trigger-scm:
148 credentials-id: 'jenkins-gerrit-credentials'
149 refspec: '$GERRIT_REFSPEC'
150 choosing-strategy: 'gerrit'
153 - fdio-infra-wrappers-non-activity-timeout:
154 build-timeout: '{build-timeout}'
158 server-name: 'Primary'
160 - comment-added-contains-event:
161 comment-contains-value: 'csit-{node-arch}-perftest'
163 - project-compare-type: 'ANT'
164 project-pattern: '{project}'
166 - branch-compare-type: 'ANT'
167 branch-pattern: '**/{branch}'
176 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
184 - fdio-infra-shiplogs:
185 maven-version: 'mvn33-new'
188 name: 'csit-vpp-perf-mrr-daily-master{vpp-mrr-daily-node-arch}'
194 <li>check vpp perf mrr daily
196 <li>perf test-cases selection
198 <li>all CSIT VPP MRR perf suites
202 <li>jjb verify: PASS/FAIL
204 <li>analyse: csit project (catch malfunctions/degradations)
208 project-type: freestyle
211 archive-artifacts: 'csit/archive/*.*'
215 daysToKeep: '{build-days-to-keep}'
216 numToKeep: '{build-num-to-keep}'
217 artifactDaysToKeep: '{build-artifact-days-to-keep}'
218 artifactNumToKeep: '{build-artifact-num-to-keep}'
226 name: ARCHIVE_ARTIFACTS
227 default: '{archive-artifacts}'
228 description: Artifacts to archive to the logs server.
231 - fdio-infra-wrappers-non-activity-timeout:
232 build-timeout: '{build-timeout}'
235 - timed: '0 2,14 * * *'
238 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
240 properties-file: variables.prop
242 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
246 output-path: 'csit/archive'
250 - fdio-infra-shiplogs:
251 maven-version: 'mvn33-new'
254 name: 'csit-vpp-perf-mrr-weekly-master-2n-skx'
260 <li>check vpp perf mrr weekly on 2n-skx
262 <li>perf test-cases selection
264 <li>NF Density CSIT VPP MRR perf suites
268 <li>jjb verify: PASS/FAIL
270 <li>analyse: csit project (catch malfunctions/degradations)
274 project-type: freestyle
277 archive-artifacts: 'csit/archive/*.*'
281 daysToKeep: '{build-days-to-keep}'
282 numToKeep: '{build-num-to-keep}'
283 artifactDaysToKeep: '{build-artifact-days-to-keep}'
284 artifactNumToKeep: '{build-artifact-num-to-keep}'
292 name: ARCHIVE_ARTIFACTS
293 default: '{archive-artifacts}'
294 description: Artifacts to archive to the logs server.
297 - fdio-infra-wrappers-non-activity-timeout:
298 build-timeout: '{build-timeout}'
304 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
306 properties-file: variables.prop
308 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
312 output-path: 'csit/archive'
316 - fdio-infra-shiplogs:
317 maven-version: 'mvn33-new'
320 name: 'csit-vpp-perf-ndrpdr-weekly-master-{vpp-ndrpdr-weekly-node-arch}'
326 <li>check vpp perf ndrpdr weekly on {vpp-ndrpdr-weekly-node-arch}
328 <li>perf test-cases selection
330 <li>pre-selected CSIT VPP NDRPDR perf suites
334 <li>jjb verify: PASS/FAIL
336 <li>analyse: csit project (catch malfunctions/degradations)
339 project-type: freestyle
342 archive-artifacts: 'csit/archive/*.*'
346 daysToKeep: '{build-days-to-keep}'
347 numToKeep: '{build-num-to-keep}'
348 artifactDaysToKeep: '{build-artifact-days-to-keep}'
349 artifactNumToKeep: '{build-artifact-num-to-keep}'
357 name: ARCHIVE_ARTIFACTS
358 default: '{archive-artifacts}'
359 description: Artifacts to archive to the logs server.
362 - fdio-infra-wrappers-non-activity-timeout:
363 build-timeout: '{build-timeout}'
369 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
371 properties-file: variables.prop
373 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
377 output-path: 'csit/archive'
381 - fdio-infra-shiplogs:
382 maven-version: 'mvn33-new'
385 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
391 <li>perf verify - per csit gerrit patch
395 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
396 <li>trigger: keyword in comment to csit patch:
397 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
399 <li>perf test-cases selection
401 <li>test-cases selected using trigger keyword followed by tags
402 <li>all test-cases are labelled with CSIT RF topic tags
403 defined in <i>csit/docs/tag_documentation.rst</i>
405 <li>default tags for dpdk perf test type
407 <li>IP4BASE, L2XCBASE
408 <li>64B: 64B packet size
410 <li>X710: x710 Fortville NIC
411 <li>MRR: MRR throughput
415 <li>jjb verify: PASS/FAIL
421 project-type: freestyle
424 archive-artifacts: 'archive/*.*'
428 daysToKeep: '{build-days-to-keep}'
429 numToKeep: '{build-num-to-keep}'
430 artifactDaysToKeep: '{build-artifact-days-to-keep}'
431 artifactNumToKeep: '{build-artifact-num-to-keep}'
439 name: ARCHIVE_ARTIFACTS
440 default: '{archive-artifacts}'
441 description: Artifacts to archive to the logs server.
444 - gerrit-trigger-scm:
445 credentials-id: 'jenkins-gerrit-credentials'
446 refspec: '$GERRIT_REFSPEC'
447 choosing-strategy: 'gerrit'
450 - fdio-infra-wrappers-non-activity-timeout:
451 build-timeout: '{build-timeout}'
455 server-name: 'Primary'
457 - comment-added-contains-event:
458 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
460 - project-compare-type: 'ANT'
461 project-pattern: '{project}'
463 - branch-compare-type: 'ANT'
464 branch-pattern: '**/{branch}'
473 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
481 - fdio-infra-shiplogs:
482 maven-version: 'mvn33-new'
485 name: 'csit-dpdk-perf-mrr-weekly-master{dpdk-mrr-weekly-node-arch}'
491 <li>check dpdk perf mrr weekly
493 <li>perf test-cases selection
495 <li>all CSIT DPDK MRR perf suites
499 <li>jjb verify: PASS/FAIL
501 <li>analyse: csit project (catch malfunctions/degradations)
505 project-type: freestyle
508 archive-artifacts: 'csit/archive/*.*'
512 daysToKeep: '{build-days-to-keep}'
513 numToKeep: '{build-num-to-keep}'
514 artifactDaysToKeep: '{build-artifact-days-to-keep}'
515 artifactNumToKeep: '{build-artifact-num-to-keep}'
523 name: ARCHIVE_ARTIFACTS
524 default: '{archive-artifacts}'
525 description: Artifacts to archive to the logs server.
528 - fdio-infra-wrappers-non-activity-timeout:
529 build-timeout: '{build-timeout}'
535 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
537 properties-file: variables.prop
539 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
543 output-path: 'csit/archive'
547 - fdio-infra-shiplogs:
548 maven-version: 'mvn33-new'
551 name: 'csit-ligato-perf-verify-{stream}-{node-arch}'
553 # yamllint disable rule:line-length
558 <li>perf verify - per csit gerrit patch
562 <li>name: <b>csit-ligato-perf-verify-{stream}-{node-arch}</b>
563 <li>trigger: keyword in comment to csit patch:
564 <b>csit--ligato-{node-arch}-perftest tag_list</b>
566 <li>perf test-cases selection
568 <li>test-cases selected using trigger keyword followed by tags
569 <li>all test-cases are labelled with CSIT RF topic tags
570 defined in <i>csit/docs/tag_documentation.rst</i>
572 <li>proposed keywords
574 <li>focus on testing specified Kubernetes orchestrated topologies
575 <li>format: csit-ligato-{node-arch}-perftest tag_list
577 <li>default tags for vpp startup config and perf test type
579 <li>IP4BASE, IP6BASE, L2BDBASE
580 <li>64B/78B: 64B/78B packet size
582 <li>X710: x710 Fortville NIC
583 <li>MRR: MRR throughput
587 <li>jjb verify: PASS/FAIL
592 # yamllint enable rule:line-length
594 project-type: freestyle
595 # As the nomad executors are running docker containers we cannot run
596 # ligato-perf job due to dependency on using docker inside.
597 # TODO: Find the mechanics how to offload job logic from compiling docker
598 # image so we can move this executor to ubuntu1804-us
599 node: 'ubuntu1804-basebuild-4c-4g'
601 archive-artifacts: 'archive/*.*'
605 daysToKeep: '{build-days-to-keep}'
606 numToKeep: '{build-num-to-keep}'
607 artifactDaysToKeep: '{build-artifact-days-to-keep}'
608 artifactNumToKeep: '{build-artifact-num-to-keep}'
615 - gerrit-refspec-parameter
616 - gerrit-event-type-parameter
617 - gerrit-event-comment-text-parameter
619 name: ARCHIVE_ARTIFACTS
620 default: '{archive-artifacts}'
621 description: Artifacts to archive to the logs server.
624 - gerrit-trigger-scm:
625 credentials-id: 'jenkins-gerrit-credentials'
626 refspec: '$GERRIT_REFSPEC'
627 choosing-strategy: 'gerrit'
630 - fdio-infra-wrappers-non-activity-timeout:
631 build-timeout: '{build-timeout}'
635 server-name: 'Primary'
637 - comment-added-contains-event:
638 comment-contains-value: 'csit-ligato-{node-arch}-perftest'
640 - project-compare-type: 'ANT'
641 project-pattern: '{project}'
643 - branch-compare-type: 'ANT'
644 branch-pattern: '**/{branch}'
653 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
661 - fdio-infra-shiplogs:
662 maven-version: 'mvn33-new'
665 name: 'csit-nsh_sfc-verify-perf-{stream}'
667 project-type: freestyle
668 node: 'ubuntu1604-basebuild-4c-4g'
670 archive-artifacts: 'archive/*.*'
674 daysToKeep: '{build-days-to-keep}'
675 numToKeep: '{build-num-to-keep}'
676 artifactDaysToKeep: '{build-artifact-days-to-keep}'
677 artifactNumToKeep: '{build-artifact-num-to-keep}'
689 name: ARCHIVE_ARTIFACTS
690 default: '{archive-artifacts}'
691 description: Artifacts to archive to the logs server.
694 - gerrit-trigger-scm:
695 credentials-id: 'jenkins-gerrit-credentials'
696 refspec: '$GERRIT_REFSPEC'
697 choosing-strategy: 'gerrit'
700 - fdio-infra-wrappers-non-activity-timeout:
701 build-timeout: '{build-timeout}'
704 - gerrit-trigger-manually-triggered:
707 comment-trigger-value: 'csit_nsh_sfc_perf_{stream}'
711 !include-raw-escape: jjb/csit/include-raw-csit-nsh_sfc-perf-hw.sh
715 output-path: 'archive'
717 - fdio-infra-shiplogs:
718 maven-version: 'mvn33-new'