1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
31 executor: 'ubuntu1804arm-us'
32 vpp-mrr-daily-periodicity: '0 14 * * *'
33 - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
37 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
43 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
44 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
52 executor: 'ubuntu1804-us'
53 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
56 vpp-mrr-daily-periodicity: '0 2,14 * * *'
57 csit-perf-trial-duration: "1.0"
58 csit-perf-trial-multiplicity: "10"
65 branch-id: 'oper-rls1904'
68 branch-id: 'oper-rls1908_1'
71 branch-id: 'oper-rls2001'
73 build-artifact-num-to-keep: 10
82 executor: 'ubuntu1804arm-us'
83 ligato-executor: 'ubuntu1804arm-us'
86 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
92 <li>perf verify - per csit gerrit patch
96 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
97 <li>trigger: keyword in comment to csit patch:
98 <b>csit-{node-arch}-perftest tag_list</b>
104 <li>perf test-cases selection
106 <li>test-cases selected using trigger keyword followed by tags
107 <li>all test-cases are labelled with CSIT RF topic tags
108 defined in <i>csit/docs/tag_documentation.rst</i>
110 <li>proposed keywords
112 <li>focus on testing specified vpp packet processing path
113 <li>format: csit-{node-arch}-perftest tag_list
115 <li>default tags for vpp startup config and perf test type
117 <li>IP4BASE, IP6BASE, L2BDBASE
118 <li>64B/78B: 64B/78B packet size
120 <li>X710: x710 Fortville NIC
121 <li>MRR: MRR throughput
125 <li>jjb verify: PASS/FAIL
131 project-type: freestyle
134 archive-artifacts: 'archive/*.*'
138 daysToKeep: '{build-days-to-keep}'
139 numToKeep: '{build-num-to-keep}'
140 artifactDaysToKeep: '{build-artifact-days-to-keep}'
141 artifactNumToKeep: '{build-artifact-num-to-keep}'
148 - gerrit-refspec-parameter
149 - gerrit-event-type-parameter
150 - gerrit-event-comment-text-parameter
151 - csit-perf-trial-duration-parameter:
152 csit-perf-trial-duration: "{csit-perf-trial-duration}"
153 - csit-perf-trial-multiplicity-parameter:
154 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
156 name: ARCHIVE_ARTIFACTS
157 default: '{archive-artifacts}'
158 description: Artifacts to archive to the logs server.
159 # This is a manually-triggered verify job, part of API coverage.
160 # CRC checking is needed to ensure vpp crc job breaks only when intended.
161 # Can be removed when this job is no longer needed for full API coverage.
162 - csit-fail-on-crc-mismatch-parameter:
163 fail-on-crc-mismatch: 'True'
166 - gerrit-trigger-scm:
167 credentials-id: 'jenkins-gerrit-credentials'
168 refspec: '$GERRIT_REFSPEC'
169 choosing-strategy: 'gerrit'
172 - fdio-infra-wrappers-non-activity-timeout:
173 build-timeout: '{build-timeout}'
177 server-name: 'Primary'
179 - comment-added-contains-event:
180 comment-contains-value: 'csit-{node-arch}-perftest'
182 - project-compare-type: 'ANT'
183 project-pattern: '{project}'
185 - branch-compare-type: 'ANT'
186 branch-pattern: '**/{branch}'
196 - ../scripts/csit/perf-verify.sh
204 - fdio-infra-shiplogs:
205 maven-version: 'mvn33-new'
208 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
214 <li>check vpp perf mrr daily
220 <li>perf test-cases selection
222 <li>all CSIT VPP MRR perf suites
226 <li>jjb verify: PASS/FAIL
228 <li>analyse: csit project (catch malfunctions/degradations)
232 project-type: freestyle
235 archive-artifacts: 'csit/archive/*.*'
239 daysToKeep: '{build-days-to-keep}'
240 numToKeep: '{build-num-to-keep}'
241 artifactDaysToKeep: '{build-artifact-days-to-keep}'
242 artifactNumToKeep: '{build-artifact-num-to-keep}'
249 - csit-perf-trial-duration-parameter:
250 csit-perf-trial-duration: "{csit-perf-trial-duration}"
251 - csit-perf-trial-multiplicity-parameter:
252 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
254 name: ARCHIVE_ARTIFACTS
255 default: '{archive-artifacts}'
256 description: Artifacts to archive to the logs server.
259 - fdio-infra-wrappers-non-activity-timeout:
260 build-timeout: '{build-timeout}'
263 - timed: '{vpp-mrr-daily-periodicity}'
266 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
268 properties-file: variables.prop
271 - ../scripts/csit/perf-timed.sh
275 output-path: 'csit/archive'
279 - fdio-infra-shiplogs:
280 maven-version: 'mvn33-new'
283 name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
289 <li>check vpp perf mrr weekly on {node-arch}
295 <li>perf test-cases selection
297 <li>NF Density CSIT VPP MRR perf suites
301 <li>jjb verify: PASS/FAIL
303 <li>analyse: csit project (catch malfunctions/degradations)
307 project-type: freestyle
310 archive-artifacts: 'csit/archive/*.*'
314 daysToKeep: '{build-days-to-keep}'
315 numToKeep: '{build-num-to-keep}'
316 artifactDaysToKeep: '{build-artifact-days-to-keep}'
317 artifactNumToKeep: '{build-artifact-num-to-keep}'
324 - csit-perf-trial-duration-parameter:
325 csit-perf-trial-duration: "{csit-perf-trial-duration}"
326 - csit-perf-trial-multiplicity-parameter:
327 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
329 name: ARCHIVE_ARTIFACTS
330 default: '{archive-artifacts}'
331 description: Artifacts to archive to the logs server.
334 - fdio-infra-wrappers-non-activity-timeout:
335 build-timeout: '{build-timeout}'
341 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
343 properties-file: variables.prop
346 - ../scripts/csit/perf-timed.sh
350 output-path: 'csit/archive'
354 - fdio-infra-shiplogs:
355 maven-version: 'mvn33-new'
358 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
364 <li>check vpp perf ndrpdr weekly on {node-arch}
370 <li>perf test-cases selection
372 <li>pre-selected CSIT VPP NDRPDR perf suites
376 <li>jjb verify: PASS/FAIL
378 <li>analyse: csit project (catch malfunctions/degradations)
381 project-type: freestyle
384 archive-artifacts: 'csit/archive/*.*'
388 daysToKeep: '{build-days-to-keep}'
389 numToKeep: '{build-num-to-keep}'
390 artifactDaysToKeep: '{build-artifact-days-to-keep}'
391 artifactNumToKeep: '{build-artifact-num-to-keep}'
399 name: ARCHIVE_ARTIFACTS
400 default: '{archive-artifacts}'
401 description: Artifacts to archive to the logs server.
404 - fdio-infra-wrappers-non-activity-timeout:
405 build-timeout: '{build-timeout}'
411 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
413 properties-file: variables.prop
416 - ../scripts/csit/perf-timed.sh
420 output-path: 'csit/archive'
424 - fdio-infra-shiplogs:
425 maven-version: 'mvn33-new'
428 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
434 <li>perf verify - per csit gerrit patch
438 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
439 <li>trigger: keyword in comment to csit patch:
440 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
446 <li>perf test-cases selection
448 <li>test-cases selected using trigger keyword followed by tags
449 <li>all test-cases are labelled with CSIT RF topic tags
450 defined in <i>csit/docs/tag_documentation.rst</i>
452 <li>default tags for dpdk perf test type
454 <li>IP4BASE, L2XCBASE
455 <li>64B: 64B packet size
457 <li>X710: x710 Fortville NIC
458 <li>MRR: MRR throughput
462 <li>jjb verify: PASS/FAIL
468 project-type: freestyle
471 archive-artifacts: 'archive/*.*'
475 daysToKeep: '{build-days-to-keep}'
476 numToKeep: '{build-num-to-keep}'
477 artifactDaysToKeep: '{build-artifact-days-to-keep}'
478 artifactNumToKeep: '{build-artifact-num-to-keep}'
485 - csit-perf-trial-duration-parameter:
486 csit-perf-trial-duration: "{csit-perf-trial-duration}"
487 - csit-perf-trial-multiplicity-parameter:
488 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
490 name: ARCHIVE_ARTIFACTS
491 default: '{archive-artifacts}'
492 description: Artifacts to archive to the logs server.
495 - gerrit-trigger-scm:
496 credentials-id: 'jenkins-gerrit-credentials'
497 refspec: '$GERRIT_REFSPEC'
498 choosing-strategy: 'gerrit'
501 - fdio-infra-wrappers-non-activity-timeout:
502 build-timeout: '{build-timeout}'
506 server-name: 'Primary'
508 - comment-added-contains-event:
509 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
511 - project-compare-type: 'ANT'
512 project-pattern: '{project}'
514 - branch-compare-type: 'ANT'
515 branch-pattern: '**/{branch}'
525 - ../scripts/csit/perf-verify.sh
533 - fdio-infra-shiplogs:
534 maven-version: 'mvn33-new'
537 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
543 <li>check dpdk perf mrr weekly
549 <li>perf test-cases selection
551 <li>all CSIT DPDK MRR perf suites
555 <li>jjb verify: PASS/FAIL
557 <li>analyse: csit project (catch malfunctions/degradations)
561 project-type: freestyle
564 archive-artifacts: 'csit/archive/*.*'
568 daysToKeep: '{build-days-to-keep}'
569 numToKeep: '{build-num-to-keep}'
570 artifactDaysToKeep: '{build-artifact-days-to-keep}'
571 artifactNumToKeep: '{build-artifact-num-to-keep}'
578 - csit-perf-trial-duration-parameter:
579 csit-perf-trial-duration: "{csit-perf-trial-duration}"
580 - csit-perf-trial-multiplicity-parameter:
581 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
583 name: ARCHIVE_ARTIFACTS
584 default: '{archive-artifacts}'
585 description: Artifacts to archive to the logs server.
588 - fdio-infra-wrappers-non-activity-timeout:
589 build-timeout: '{build-timeout}'
595 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
597 properties-file: variables.prop
600 - ../scripts/csit/perf-timed.sh
604 output-path: 'csit/archive'
608 - fdio-infra-shiplogs:
609 maven-version: 'mvn33-new'