1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
37 periodicity: '0 0 * * 6'
38 - 'csit-vpp-perf-verify-{stream}-{node-arch}':
47 executor: 'ubuntu1804arm-us'
48 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
51 periodicity: '0 14 * * *'
53 periodicity: '0 14 * * *'
55 periodicity: '0 14 * * 1,4'
57 periodicity: '0 14 * * *'
59 periodicity: '0 14 * * 1,4'
61 periodicity: '0 14 * * *'
63 executor: 'ubuntu1804arm-us'
64 periodicity: '0 14 * * 6'
65 - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
76 branch-id: 'oper-rls1908'
77 periodicity: '0 0 * * 6'
78 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
84 periodicity: '0 0 * * 6'
87 executor: 'ubuntu1804-us'
90 csit-perf-trial-duration: "1.0"
91 csit-perf-trial-multiplicity: "10"
98 branch-id: 'oper-rls1908_1'
101 branch-id: 'oper-rls2001'
102 build-artifact-num-to-keep: 10
106 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
112 <li>perf verify - per csit gerrit patch
116 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
117 <li>trigger: keyword in comment to csit patch:
118 <b>csit-{node-arch}-perftest tag_list</b>
124 <li>perf test-cases selection
126 <li>test-cases selected using trigger keyword followed by tags
127 <li>all test-cases are labelled with CSIT RF topic tags
128 defined in <i>csit/docs/tag_documentation.rst</i>
130 <li>proposed keywords
132 <li>focus on testing specified vpp packet processing path
133 <li>format: csit-{node-arch}-perftest tag_list
135 <li>default tags for vpp startup config and perf test type
137 <li>IP4BASE, IP6BASE, L2BDBASE
138 <li>64B/78B: 64B/78B packet size
140 <li>X710: x710 Fortville NIC
141 <li>MRR: MRR throughput
145 <li>jjb verify: PASS/FAIL
151 project-type: freestyle
154 archive-artifacts: 'archive/*.*'
158 daysToKeep: '{build-days-to-keep}'
159 numToKeep: '{build-num-to-keep}'
160 artifactDaysToKeep: '{build-artifact-days-to-keep}'
161 artifactNumToKeep: '{build-artifact-num-to-keep}'
168 - gerrit-refspec-parameter
169 - gerrit-event-type-parameter
170 - gerrit-event-comment-text-parameter
171 - csit-perf-trial-duration-parameter:
172 csit-perf-trial-duration: "{csit-perf-trial-duration}"
173 - csit-perf-trial-multiplicity-parameter:
174 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
176 name: ARCHIVE_ARTIFACTS
177 default: '{archive-artifacts}'
178 description: Artifacts to archive to the logs server.
179 # This is a manually-triggered verify job, part of API coverage.
180 # CRC checking is needed to ensure vpp crc job breaks only when intended.
181 # Can be removed when this job is no longer needed for full API coverage.
182 - csit-fail-on-crc-mismatch-parameter:
183 fail-on-crc-mismatch: 'True'
186 - gerrit-trigger-scm:
187 credentials-id: 'jenkins-gerrit-credentials'
188 refspec: '$GERRIT_REFSPEC'
189 choosing-strategy: 'gerrit'
192 - fdio-infra-wrappers-non-activity-timeout:
193 build-timeout: '{build-timeout}'
197 server-name: 'Primary'
199 - comment-added-contains-event:
200 comment-contains-value: 'csit-{node-arch}-perftest'
202 - project-compare-type: 'ANT'
203 project-pattern: '{project}'
205 - branch-compare-type: 'ANT'
206 branch-pattern: '**/{branch}'
216 - ../scripts/csit/perf-verify.sh
224 - fdio-infra-shiplogs:
225 maven-version: 'mvn33-new'
228 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
234 <li>check vpp perf mrr daily
240 <li>perf test-cases selection
242 <li>all CSIT VPP MRR perf suites
246 <li>jjb verify: PASS/FAIL
248 <li>analyse: csit project (catch malfunctions/degradations)
252 project-type: freestyle
255 archive-artifacts: 'csit/archive/*.*'
259 daysToKeep: '{build-days-to-keep}'
260 numToKeep: '{build-num-to-keep}'
261 artifactDaysToKeep: '{build-artifact-days-to-keep}'
262 artifactNumToKeep: '{build-artifact-num-to-keep}'
269 - csit-perf-trial-duration-parameter:
270 csit-perf-trial-duration: "{csit-perf-trial-duration}"
271 - csit-perf-trial-multiplicity-parameter:
272 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
274 name: ARCHIVE_ARTIFACTS
275 default: '{archive-artifacts}'
276 description: Artifacts to archive to the logs server.
279 - fdio-infra-wrappers-non-activity-timeout:
280 build-timeout: '{build-timeout}'
283 - timed: '{periodicity}'
286 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
288 properties-file: variables.prop
291 - ../scripts/csit/perf-timed.sh
295 output-path: 'csit/archive'
299 - fdio-infra-shiplogs:
300 maven-version: 'mvn33-new'
303 name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
309 <li>check vpp perf mrr weekly on {node-arch}
315 <li>perf test-cases selection
317 <li>NF Density CSIT VPP MRR perf suites
321 <li>jjb verify: PASS/FAIL
323 <li>analyse: csit project (catch malfunctions/degradations)
327 project-type: freestyle
330 archive-artifacts: 'csit/archive/*.*'
334 daysToKeep: '{build-days-to-keep}'
335 numToKeep: '{build-num-to-keep}'
336 artifactDaysToKeep: '{build-artifact-days-to-keep}'
337 artifactNumToKeep: '{build-artifact-num-to-keep}'
344 - csit-perf-trial-duration-parameter:
345 csit-perf-trial-duration: "{csit-perf-trial-duration}"
346 - csit-perf-trial-multiplicity-parameter:
347 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
349 name: ARCHIVE_ARTIFACTS
350 default: '{archive-artifacts}'
351 description: Artifacts to archive to the logs server.
354 - fdio-infra-wrappers-non-activity-timeout:
355 build-timeout: '{build-timeout}'
358 - timed: '{periodicity}'
361 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
363 properties-file: variables.prop
366 - ../scripts/csit/perf-timed.sh
370 output-path: 'csit/archive'
374 - fdio-infra-shiplogs:
375 maven-version: 'mvn33-new'
378 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
384 <li>check vpp perf ndrpdr weekly on {node-arch}
390 <li>perf test-cases selection
392 <li>pre-selected CSIT VPP NDRPDR perf suites
396 <li>jjb verify: PASS/FAIL
398 <li>analyse: csit project (catch malfunctions/degradations)
401 project-type: freestyle
404 archive-artifacts: 'csit/archive/*.*'
408 daysToKeep: '{build-days-to-keep}'
409 numToKeep: '{build-num-to-keep}'
410 artifactDaysToKeep: '{build-artifact-days-to-keep}'
411 artifactNumToKeep: '{build-artifact-num-to-keep}'
419 name: ARCHIVE_ARTIFACTS
420 default: '{archive-artifacts}'
421 description: Artifacts to archive to the logs server.
424 - fdio-infra-wrappers-non-activity-timeout:
425 build-timeout: '{build-timeout}'
428 - timed: '{periodicity}'
431 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
433 properties-file: variables.prop
436 - ../scripts/csit/perf-timed.sh
440 output-path: 'csit/archive'
444 - fdio-infra-shiplogs:
445 maven-version: 'mvn33-new'
448 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
454 <li>perf verify - per csit gerrit patch
458 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
459 <li>trigger: keyword in comment to csit patch:
460 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
466 <li>perf test-cases selection
468 <li>test-cases selected using trigger keyword followed by tags
469 <li>all test-cases are labelled with CSIT RF topic tags
470 defined in <i>csit/docs/tag_documentation.rst</i>
472 <li>default tags for dpdk perf test type
474 <li>IP4BASE, L2XCBASE
475 <li>64B: 64B packet size
477 <li>X710: x710 Fortville NIC
478 <li>MRR: MRR throughput
482 <li>jjb verify: PASS/FAIL
488 project-type: freestyle
491 archive-artifacts: 'archive/*.*'
495 daysToKeep: '{build-days-to-keep}'
496 numToKeep: '{build-num-to-keep}'
497 artifactDaysToKeep: '{build-artifact-days-to-keep}'
498 artifactNumToKeep: '{build-artifact-num-to-keep}'
505 - csit-perf-trial-duration-parameter:
506 csit-perf-trial-duration: "{csit-perf-trial-duration}"
507 - csit-perf-trial-multiplicity-parameter:
508 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
510 name: ARCHIVE_ARTIFACTS
511 default: '{archive-artifacts}'
512 description: Artifacts to archive to the logs server.
515 - gerrit-trigger-scm:
516 credentials-id: 'jenkins-gerrit-credentials'
517 refspec: '$GERRIT_REFSPEC'
518 choosing-strategy: 'gerrit'
521 - fdio-infra-wrappers-non-activity-timeout:
522 build-timeout: '{build-timeout}'
526 server-name: 'Primary'
528 - comment-added-contains-event:
529 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
531 - project-compare-type: 'ANT'
532 project-pattern: '{project}'
534 - branch-compare-type: 'ANT'
535 branch-pattern: '**/{branch}'
545 - ../scripts/csit/perf-verify.sh
553 - fdio-infra-shiplogs:
554 maven-version: 'mvn33-new'
557 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
563 <li>check dpdk perf mrr weekly
569 <li>perf test-cases selection
571 <li>all CSIT DPDK MRR perf suites
575 <li>jjb verify: PASS/FAIL
577 <li>analyse: csit project (catch malfunctions/degradations)
581 project-type: freestyle
584 archive-artifacts: 'csit/archive/*.*'
588 daysToKeep: '{build-days-to-keep}'
589 numToKeep: '{build-num-to-keep}'
590 artifactDaysToKeep: '{build-artifact-days-to-keep}'
591 artifactNumToKeep: '{build-artifact-num-to-keep}'
598 - csit-perf-trial-duration-parameter:
599 csit-perf-trial-duration: "{csit-perf-trial-duration}"
600 - csit-perf-trial-multiplicity-parameter:
601 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
603 name: ARCHIVE_ARTIFACTS
604 default: '{archive-artifacts}'
605 description: Artifacts to archive to the logs server.
608 - fdio-infra-wrappers-non-activity-timeout:
609 build-timeout: '{build-timeout}'
612 - timed: '{periodicity}'
615 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
617 properties-file: variables.prop
620 - ../scripts/csit/perf-timed.sh
624 output-path: 'csit/archive'
628 - fdio-infra-shiplogs:
629 maven-version: 'mvn33-new'