1 # Copyright (c) 2020 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
30 executor: 'ubuntu1804arm-us'
31 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
37 periodicity: '0 0 * * 6'
38 - 'csit-vpp-perf-verify-{stream}-{node-arch}':
47 executor: 'ubuntu1804arm-us'
48 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
51 periodicity: '0 14 * * *'
53 periodicity: '0 14 * * *'
55 periodicity: '0 14 * * 1,4'
57 periodicity: '0 14 * * *'
59 periodicity: '0 14 * * 1,4'
61 periodicity: '0 14 * * *'
63 executor: 'ubuntu1804arm-us'
64 periodicity: '0 14 * * 6'
65 - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
76 branch-id: 'oper-rls1908'
77 periodicity: '0 0 * * 6'
78 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
84 periodicity: '0 0 * * 6'
87 executor: 'ubuntu1804-us'
90 csit-perf-trial-duration: "1.0"
91 csit-perf-trial-multiplicity: "10"
98 branch-id: 'oper-rls1908_1'
101 branch-id: 'oper-rls2001'
102 build-artifact-num-to-keep: 10
106 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
112 <li>perf verify - per csit gerrit patch
116 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
117 <li>trigger: keyword in comment to csit patch:
118 <b>csit-{node-arch}-perftest tag_list</b>
124 <li>perf test-cases selection
126 <li>test-cases selected using trigger keyword followed by tags
127 <li>all test-cases are labelled with CSIT RF topic tags
128 defined in <i>csit/docs/tag_documentation.rst</i>
130 <li>proposed keywords
132 <li>focus on testing specified vpp packet processing path
133 <li>format: csit-{node-arch}-perftest tag_list
135 <li>default tags for vpp startup config and perf test type
137 <li>IP4BASE, IP6BASE, L2BDBASE
138 <li>64B/78B: 64B/78B packet size
140 <li>X710: x710 Fortville NIC
141 <li>MRR: MRR throughput
145 <li>jjb verify: PASS/FAIL
151 project-type: freestyle
154 archive-artifacts: 'archive/*.*'
158 daysToKeep: '{build-days-to-keep}'
159 numToKeep: '{build-num-to-keep}'
160 artifactDaysToKeep: '{build-artifact-days-to-keep}'
161 artifactNumToKeep: '{build-artifact-num-to-keep}'
168 - gerrit-refspec-parameter
169 - gerrit-event-type-parameter
170 - gerrit-event-comment-text-parameter
171 - csit-perf-trial-duration-parameter:
172 csit-perf-trial-duration: "{csit-perf-trial-duration}"
173 - csit-perf-trial-multiplicity-parameter:
174 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
176 name: ARCHIVE_ARTIFACTS
177 default: '{archive-artifacts}'
178 description: Artifacts to archive to the logs server.
179 # This is a manually-triggered verify job, part of API coverage.
180 # CRC checking is needed to ensure vpp crc job breaks only when intended.
181 # Can be removed when this job is no longer needed for full API coverage.
182 - csit-fail-on-crc-mismatch-parameter:
183 fail-on-crc-mismatch: 'True'
186 - gerrit-trigger-scm:
187 credentials-id: 'jenkins-gerrit-credentials'
188 refspec: '$GERRIT_REFSPEC'
189 choosing-strategy: 'gerrit'
192 - fdio-infra-wrappers-non-activity-timeout:
193 build-timeout: '{build-timeout}'
196 - gerrit-trigger-csit-perftest:
199 trigger-word: 'csit-{node-arch}-perftest'
205 - ../scripts/csit/perf-verify.sh
213 - fdio-infra-shiplogs:
214 maven-version: 'mvn33-new'
217 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
223 <li>check vpp perf mrr daily
229 <li>perf test-cases selection
231 <li>all CSIT VPP MRR perf suites
235 <li>jjb verify: PASS/FAIL
237 <li>analyse: csit project (catch malfunctions/degradations)
241 project-type: freestyle
244 archive-artifacts: 'csit/archive/*.*'
248 daysToKeep: '{build-days-to-keep}'
249 numToKeep: '{build-num-to-keep}'
250 artifactDaysToKeep: '{build-artifact-days-to-keep}'
251 artifactNumToKeep: '{build-artifact-num-to-keep}'
258 - csit-perf-trial-duration-parameter:
259 csit-perf-trial-duration: "{csit-perf-trial-duration}"
260 - csit-perf-trial-multiplicity-parameter:
261 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
263 name: ARCHIVE_ARTIFACTS
264 default: '{archive-artifacts}'
265 description: Artifacts to archive to the logs server.
268 - fdio-infra-wrappers-non-activity-timeout:
269 build-timeout: '{build-timeout}'
272 - timed: '{periodicity}'
275 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
277 properties-file: variables.prop
280 - ../scripts/csit/perf-timed.sh
284 output-path: 'csit/archive'
288 - fdio-infra-shiplogs:
289 maven-version: 'mvn33-new'
292 name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
298 <li>check vpp perf mrr weekly on {node-arch}
304 <li>perf test-cases selection
306 <li>NF Density CSIT VPP MRR perf suites
310 <li>jjb verify: PASS/FAIL
312 <li>analyse: csit project (catch malfunctions/degradations)
316 project-type: freestyle
319 archive-artifacts: 'csit/archive/*.*'
323 daysToKeep: '{build-days-to-keep}'
324 numToKeep: '{build-num-to-keep}'
325 artifactDaysToKeep: '{build-artifact-days-to-keep}'
326 artifactNumToKeep: '{build-artifact-num-to-keep}'
333 - csit-perf-trial-duration-parameter:
334 csit-perf-trial-duration: "{csit-perf-trial-duration}"
335 - csit-perf-trial-multiplicity-parameter:
336 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
338 name: ARCHIVE_ARTIFACTS
339 default: '{archive-artifacts}'
340 description: Artifacts to archive to the logs server.
343 - fdio-infra-wrappers-non-activity-timeout:
344 build-timeout: '{build-timeout}'
347 - timed: '{periodicity}'
350 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
352 properties-file: variables.prop
355 - ../scripts/csit/perf-timed.sh
359 output-path: 'csit/archive'
363 - fdio-infra-shiplogs:
364 maven-version: 'mvn33-new'
367 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
373 <li>check vpp perf ndrpdr weekly on {node-arch}
379 <li>perf test-cases selection
381 <li>pre-selected CSIT VPP NDRPDR perf suites
385 <li>jjb verify: PASS/FAIL
387 <li>analyse: csit project (catch malfunctions/degradations)
390 project-type: freestyle
393 archive-artifacts: 'csit/archive/*.*'
397 daysToKeep: '{build-days-to-keep}'
398 numToKeep: '{build-num-to-keep}'
399 artifactDaysToKeep: '{build-artifact-days-to-keep}'
400 artifactNumToKeep: '{build-artifact-num-to-keep}'
408 name: ARCHIVE_ARTIFACTS
409 default: '{archive-artifacts}'
410 description: Artifacts to archive to the logs server.
413 - fdio-infra-wrappers-non-activity-timeout:
414 build-timeout: '{build-timeout}'
417 - timed: '{periodicity}'
420 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
422 properties-file: variables.prop
425 - ../scripts/csit/perf-timed.sh
429 output-path: 'csit/archive'
433 - fdio-infra-shiplogs:
434 maven-version: 'mvn33-new'
437 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
443 <li>perf verify - per csit gerrit patch
447 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
448 <li>trigger: keyword in comment to csit patch:
449 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
455 <li>perf test-cases selection
457 <li>test-cases selected using trigger keyword followed by tags
458 <li>all test-cases are labelled with CSIT RF topic tags
459 defined in <i>csit/docs/tag_documentation.rst</i>
461 <li>default tags for dpdk perf test type
463 <li>IP4BASE, L2XCBASE
464 <li>64B: 64B packet size
466 <li>X710: x710 Fortville NIC
467 <li>MRR: MRR throughput
471 <li>jjb verify: PASS/FAIL
477 project-type: freestyle
480 archive-artifacts: 'archive/*.*'
484 daysToKeep: '{build-days-to-keep}'
485 numToKeep: '{build-num-to-keep}'
486 artifactDaysToKeep: '{build-artifact-days-to-keep}'
487 artifactNumToKeep: '{build-artifact-num-to-keep}'
494 - csit-perf-trial-duration-parameter:
495 csit-perf-trial-duration: "{csit-perf-trial-duration}"
496 - csit-perf-trial-multiplicity-parameter:
497 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
499 name: ARCHIVE_ARTIFACTS
500 default: '{archive-artifacts}'
501 description: Artifacts to archive to the logs server.
504 - gerrit-trigger-scm:
505 credentials-id: 'jenkins-gerrit-credentials'
506 refspec: '$GERRIT_REFSPEC'
507 choosing-strategy: 'gerrit'
510 - fdio-infra-wrappers-non-activity-timeout:
511 build-timeout: '{build-timeout}'
515 server-name: 'Primary'
517 - comment-added-contains-event:
518 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
520 - project-compare-type: 'ANT'
521 project-pattern: '{project}'
523 - branch-compare-type: 'ANT'
524 branch-pattern: '**/{branch}'
534 - ../scripts/csit/perf-verify.sh
542 - fdio-infra-shiplogs:
543 maven-version: 'mvn33-new'
546 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
552 <li>check dpdk perf mrr weekly
558 <li>perf test-cases selection
560 <li>all CSIT DPDK MRR perf suites
564 <li>jjb verify: PASS/FAIL
566 <li>analyse: csit project (catch malfunctions/degradations)
570 project-type: freestyle
573 archive-artifacts: 'csit/archive/*.*'
577 daysToKeep: '{build-days-to-keep}'
578 numToKeep: '{build-num-to-keep}'
579 artifactDaysToKeep: '{build-artifact-days-to-keep}'
580 artifactNumToKeep: '{build-artifact-num-to-keep}'
587 - csit-perf-trial-duration-parameter:
588 csit-perf-trial-duration: "{csit-perf-trial-duration}"
589 - csit-perf-trial-multiplicity-parameter:
590 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
592 name: ARCHIVE_ARTIFACTS
593 default: '{archive-artifacts}'
594 description: Artifacts to archive to the logs server.
597 - fdio-infra-wrappers-non-activity-timeout:
598 build-timeout: '{build-timeout}'
601 - timed: '{periodicity}'
604 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
606 properties-file: variables.prop
609 - ../scripts/csit/perf-timed.sh
613 output-path: 'csit/archive'
617 - fdio-infra-shiplogs:
618 maven-version: 'mvn33-new'