1 # Copyright (c) 2019 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
7 # http://www.apache.org/licenses/LICENSE-2.0
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
18 description: 'CSIT Jenkins jobs.'
21 - 'csit-vpp-perf-verify-{stream}-{node-arch}'
22 - 'csit-vpp-perf-mrr-daily-master{node-arch}':
31 executor: 'ubuntu1804arm-us'
32 vpp-mrr-daily-periodicity: '0 14 * * 0'
33 - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
37 - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
43 - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
44 - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
52 executor: 'ubuntu1804-us'
53 ligato-executor: 'ubuntu1804-basebuild-4c-4g'
56 vpp-mrr-daily-periodicity: '0 2,14 * * *'
57 csit-perf-trial-duration: "1.0"
58 csit-perf-trial-multiplicity: "10"
63 executor: 'ubuntu1804-us'
66 branch-id: 'oper-rls1904'
67 executor: 'ubuntu1804-us'
70 branch-id: 'oper-rls1908_1'
71 executor: 'ubuntu1804-us'
73 build-artifact-num-to-keep: 10
82 executor: 'ubuntu1804arm-us'
83 ligato-executor: 'ubuntu1804arm-us'
86 name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
92 <li>perf verify - per csit gerrit patch
96 <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
97 <li>trigger: keyword in comment to csit patch:
98 <b>csit-{node-arch}-perftest tag_list</b>
104 <li>perf test-cases selection
106 <li>test-cases selected using trigger keyword followed by tags
107 <li>all test-cases are labelled with CSIT RF topic tags
108 defined in <i>csit/docs/tag_documentation.rst</i>
110 <li>proposed keywords
112 <li>focus on testing specified vpp packet processing path
113 <li>format: csit-{node-arch}-perftest tag_list
115 <li>default tags for vpp startup config and perf test type
117 <li>IP4BASE, IP6BASE, L2BDBASE
118 <li>64B/78B: 64B/78B packet size
120 <li>X710: x710 Fortville NIC
121 <li>MRR: MRR throughput
125 <li>jjb verify: PASS/FAIL
131 project-type: freestyle
134 archive-artifacts: 'archive/*.*'
138 daysToKeep: '{build-days-to-keep}'
139 numToKeep: '{build-num-to-keep}'
140 artifactDaysToKeep: '{build-artifact-days-to-keep}'
141 artifactNumToKeep: '{build-artifact-num-to-keep}'
148 - gerrit-refspec-parameter
149 - gerrit-event-type-parameter
150 - gerrit-event-comment-text-parameter
151 - csit-perf-trial-duration-parameter:
152 csit-perf-trial-duration: "{csit-perf-trial-duration}"
153 - csit-perf-trial-multiplicity-parameter:
154 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
156 name: ARCHIVE_ARTIFACTS
157 default: '{archive-artifacts}'
158 description: Artifacts to archive to the logs server.
159 # This is a manually-triggered verify job, part of API coverage.
160 # CRC checking is needed to ensure vpp crc job breaks only when intended.
161 # Can be removed when this job is no longer needed for full API coverage.
162 - csit-fail-on-crc-mismatch-parameter:
163 fail-on-crc-mismatch: 'True'
166 - gerrit-trigger-scm:
167 credentials-id: 'jenkins-gerrit-credentials'
168 refspec: '$GERRIT_REFSPEC'
169 choosing-strategy: 'gerrit'
172 - fdio-infra-wrappers-non-activity-timeout:
173 build-timeout: '{build-timeout}'
177 server-name: 'Primary'
179 - comment-added-contains-event:
180 comment-contains-value: 'csit-{node-arch}-perftest'
182 - project-compare-type: 'ANT'
183 project-pattern: '{project}'
185 - branch-compare-type: 'ANT'
186 branch-pattern: '**/{branch}'
195 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
203 - fdio-infra-shiplogs:
204 maven-version: 'mvn33-new'
207 name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
213 <li>check vpp perf mrr daily
219 <li>perf test-cases selection
221 <li>all CSIT VPP MRR perf suites
225 <li>jjb verify: PASS/FAIL
227 <li>analyse: csit project (catch malfunctions/degradations)
231 project-type: freestyle
234 archive-artifacts: 'csit/archive/*.*'
238 daysToKeep: '{build-days-to-keep}'
239 numToKeep: '{build-num-to-keep}'
240 artifactDaysToKeep: '{build-artifact-days-to-keep}'
241 artifactNumToKeep: '{build-artifact-num-to-keep}'
248 - csit-perf-trial-duration-parameter:
249 csit-perf-trial-duration: "{csit-perf-trial-duration}"
250 - csit-perf-trial-multiplicity-parameter:
251 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
253 name: ARCHIVE_ARTIFACTS
254 default: '{archive-artifacts}'
255 description: Artifacts to archive to the logs server.
258 - fdio-infra-wrappers-non-activity-timeout:
259 build-timeout: '{build-timeout}'
262 - timed: '{vpp-mrr-daily-periodicity}'
265 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
267 properties-file: variables.prop
269 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
273 output-path: 'csit/archive'
277 - fdio-infra-shiplogs:
278 maven-version: 'mvn33-new'
281 name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
287 <li>check vpp perf mrr weekly on {node-arch}
293 <li>perf test-cases selection
295 <li>NF Density CSIT VPP MRR perf suites
299 <li>jjb verify: PASS/FAIL
301 <li>analyse: csit project (catch malfunctions/degradations)
305 project-type: freestyle
308 archive-artifacts: 'csit/archive/*.*'
312 daysToKeep: '{build-days-to-keep}'
313 numToKeep: '{build-num-to-keep}'
314 artifactDaysToKeep: '{build-artifact-days-to-keep}'
315 artifactNumToKeep: '{build-artifact-num-to-keep}'
322 - csit-perf-trial-duration-parameter:
323 csit-perf-trial-duration: "{csit-perf-trial-duration}"
324 - csit-perf-trial-multiplicity-parameter:
325 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
327 name: ARCHIVE_ARTIFACTS
328 default: '{archive-artifacts}'
329 description: Artifacts to archive to the logs server.
332 - fdio-infra-wrappers-non-activity-timeout:
333 build-timeout: '{build-timeout}'
339 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
341 properties-file: variables.prop
343 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
347 output-path: 'csit/archive'
351 - fdio-infra-shiplogs:
352 maven-version: 'mvn33-new'
355 name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
361 <li>check vpp perf ndrpdr weekly on {node-arch}
367 <li>perf test-cases selection
369 <li>pre-selected CSIT VPP NDRPDR perf suites
373 <li>jjb verify: PASS/FAIL
375 <li>analyse: csit project (catch malfunctions/degradations)
378 project-type: freestyle
381 archive-artifacts: 'csit/archive/*.*'
385 daysToKeep: '{build-days-to-keep}'
386 numToKeep: '{build-num-to-keep}'
387 artifactDaysToKeep: '{build-artifact-days-to-keep}'
388 artifactNumToKeep: '{build-artifact-num-to-keep}'
396 name: ARCHIVE_ARTIFACTS
397 default: '{archive-artifacts}'
398 description: Artifacts to archive to the logs server.
401 - fdio-infra-wrappers-non-activity-timeout:
402 build-timeout: '{build-timeout}'
408 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
410 properties-file: variables.prop
412 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
416 output-path: 'csit/archive'
420 - fdio-infra-shiplogs:
421 maven-version: 'mvn33-new'
424 name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
430 <li>perf verify - per csit gerrit patch
434 <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
435 <li>trigger: keyword in comment to csit patch:
436 <b>csit-dpdk-{node-arch}-perftest tag_list</b>
442 <li>perf test-cases selection
444 <li>test-cases selected using trigger keyword followed by tags
445 <li>all test-cases are labelled with CSIT RF topic tags
446 defined in <i>csit/docs/tag_documentation.rst</i>
448 <li>default tags for dpdk perf test type
450 <li>IP4BASE, L2XCBASE
451 <li>64B: 64B packet size
453 <li>X710: x710 Fortville NIC
454 <li>MRR: MRR throughput
458 <li>jjb verify: PASS/FAIL
464 project-type: freestyle
467 archive-artifacts: 'archive/*.*'
471 daysToKeep: '{build-days-to-keep}'
472 numToKeep: '{build-num-to-keep}'
473 artifactDaysToKeep: '{build-artifact-days-to-keep}'
474 artifactNumToKeep: '{build-artifact-num-to-keep}'
481 - csit-perf-trial-duration-parameter:
482 csit-perf-trial-duration: "{csit-perf-trial-duration}"
483 - csit-perf-trial-multiplicity-parameter:
484 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
486 name: ARCHIVE_ARTIFACTS
487 default: '{archive-artifacts}'
488 description: Artifacts to archive to the logs server.
491 - gerrit-trigger-scm:
492 credentials-id: 'jenkins-gerrit-credentials'
493 refspec: '$GERRIT_REFSPEC'
494 choosing-strategy: 'gerrit'
497 - fdio-infra-wrappers-non-activity-timeout:
498 build-timeout: '{build-timeout}'
502 server-name: 'Primary'
504 - comment-added-contains-event:
505 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
507 - project-compare-type: 'ANT'
508 project-pattern: '{project}'
510 - branch-compare-type: 'ANT'
511 branch-pattern: '**/{branch}'
520 !include-raw-escape: jjb/csit/include-raw-csit-perf-verify.sh
528 - fdio-infra-shiplogs:
529 maven-version: 'mvn33-new'
532 name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
538 <li>check dpdk perf mrr weekly
544 <li>perf test-cases selection
546 <li>all CSIT DPDK MRR perf suites
550 <li>jjb verify: PASS/FAIL
552 <li>analyse: csit project (catch malfunctions/degradations)
556 project-type: freestyle
559 archive-artifacts: 'csit/archive/*.*'
563 daysToKeep: '{build-days-to-keep}'
564 numToKeep: '{build-num-to-keep}'
565 artifactDaysToKeep: '{build-artifact-days-to-keep}'
566 artifactNumToKeep: '{build-artifact-num-to-keep}'
573 - csit-perf-trial-duration-parameter:
574 csit-perf-trial-duration: "{csit-perf-trial-duration}"
575 - csit-perf-trial-multiplicity-parameter:
576 csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
578 name: ARCHIVE_ARTIFACTS
579 default: '{archive-artifacts}'
580 description: Artifacts to archive to the logs server.
583 - fdio-infra-wrappers-non-activity-timeout:
584 build-timeout: '{build-timeout}'
590 - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
592 properties-file: variables.prop
594 !include-raw-escape: jjb/csit/include-raw-csit-perf-timed.sh
598 output-path: 'csit/archive'
602 - fdio-infra-shiplogs:
603 maven-version: 'mvn33-new'