Merge "docker: add vpp stable/2302 branches to executor builder"
[ci-management.git] / jjb / csit / csit-perf.yaml
1 # Copyright (c) 2022 Cisco and/or its affiliates.
2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
3 # Licensed under the Apache License, Version 2.0 (the "License");
4 # you may not use this file except in compliance with the License.
5 # You may obtain a copy of the License at:
6 #
7 #     http://www.apache.org/licenses/LICENSE-2.0
8 #
9 # Unless required by applicable law or agreed to in writing, software
10 # distributed under the License is distributed on an "AS IS" BASIS,
11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 # See the License for the specific language governing permissions and
13 # limitations under the License.
14
15 ---
16 - project:
17     name: csit-perf
18     description: 'CSIT Jenkins jobs.'
19
20     jobs:
21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
22           node-arch:
23             - 2n-icx:
24                 os: 'ubuntu2204'
25                 executor-arch: 'x86_64'
26             - 2n-clx:
27                 os: 'ubuntu2204'
28                 executor-arch: 'x86_64'
29             - 2n-zn2:
30                 os: 'ubuntu2204'
31                 executor-arch: 'x86_64'
32             - 2n-tx2:
33                 os: 'ubuntu2204'
34                 executor-arch: 'aarch64'
35             - 3n-icx:
36                 os: 'ubuntu2204'
37                 executor-arch: 'x86_64'
38             - 3n-tsh:
39                 os: 'ubuntu2204'
40                 executor-arch: 'aarch64'
41             - 3n-alt:
42                 os: 'ubuntu2204'
43                 executor-arch: 'aarch64'
44             - 3n-snr:
45                 os: 'ubuntu2204'
46                 executor-arch: 'x86_64'
47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
48           node-arch:
49             - 2n-icx:
50                 os: 'ubuntu2204'
51                 executor-arch: 'x86_64'
52             - 2n-clx:
53                 os: 'ubuntu2204'
54                 executor-arch: 'x86_64'
55             - 2n-zn2:
56                 os: 'ubuntu2204'
57                 executor-arch: 'x86_64'
58             - 2n-tx2:
59                 os: 'ubuntu2204'
60                 executor-arch: 'aarch64'
61             - 3n-icx:
62                 os: 'ubuntu2204'
63                 executor-arch: 'x86_64'
64             - 3n-tsh:
65                 os: 'ubuntu2204'
66                 executor-arch: 'aarch64'
67             - 3n-alt:
68                 os: 'ubuntu2204'
69                 executor-arch: 'aarch64'
70             - 3n-snr:
71                 os: 'ubuntu2204'
72                 executor-arch: 'x86_64'
73           periodicity: '0 0 * * 6'
74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
75           node-arch:
76             - 1n-aws:
77                 os: 'ubuntu2204'
78                 executor-arch: 'x86_64'
79             - 2n-icx:
80                 os: 'ubuntu2204'
81                 executor-arch: 'x86_64'
82       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
83           node-arch:
84             - 2n-icx:
85                 os: 'ubuntu2204'
86                 executor-arch: 'x86_64'
87             - 2n-clx:
88                 os: 'ubuntu2204'
89                 executor-arch: 'x86_64'
90             - 2n-zn2:
91                 os: 'ubuntu2204'
92                 executor-arch: 'x86_64'
93             - 2n-tx2:
94                 os: 'ubuntu2204'
95                 executor-arch: 'aarch64'
96             - 3n-icx:
97                 os: 'ubuntu2204'
98                 executor-arch: 'x86_64'
99             - 3n-tsh:
100                 os: 'ubuntu2204'
101                 executor-arch: 'aarch64'
102             - 3n-alt:
103                 os: 'ubuntu2204'
104                 executor-arch: 'aarch64'
105             - 3n-snr:
106                 os: 'ubuntu2204'
107                 executor-arch: 'x86_64'
108           stream:
109             - master:
110                 branch: 'master'
111                 branch-id: 'oper'
112             - '2210':
113                 branch: 'rls2210'
114                 branch-id: 'oper-rls2210'
115             - '2302':
116                 branch: 'rls2302'
117                 branch-id: 'oper-rls2302'
118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
119           node-arch:
120             - 2n-icx:
121                 os: 'ubuntu2204'
122                 executor-arch: 'x86_64'
123                 periodicity: '30 22 * * 0-4'
124             - 2n-clx:
125                 os: 'ubuntu2204'
126                 executor-arch: 'x86_64'
127                 periodicity: '30 22 * * 0-4'
128                 periodicity: '30 22 * * 0-4'
129             - 2n-zn2:
130                 os: 'ubuntu2204'
131                 executor-arch: 'x86_64'
132                 periodicity: '30 22 * * 0-4'
133             - 2n-tx2:
134                 os: 'ubuntu2204'
135                 executor-arch: 'aarch64'
136                 periodicity: '30 22 * * 0-4'
137             - 3n-icx:
138                 os: 'ubuntu2204'
139                 executor-arch: 'x86_64'
140                 periodicity: '30 22 * * 0-4'
141             - 3n-tsh:
142                 os: 'ubuntu2204'
143                 executor-arch: 'aarch64'
144                 periodicity: '30 22 * * 0-4'
145             - 3n-alt:
146                 os: 'ubuntu2204'
147                 executor-arch: 'aarch64'
148                 periodicity: '30 22 * * 0-4'
149             - 3n-snr:
150                 os: 'ubuntu2204'
151                 executor-arch: 'x86_64'
152                 periodicity: '30 22 * * 0-4'
153       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
154           node-arch:
155             - 2n-icx:
156                 os: 'ubuntu2204'
157                 executor-arch: 'x86_64'
158             - 2n-clx:
159                 os: 'ubuntu2204'
160                 executor-arch: 'x86_64'
161             - 2n-aws:
162                 os: 'ubuntu2204'
163                 executor-arch: 'x86_64'
164           stream:
165             - master:
166                 branch: 'master'
167                 branch-id: 'oper'
168           periodicity: '0 0 * * 6'
169       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
170           node-arch:
171             - 1n-aws:
172                 os: 'ubuntu2204'
173                 executor-arch: 'x86_64'
174                 periodicity: '0 0 * * 6'
175             - 2n-icx:
176                 os: 'ubuntu2204'
177                 executor-arch: 'x86_64'
178                 periodicity: '0 0 * * 6'
179       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
180           node-arch:
181             - 2n-icx:
182                 os: 'ubuntu2204'
183                 executor-arch: 'x86_64'
184             - 2n-clx:
185                 os: 'ubuntu2204'
186                 executor-arch: 'x86_64'
187             - 3n-icx:
188                 os: 'ubuntu2204'
189                 executor-arch: 'x86_64'
190           periodicity: '0 0 * * 6'
191       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
192           node-arch:
193             - 2n-icx:
194                 os: 'ubuntu2204'
195                 executor-arch: 'x86_64'
196             - 2n-clx:
197                 os: 'ubuntu2204'
198                 executor-arch: 'x86_64'
199             - 2n-zn2:
200                 os: 'ubuntu2204'
201                 executor-arch: 'x86_64'
202             - 2n-tx2:
203                 os: 'ubuntu2204'
204                 executor-arch: 'aarch64'
205             - 3n-icx:
206                 os: 'ubuntu2204'
207                 executor-arch: 'x86_64'
208             - 3n-tsh:
209                 os: 'ubuntu2204'
210                 executor-arch: 'aarch64'
211             - 3n-alt:
212                 os: 'ubuntu2204'
213                 executor-arch: 'aarch64'
214             - 2n-aws:
215                 os: 'ubuntu2204'
216                 executor-arch: 'x86_64'
217             - 3n-aws:
218                 os: 'ubuntu2204'
219                 executor-arch: 'x86_64'
220             - 3n-snr:
221                 os: 'ubuntu2204'
222                 executor-arch: 'x86_64'
223       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
224           node-arch:
225             - 2n-icx:
226                 os: 'ubuntu2204'
227                 executor-arch: 'x86_64'
228             - 2n-clx:
229                 os: 'ubuntu2204'
230                 executor-arch: 'x86_64'
231             - 2n-zn2:
232                 os: 'ubuntu2204'
233                 executor-arch: 'x86_64'
234             - 2n-tx2:
235                 os: 'ubuntu2204'
236                 executor-arch: 'aarch64'
237             - 3n-icx:
238                 os: 'ubuntu2204'
239                 executor-arch: 'x86_64'
240             - 3n-tsh:
241                 os: 'ubuntu2204'
242                 executor-arch: 'aarch64'
243             - 3n-alt:
244                 os: 'ubuntu2204'
245                 executor-arch: 'aarch64'
246             - 2n-aws:
247                 os: 'ubuntu2204'
248                 executor-arch: 'x86_64'
249             - 3n-aws:
250                 os: 'ubuntu2204'
251                 executor-arch: 'x86_64'
252             - 3n-snr:
253                 os: 'ubuntu2204'
254                 executor-arch: 'x86_64'
255       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
256           node-arch:
257             - 1n-aws:
258                 os: 'ubuntu2204'
259                 executor-arch: 'x86_64'
260             - 2n-icx:
261                 os: 'ubuntu2204'
262                 executor-arch: 'x86_64'
263       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
264           node-arch:
265             - 2n-icx:
266                 os: 'ubuntu2204'
267                 executor-arch: 'x86_64'
268             - 2n-clx:
269                 os: 'ubuntu2204'
270                 executor-arch: 'x86_64'
271             - 2n-zn2:
272                 os: 'ubuntu2204'
273                 executor-arch: 'x86_64'
274             - 2n-tx2:
275                 os: 'ubuntu2204'
276                 executor-arch: 'aarch64'
277             - 3n-icx:
278                 os: 'ubuntu2204'
279                 executor-arch: 'x86_64'
280             - 3n-tsh:
281                 os: 'ubuntu2204'
282                 executor-arch: 'aarch64'
283             - 3n-alt:
284                 os: 'ubuntu2204'
285                 executor-arch: 'aarch64'
286             - 2n-aws:
287                 os: 'ubuntu2204'
288                 executor-arch: 'x86_64'
289             - 3n-aws:
290                 os: 'ubuntu2204'
291                 executor-arch: 'x86_64'
292             - 3n-snr:
293                 os: 'ubuntu2204'
294                 executor-arch: 'x86_64'
295       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
296           node-arch:
297             - 2n-icx:
298                 os: 'ubuntu2204'
299                 executor-arch: 'x86_64'
300             - 2n-clx:
301                 os: 'ubuntu2204'
302                 executor-arch: 'x86_64'
303             - 2n-zn2:
304                 os: 'ubuntu2204'
305                 executor-arch: 'x86_64'
306             - 2n-tx2:
307                 os: 'ubuntu2204'
308                 executor-arch: 'aarch64'
309             - 3n-icx:
310                 os: 'ubuntu2204'
311                 executor-arch: 'x86_64'
312             - 3n-tsh:
313                 os: 'ubuntu2204'
314                 executor-arch: 'aarch64'
315             - 3n-alt:
316                 os: 'ubuntu2204'
317                 executor-arch: 'aarch64'
318             - 2n-aws:
319                 os: 'ubuntu2204'
320                 executor-arch: 'x86_64'
321             - 3n-aws:
322                 os: 'ubuntu2204'
323                 executor-arch: 'x86_64'
324             - 3n-snr:
325                 os: 'ubuntu2204'
326                 executor-arch: 'x86_64'
327       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
328           node-arch:
329             - 1n-aws:
330                 os: 'ubuntu2204'
331                 executor-arch: 'x86_64'
332             - 2n-icx:
333                 os: 'ubuntu2204'
334                 executor-arch: 'x86_64'
335
336     project: 'csit'
337     branch: 'master'
338     branch-id: 'oper'
339     csit-perf-trial-duration: '1.0'
340     csit-perf-trial-multiplicity: '10'
341     stream:
342       - master:
343           branch: 'master'
344           branch-id: 'oper'
345       - '2210':
346           branch: 'rls2210'
347           branch-id: 'oper-rls2210'
348       - '2302':
349           branch: 'rls2302'
350           branch-id: 'oper-rls2302'
351     stream_report:
352       - '2210':
353           branch: 'rls2210'
354           branch-id: 'oper-rls2210'
355       - '2302':
356           branch: 'rls2302'
357           branch-id: 'oper-rls2302'
358
359     build-artifact-num-to-keep: 10
360
361
362 - job-template:
363     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
364
365     description: |
366       <ul>
367           <li>objective
368               <ul>
369                   <li>perf verify - per csit gerrit patch
370               </ul>
371           <li>job
372               <ul>
373                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
374                   <li>trigger: keyword in comment to csit patch:
375                       <b>csit-{node-arch}-perftest tag_list</b>
376               </ul>
377           <li>executor
378               <ul>
379                   <li>builder-{os}-prod-{executor-arch}
380               </ul>
381           <li>perf test-cases selection
382               <ul>
383                   <li>test-cases selected using trigger keyword followed by tags
384                   <li>all test-cases are labelled with CSIT RF topic tags
385                       defined in <i>csit/docs/tag_documentation.rst</i>
386               </ul>
387           <li>proposed keywords
388               <ul>
389                   <li>focus on testing specified vpp packet processing path
390                   <li>format: csit-{node-arch}-perftest tag_list
391               </ul>
392           <li>default tags for vpp startup config and perf test type
393               <ul>
394                   <li>IP4BASE, IP6BASE, L2BDBASE
395                   <li>64B/78B: 64B/78B packet size
396                   <li>1C: one core
397                   <li>X710: x710 Fortville NIC
398                   <li>MRR: MRR throughput
399               </ul>
400           <li>results
401               <ul>
402                   <li>jjb verify: PASS/FAIL
403                   <li>present: no
404                   <li>analyse: no
405               </ul>
406       </ul>
407
408     project-type: freestyle
409     node: 'builder-{os}-prod-{executor-arch}'
410     concurrent: true
411     latest-only: false
412
413     properties:
414       - lf-infra-properties:
415           build-days-to-keep: "{build-days-to-keep}"
416
417     parameters:
418       - project-parameter:
419           project: '{project}'
420       - gerrit-parameter:
421           branch: '{branch}'
422       - gerrit-refspec-parameter
423       - gerrit-event-type-parameter
424       - gerrit-event-comment-text-parameter
425       - csit-perf-trial-duration-parameter:
426           csit-perf-trial-duration: "{csit-perf-trial-duration}"
427       - csit-perf-trial-multiplicity-parameter:
428           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
429       # This is a manually-triggered verify job, part of API coverage.
430       # CRC checking is needed to ensure vpp crc job breaks only when intended.
431       # Can be removed when this job is no longer needed for full API coverage.
432       - csit-fail-on-crc-mismatch-parameter:
433           fail-on-crc-mismatch: 'True'
434
435     scm:
436       - gerrit-trigger-scm:
437           credentials-id: 'jenkins-gerrit-credentials'
438           refspec: '$GERRIT_REFSPEC'
439           choosing-strategy: 'gerrit'
440
441     wrappers:
442       - fdio-infra-wrappers-non-activity-timeout:
443           build-timeout: '{build-timeout}'
444
445     triggers:
446       - gerrit-trigger-csit-perftest:
447           project: '{project}'
448           branch: '{branch}'
449           trigger-word: 'csit-{node-arch}-perftest'
450           skip-vote: false
451
452     builders:
453       - shell:
454           !include-raw-escape:
455           - ../scripts/setup_executor_env.sh
456       - shell:
457           !include-raw-escape:
458           - ../scripts/csit/perf-verify.sh
459
460     publishers:
461       - fdio-infra-publish
462
463 - job-template:
464     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
465
466     description: |
467       <ul>
468           <li>objective
469               <ul>
470                   <li>check vpp perf mrr daily
471               </ul>
472           <li>executor
473               <ul>
474                   <li>builder-{os}-prod-{executor-arch}
475               </ul>
476           <li>perf test-cases selection
477               <ul>
478                   <li>all CSIT VPP MRR perf suites
479               </ul>
480           <li>results
481               <ul>
482                   <li>jjb verify: PASS/FAIL
483                   <li>present: no
484                   <li>analyse: csit project (catch malfunctions/degradations)
485               </ul>
486       </ul>
487
488     project-type: freestyle
489     node: 'builder-{os}-prod-{executor-arch}'
490     concurrent: false
491     latest-only: false
492
493     properties:
494       - lf-infra-properties:
495           build-days-to-keep: "{build-days-to-keep}"
496
497     parameters:
498       - project-parameter:
499           project: '{project}'
500       - gerrit-parameter:
501           branch: '{branch}'
502       - csit-perf-trial-duration-parameter:
503           csit-perf-trial-duration: "{csit-perf-trial-duration}"
504       - csit-perf-trial-multiplicity-parameter:
505           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
506
507     wrappers:
508       - fdio-infra-wrappers-non-activity-timeout:
509           build-timeout: '{build-timeout}'
510
511     triggers:
512       - timed: '{periodicity}'
513
514     builders:
515       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
516       - inject:
517           properties-file: variables.prop
518       - shell:
519           !include-raw-escape:
520           - ../scripts/setup_executor_env.sh
521       - shell:
522           !include-raw-escape:
523           - ../scripts/csit/perf-timed.sh
524
525     publishers:
526       - fdio-infra-publish
527
528 - job-template:
529     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
530
531     description: |
532       <ul>
533           <li>objective
534               <ul>
535                   <li>check vpp perf mrr weekly on {node-arch}
536               </ul>
537           <li>executor
538               <ul>
539                   <li>builder-{os}-prod-{executor-arch}
540               </ul>
541           <li>perf test-cases selection
542               <ul>
543                   <li>NF Density CSIT VPP MRR perf suites
544               </ul>
545           <li>results
546               <ul>
547                   <li>jjb verify: PASS/FAIL
548                   <li>present: no
549                   <li>analyse: csit project (catch malfunctions/degradations)
550               </ul>
551       </ul>
552
553     project-type: freestyle
554     node: 'builder-{os}-prod-{executor-arch}'
555     concurrent: false
556     latest-only: false
557
558     properties:
559       - lf-infra-properties:
560           build-days-to-keep: "{build-days-to-keep}"
561
562     parameters:
563       - project-parameter:
564           project: '{project}'
565       - gerrit-parameter:
566           branch: '{branch}'
567       - csit-perf-trial-duration-parameter:
568           csit-perf-trial-duration: "{csit-perf-trial-duration}"
569       - csit-perf-trial-multiplicity-parameter:
570           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
571
572     wrappers:
573       - fdio-infra-wrappers-non-activity-timeout:
574           build-timeout: '{build-timeout}'
575
576     triggers:
577       - timed: '{periodicity}'
578
579     builders:
580       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
581       - inject:
582           properties-file: variables.prop
583       - shell:
584           !include-raw-escape:
585           - ../scripts/setup_executor_env.sh
586       - shell:
587           !include-raw-escape:
588           - ../scripts/csit/perf-timed.sh
589
590     publishers:
591       - fdio-infra-publish
592
593 - job-template:
594     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
595
596     description: |
597       <ul>
598           <li>objective
599               <ul>
600                   <li>check vpp perf ndrpdr weekly on {node-arch}
601               </ul>
602           <li>executor
603               <ul>
604                   <li>builder-{os}-prod-{executor-arch}
605               </ul>
606           <li>perf test-cases selection
607               <ul>
608                   <li>pre-selected CSIT VPP NDRPDR perf suites
609               </ul>
610           <li>results
611               <ul>
612                   <li>jjb verify: PASS/FAIL
613                   <li>present: no
614                   <li>analyse: csit project (catch malfunctions/degradations)
615               </ul>
616       </ul>
617     project-type: freestyle
618     node: 'builder-{os}-prod-{executor-arch}'
619     concurrent: false
620     latest-only: false
621
622     properties:
623       - lf-infra-properties:
624           build-days-to-keep: "{build-days-to-keep}"
625
626     parameters:
627       - project-parameter:
628           project: '{project}'
629       - gerrit-parameter:
630           branch: '{branch}'
631
632     wrappers:
633       - fdio-infra-wrappers-non-activity-timeout:
634           build-timeout: '{build-timeout}'
635
636     triggers:
637       - timed: '{periodicity}'
638
639     builders:
640       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
641       - inject:
642           properties-file: variables.prop
643       - shell:
644           !include-raw-escape:
645           - ../scripts/setup_executor_env.sh
646       - shell:
647           !include-raw-escape:
648           - ../scripts/csit/perf-timed.sh
649
650     publishers:
651       - fdio-infra-publish
652
653 - job-template:
654     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
655
656     description: |
657       <ul>
658           <li>objective
659               <ul>
660                   <li>check trex perf ndrpdr weekly on {node-arch}
661               </ul>
662           <li>executor
663               <ul>
664                   <li>builder-{os}-prod-{executor-arch}
665               </ul>
666           <li>perf test-cases selection
667               <ul>
668                   <li>pre-selected CSIT TREX NDRPDR perf suites
669               </ul>
670           <li>results
671               <ul>
672                   <li>jjb verify: PASS/FAIL
673                   <li>present: no
674                   <li>analyse: csit project (catch malfunctions/degradations)
675               </ul>
676       </ul>
677     project-type: freestyle
678     node: 'builder-{os}-prod-{executor-arch}'
679     concurrent: false
680     latest-only: false
681
682     properties:
683       - lf-infra-properties:
684           build-days-to-keep: "{build-days-to-keep}"
685
686     parameters:
687       - project-parameter:
688           project: '{project}'
689       - gerrit-parameter:
690           branch: '{branch}'
691
692     wrappers:
693       - fdio-infra-wrappers-non-activity-timeout:
694           build-timeout: '{build-timeout}'
695
696     triggers:
697       - timed: '{periodicity}'
698
699     builders:
700       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
701       - inject:
702           properties-file: variables.prop
703       - shell:
704           !include-raw-escape:
705           - ../scripts/setup_executor_env.sh
706       - shell:
707           !include-raw-escape:
708           - ../scripts/csit/perf-timed.sh
709
710     publishers:
711       - fdio-infra-publish
712
713 - job-template:
714     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
715
716     description: |
717       <ul>
718           <li>objective
719               <ul>
720                   <li>perf verify - per csit gerrit patch
721               </ul>
722           <li>job
723               <ul>
724                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
725                   <li>trigger: keyword in comment to csit patch:
726                       <b>csit-trex-{node-arch}-perftest tag_list</b>
727               </ul>
728           <li>executor
729               <ul>
730                   <li>builder-{os}-prod-{executor-arch}
731               </ul>
732           <li>perf test-cases selection
733               <ul>
734                   <li>test-cases selected using trigger keyword followed by tags
735                   <li>all test-cases are labelled with CSIT RF topic tags
736                       defined in <i>csit/docs/tag_documentation.rst</i>
737               </ul>
738           <li>proposed keywords
739               <ul>
740                   <li>focus on testing specified trex packet processing path
741                   <li>format: csit-{node-arch}-perftest tag_list
742               </ul>
743           <li>results
744               <ul>
745                   <li>jjb verify: PASS/FAIL
746                   <li>present: no
747                   <li>analyse: no
748               </ul>
749       </ul>
750
751     project-type: freestyle
752     node: 'builder-{os}-prod-{executor-arch}'
753     concurrent: true
754     latest-only: false
755
756     properties:
757       - lf-infra-properties:
758           build-days-to-keep: "{build-days-to-keep}"
759
760     parameters:
761       - project-parameter:
762           project: '{project}'
763       - gerrit-parameter:
764           branch: '{branch}'
765       - gerrit-refspec-parameter
766       - gerrit-event-type-parameter
767       - gerrit-event-comment-text-parameter
768       - csit-perf-trial-duration-parameter:
769           csit-perf-trial-duration: "{csit-perf-trial-duration}"
770       - csit-perf-trial-multiplicity-parameter:
771           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
772       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
773
774     scm:
775       - gerrit-trigger-scm:
776           credentials-id: 'jenkins-gerrit-credentials'
777           refspec: '$GERRIT_REFSPEC'
778           choosing-strategy: 'gerrit'
779
780     wrappers:
781       - fdio-infra-wrappers-non-activity-timeout:
782           build-timeout: '{build-timeout}'
783
784     triggers:
785       - gerrit-trigger-csit-perftest:
786           project: '{project}'
787           branch: '{branch}'
788           trigger-word: 'csit-trex-{node-arch}-perftest'
789           skip-vote: false
790
791     builders:
792       - shell:
793           !include-raw-escape:
794           - ../scripts/setup_executor_env.sh
795       - shell:
796           !include-raw-escape:
797           - ../scripts/csit/perf-verify.sh
798
799     publishers:
800       - fdio-infra-publish
801
802 - job-template:
803     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
804
805     description: |
806       <ul>
807           <li>objective
808               <ul>
809                   <li>perf verify - per csit gerrit patch
810               </ul>
811           <li>job
812               <ul>
813                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
814                   <li>trigger: keyword in comment to csit patch:
815                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
816               </ul>
817           <li>executor
818               <ul>
819                   <li>builder-{os}-prod-{executor-arch}
820               </ul>
821           <li>perf test-cases selection
822               <ul>
823                   <li>test-cases selected using trigger keyword followed by tags
824                   <li>all test-cases are labelled with CSIT RF topic tags
825                       defined in <i>csit/docs/tag_documentation.rst</i>
826               </ul>
827           <li>default tags for dpdk perf test type
828               <ul>
829                   <li>IP4BASE, L2XCBASE
830                   <li>64B: 64B packet size
831                   <li>1C: one core
832                   <li>X710: x710 Fortville NIC
833                   <li>MRR: MRR throughput
834               </ul>
835           <li>results
836               <ul>
837                   <li>jjb verify: PASS/FAIL
838                   <li>present: no
839                   <li>analyse: no
840               </ul>
841       </ul>
842
843     project-type: freestyle
844     node: 'builder-{os}-prod-{executor-arch}'
845     concurrent: true
846     latest-only: false
847
848     properties:
849       - lf-infra-properties:
850           build-days-to-keep: "{build-days-to-keep}"
851
852     parameters:
853       - project-parameter:
854           project: '{project}'
855       - gerrit-parameter:
856           branch: '{branch}'
857       - gerrit-refspec-parameter
858       - gerrit-event-type-parameter
859       - gerrit-event-comment-text-parameter
860       - csit-perf-trial-duration-parameter:
861           csit-perf-trial-duration: "{csit-perf-trial-duration}"
862       - csit-perf-trial-multiplicity-parameter:
863           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
864
865     scm:
866       - gerrit-trigger-scm:
867           credentials-id: 'jenkins-gerrit-credentials'
868           refspec: '$GERRIT_REFSPEC'
869           choosing-strategy: 'gerrit'
870
871     wrappers:
872       - fdio-infra-wrappers-non-activity-timeout:
873           build-timeout: '{build-timeout}'
874
875     triggers:
876       - gerrit-trigger-csit-perftest:
877           project: '{project}'
878           branch: '{branch}'
879           trigger-word: 'csit-dpdk-{node-arch}-perftest'
880           skip-vote: false
881
882     builders:
883       - shell:
884           !include-raw-escape:
885           - ../scripts/setup_executor_env.sh
886       - shell:
887           !include-raw-escape:
888           - ../scripts/csit/perf-verify.sh
889
890     publishers:
891       - fdio-infra-publish
892
893 - job-template:
894     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
895
896     description: |
897       <ul>
898           <li>objective
899               <ul>
900                   <li>check dpdk perf mrr weekly
901               </ul>
902           <li>executor
903               <ul>
904                   <li>builder-{os}-prod-{executor-arch}
905               </ul>
906           <li>perf test-cases selection
907               <ul>
908                   <li>all CSIT DPDK MRR perf suites
909               </ul>
910           <li>results
911               <ul>
912                   <li>jjb verify: PASS/FAIL
913                   <li>present: no
914                   <li>analyse: csit project (catch malfunctions/degradations)
915               </ul>
916       </ul>
917
918     project-type: freestyle
919     node: 'builder-{os}-prod-{executor-arch}'
920     concurrent: false
921     latest-only: false
922
923     properties:
924       - lf-infra-properties:
925           build-days-to-keep: "{build-days-to-keep}"
926
927     parameters:
928       - project-parameter:
929           project: '{project}'
930       - gerrit-parameter:
931           branch: '{branch}'
932       - csit-perf-trial-duration-parameter:
933           csit-perf-trial-duration: "{csit-perf-trial-duration}"
934       - csit-perf-trial-multiplicity-parameter:
935           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
936
937     wrappers:
938       - fdio-infra-wrappers-non-activity-timeout:
939           build-timeout: '{build-timeout}'
940
941     triggers:
942       - timed: '{periodicity}'
943
944     builders:
945       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
946       - inject:
947           properties-file: variables.prop
948       - shell:
949           !include-raw-escape:
950           - ../scripts/setup_executor_env.sh
951       - shell:
952           !include-raw-escape:
953           - ../scripts/csit/perf-timed.sh
954
955     publishers:
956       - fdio-infra-publish
957
958 - job-template:
959     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
960
961     description: |
962       <ul>
963           <li>objective
964               <ul>
965                   <li>get vpp performance iterative data for csit report
966               </ul>
967           <li>job
968               <ul>
969                   <li>name:
970                       <b>csit-vpp-perf-report-iterative-{stream_report}-
971                       {node-arch}</b>
972                   <li>trigger: keyword in comment to csit patch:
973                       <b>csit-vpp-report-iter-{node-arch}-perftest
974                       test_set_id</b>
975                   <li>trigger example:
976                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
977               </ul>
978           <li>executor
979               <ul>
980                   <li>builder-{os}-prod-{executor-arch}
981               </ul>
982           <li>perf test-cases selection
983               <ul>
984                   <li>test-cases selected by tags defined in
985                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
986                       test_set_id.md</i>
987               </ul>
988
989           <li>results
990               <ul>
991                   <li>jjb verify: PASS/FAIL
992                   <li>present: vpp performance
993                   <li>analyse: vpp performance
994               </ul>
995       </ul>
996
997     project-type: freestyle
998     node: 'builder-{os}-prod-{executor-arch}'
999     concurrent: true
1000     latest-only: false
1001
1002     properties:
1003       - lf-infra-properties:
1004           build-days-to-keep: "{build-days-to-keep}"
1005
1006     parameters:
1007       - project-parameter:
1008           project: '{project}'
1009       - gerrit-parameter:
1010           branch: '{branch}'
1011       - gerrit-refspec-parameter
1012       - gerrit-event-type-parameter
1013       - gerrit-event-comment-text-parameter
1014       - csit-perf-trial-duration-parameter:
1015           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1016       - csit-perf-trial-multiplicity-parameter:
1017           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1018
1019     scm:
1020       - gerrit-trigger-scm:
1021           credentials-id: 'jenkins-gerrit-credentials'
1022           refspec: '$GERRIT_REFSPEC'
1023           choosing-strategy: 'gerrit'
1024
1025     wrappers:
1026       - fdio-infra-wrappers-non-activity-timeout:
1027           build-timeout: '{build-timeout}'
1028
1029     triggers:
1030       - gerrit-trigger-csit-perftest:
1031           project: '{project}'
1032           branch: '{branch}'
1033           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1034           skip-vote: false
1035
1036     builders:
1037       - shell:
1038           !include-raw-escape:
1039           - ../scripts/setup_executor_env.sh
1040       - shell:
1041           !include-raw-escape:
1042           - ../scripts/csit/perf-verify.sh
1043
1044     publishers:
1045       - fdio-infra-publish
1046
1047 - job-template:
1048     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1049
1050     description: |
1051       <ul>
1052           <li>objective
1053               <ul>
1054                   <li>get dpdk performance iterative data for csit report
1055               </ul>
1056           <li>job
1057               <ul>
1058                   <li>name:
1059                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1060                       {node-arch}</b>
1061                   <li>trigger: keyword in comment to csit patch:
1062                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1063                       test_set_id</b>
1064                   <li>trigger example:
1065                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1066               </ul>
1067           <li>executor
1068               <ul>
1069                   <li>builder-{os}-prod-{executor-arch}
1070               </ul>
1071           <li>perf test-cases selection
1072               <ul>
1073                   <li>test-cases selected by tags defined in
1074                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1075                       test_set_id.md</i>
1076               </ul>
1077
1078           <li>results
1079               <ul>
1080                   <li>jjb verify: PASS/FAIL
1081                   <li>present: dpdk performance
1082                   <li>analyse: dpdk performance
1083               </ul>
1084       </ul>
1085
1086     project-type: freestyle
1087     node: 'builder-{os}-prod-{executor-arch}'
1088     concurrent: true
1089     latest-only: false
1090
1091     properties:
1092       - lf-infra-properties:
1093           build-days-to-keep: "{build-days-to-keep}"
1094
1095     parameters:
1096       - project-parameter:
1097           project: '{project}'
1098       - gerrit-parameter:
1099           branch: '{branch}'
1100       - gerrit-refspec-parameter
1101       - gerrit-event-type-parameter
1102       - gerrit-event-comment-text-parameter
1103       - csit-perf-trial-duration-parameter:
1104           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1105       - csit-perf-trial-multiplicity-parameter:
1106           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1107
1108     scm:
1109       - gerrit-trigger-scm:
1110           credentials-id: 'jenkins-gerrit-credentials'
1111           refspec: '$GERRIT_REFSPEC'
1112           choosing-strategy: 'gerrit'
1113
1114     wrappers:
1115       - fdio-infra-wrappers-non-activity-timeout:
1116           build-timeout: '{build-timeout}'
1117
1118     triggers:
1119       - gerrit-trigger-csit-perftest:
1120           project: '{project}'
1121           branch: '{branch}'
1122           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1123           skip-vote: false
1124
1125     builders:
1126       - shell:
1127           !include-raw-escape:
1128           - ../scripts/setup_executor_env.sh
1129       - shell:
1130           !include-raw-escape:
1131           - ../scripts/csit/perf-verify.sh
1132
1133     publishers:
1134       - fdio-infra-publish
1135
1136 - job-template:
1137     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1138
1139     description: |
1140       <ul>
1141           <li>objective
1142               <ul>
1143                   <li>get trex performance iterative data for csit report
1144               </ul>
1145           <li>job
1146               <ul>
1147                   <li>name:
1148                       <b>csit-trex-perf-report-iterative-{stream_report}-
1149                       {node-arch}</b>
1150                   <li>trigger: keyword in comment to csit patch:
1151                       <b>csit-trex-report-iter-{node-arch}-perftest
1152                       test_set_id</b>
1153                   <li>trigger example:
1154                       csit-trex-report-iter-{node-arch}-perftest trex-00
1155               </ul>
1156           <li>executor
1157               <ul>
1158                   <li>builder-{os}-prod-{executor-arch}
1159               </ul>
1160           <li>perf test-cases selection
1161               <ul>
1162                   <li>test-cases selected by tags defined in
1163                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1164                       test_set_id.md</i>
1165               </ul>
1166
1167           <li>results
1168               <ul>
1169                   <li>jjb verify: PASS/FAIL
1170                   <li>present: trex performance
1171                   <li>analyse: trex performance
1172               </ul>
1173       </ul>
1174
1175     project-type: freestyle
1176     node: 'builder-{os}-prod-{executor-arch}'
1177     concurrent: true
1178     latest-only: false
1179
1180     properties:
1181       - lf-infra-properties:
1182           build-days-to-keep: "{build-days-to-keep}"
1183
1184     parameters:
1185       - project-parameter:
1186           project: '{project}'
1187       - gerrit-parameter:
1188           branch: '{branch}'
1189       - gerrit-refspec-parameter
1190       - gerrit-event-type-parameter
1191       - gerrit-event-comment-text-parameter
1192       - csit-perf-trial-duration-parameter:
1193           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1194       - csit-perf-trial-multiplicity-parameter:
1195           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1196
1197     scm:
1198       - gerrit-trigger-scm:
1199           credentials-id: 'jenkins-gerrit-credentials'
1200           refspec: '$GERRIT_REFSPEC'
1201           choosing-strategy: 'gerrit'
1202
1203     wrappers:
1204       - fdio-infra-wrappers-non-activity-timeout:
1205           build-timeout: '{build-timeout}'
1206
1207     triggers:
1208       - gerrit-trigger-csit-perftest:
1209           project: '{project}'
1210           branch: '{branch}'
1211           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1212           skip-vote: false
1213
1214     builders:
1215       - shell:
1216           !include-raw-escape:
1217           - ../scripts/setup_executor_env.sh
1218       - shell:
1219           !include-raw-escape:
1220           - ../scripts/csit/perf-verify.sh
1221
1222     publishers:
1223       - fdio-infra-publish
1224
1225 - job-template:
1226     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1227
1228     description: |
1229       <ul>
1230           <li>objective
1231               <ul>
1232                   <li>get vpp performance coverage data for csit report
1233               </ul>
1234           <li>job
1235               <ul>
1236                   <li>name:
1237                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1238                       {node-arch}</b>
1239                   <li>trigger: keyword in comment to csit patch:
1240                       <b>csit-vpp-report-cov-{node-arch}-perftest
1241                       test_set_id</b>
1242                   <li>trigger example:
1243                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1244               </ul>
1245           <li>executor
1246               <ul>
1247                   <li>builder-{os}-prod-{executor-arch}
1248               </ul>
1249           <li>perf test-cases selection
1250               <ul>
1251                   <li>test-cases selected by tags defined in
1252                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1253                       test_set_id.md</i>
1254               </ul>
1255
1256           <li>results
1257               <ul>
1258                   <li>jjb verify: PASS/FAIL
1259                   <li>present: vpp performance
1260                   <li>analyse: vpp performance
1261               </ul>
1262       </ul>
1263
1264     project-type: freestyle
1265     node: 'builder-{os}-prod-{executor-arch}'
1266     concurrent: true
1267     latest-only: false
1268
1269     properties:
1270       - lf-infra-properties:
1271           build-days-to-keep: "{build-days-to-keep}"
1272
1273     parameters:
1274       - project-parameter:
1275           project: '{project}'
1276       - gerrit-parameter:
1277           branch: '{branch}'
1278       - gerrit-refspec-parameter
1279       - gerrit-event-type-parameter
1280       - gerrit-event-comment-text-parameter
1281       - csit-perf-trial-duration-parameter:
1282           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1283       - csit-perf-trial-multiplicity-parameter:
1284           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1285
1286     scm:
1287       - gerrit-trigger-scm:
1288           credentials-id: 'jenkins-gerrit-credentials'
1289           refspec: '$GERRIT_REFSPEC'
1290           choosing-strategy: 'gerrit'
1291
1292     wrappers:
1293       - fdio-infra-wrappers-non-activity-timeout:
1294           build-timeout: '{build-timeout}'
1295
1296     triggers:
1297       - gerrit-trigger-csit-perftest:
1298           project: '{project}'
1299           branch: '{branch}'
1300           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1301           skip-vote: false
1302
1303     builders:
1304       - shell:
1305           !include-raw-escape:
1306           - ../scripts/setup_executor_env.sh
1307       - shell:
1308           !include-raw-escape:
1309           - ../scripts/csit/perf-verify.sh
1310
1311     publishers:
1312       - fdio-infra-publish
1313
1314 - job-template:
1315     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1316
1317     description: |
1318       <ul>
1319           <li>objective
1320               <ul>
1321                   <li>get dpdk performance coverage data for csit report
1322               </ul>
1323           <li>job
1324               <ul>
1325                   <li>name:
1326                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1327                       {node-arch}</b>
1328                   <li>trigger: keyword in comment to csit patch:
1329                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1330                       test_set_id</b>
1331                   <li>trigger example:
1332                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1333               </ul>
1334           <li>executor
1335               <ul>
1336                   <li>builder-{os}-prod-{executor-arch}
1337               </ul>
1338           <li>perf test-cases selection
1339               <ul>
1340                   <li>test-cases selected by tags defined in
1341                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1342                       test_set_id.md</i>
1343               </ul>
1344
1345           <li>results
1346               <ul>
1347                   <li>jjb verify: PASS/FAIL
1348                   <li>present: dpdk performance
1349                   <li>analyse: dpdk performance
1350               </ul>
1351       </ul>
1352
1353     project-type: freestyle
1354     node: 'builder-{os}-prod-{executor-arch}'
1355     concurrent: true
1356     latest-only: false
1357
1358     properties:
1359       - lf-infra-properties:
1360           build-days-to-keep: "{build-days-to-keep}"
1361
1362     parameters:
1363       - project-parameter:
1364           project: '{project}'
1365       - gerrit-parameter:
1366           branch: '{branch}'
1367       - gerrit-refspec-parameter
1368       - gerrit-event-type-parameter
1369       - gerrit-event-comment-text-parameter
1370       - csit-perf-trial-duration-parameter:
1371           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1372       - csit-perf-trial-multiplicity-parameter:
1373           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1374
1375     scm:
1376       - gerrit-trigger-scm:
1377           credentials-id: 'jenkins-gerrit-credentials'
1378           refspec: '$GERRIT_REFSPEC'
1379           choosing-strategy: 'gerrit'
1380
1381     wrappers:
1382       - fdio-infra-wrappers-non-activity-timeout:
1383           build-timeout: '{build-timeout}'
1384
1385     triggers:
1386       - gerrit-trigger-csit-perftest:
1387           project: '{project}'
1388           branch: '{branch}'
1389           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1390           skip-vote: false
1391
1392     builders:
1393       - shell:
1394           !include-raw-escape:
1395           - ../scripts/setup_executor_env.sh
1396       - shell:
1397           !include-raw-escape:
1398           - ../scripts/csit/perf-verify.sh
1399
1400     publishers:
1401       - fdio-infra-publish
1402
1403 - job-template:
1404     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1405
1406     description: |
1407       <ul>
1408           <li>objective
1409               <ul>
1410                   <li>get trex performance coverage data for csit report
1411               </ul>
1412           <li>job
1413               <ul>
1414                   <li>name:
1415                       <b>csit-trex-perf-report-coverage-{stream_report}-
1416                       {node-arch}</b>
1417                   <li>trigger: keyword in comment to csit patch:
1418                       <b>csit-trex-report-cov-{node-arch}-perftest
1419                       test_set_id</b>
1420                   <li>trigger example:
1421                       csit-trex-report-cov-{node-arch}-perftest trex-00
1422               </ul>
1423           <li>executor
1424               <ul>
1425                   <li>builder-{os}-prod-{executor-arch}
1426               </ul>
1427           <li>perf test-cases selection
1428               <ul>
1429                   <li>test-cases selected by tags defined in
1430                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1431                       test_set_id.md</i>
1432               </ul>
1433
1434           <li>results
1435               <ul>
1436                   <li>jjb verify: PASS/FAIL
1437                   <li>present: trex performance
1438                   <li>analyse: trex performance
1439               </ul>
1440       </ul>
1441
1442     project-type: freestyle
1443     node: 'builder-{os}-prod-{executor-arch}'
1444     concurrent: true
1445     latest-only: false
1446
1447     properties:
1448       - lf-infra-properties:
1449           build-days-to-keep: "{build-days-to-keep}"
1450
1451     parameters:
1452       - project-parameter:
1453           project: '{project}'
1454       - gerrit-parameter:
1455           branch: '{branch}'
1456       - gerrit-refspec-parameter
1457       - gerrit-event-type-parameter
1458       - gerrit-event-comment-text-parameter
1459       - csit-perf-trial-duration-parameter:
1460           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1461       - csit-perf-trial-multiplicity-parameter:
1462           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1463
1464     scm:
1465       - gerrit-trigger-scm:
1466           credentials-id: 'jenkins-gerrit-credentials'
1467           refspec: '$GERRIT_REFSPEC'
1468           choosing-strategy: 'gerrit'
1469
1470     wrappers:
1471       - fdio-infra-wrappers-non-activity-timeout:
1472           build-timeout: '{build-timeout}'
1473
1474     triggers:
1475       - gerrit-trigger-csit-perftest:
1476           project: '{project}'
1477           branch: '{branch}'
1478           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1479           skip-vote: false
1480
1481     builders:
1482       - shell:
1483           !include-raw-escape:
1484           - ../scripts/setup_executor_env.sh
1485       - shell:
1486           !include-raw-escape:
1487           - ../scripts/csit/perf-verify.sh
1488
1489     publishers:
1490       - fdio-infra-publish