jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  74           node-arch:
  75             - 2n-clx:
  76                 os: 'ubuntu2004'
  77                 executor-arch: 'x86_64'
  78             - 2n-skx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-dnv:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-zn2:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-tx2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'aarch64'
  90             - 3n-skx:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'x86_64'
  93             - 3n-dnv:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-tsh:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'aarch64'
  99           stream:
 100             - master:
 101                 branch: 'master'
 102                 branch-id: 'oper'
 103             - '2106':
 104                 branch: 'rls2106'
 105                 branch-id: 'oper-rls2106'
 106             - '2110':
 107                 branch: 'rls2110'
 108                 branch-id: 'oper-rls2110'
 109       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 110           node-arch:
 111             - 2n-clx:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'x86_64'
 114                 periodicity: '0 2,14 * * 1-5'
 115             - 2n-skx:
 116                 os: 'ubuntu2004'
 117                 executor-arch: 'x86_64'
 118                 periodicity: '0 2,14 * * 1-5'
 119             - 2n-dnv:
 120                 os: 'ubuntu2004'
 121                 executor-arch: 'x86_64'
 122                 periodicity: '0 2,14 * * 1-5'
 123             - 2n-zn2:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'x86_64'
 126                 periodicity: '0 2,14 * * 1-5'
 127             - 2n-tx2:
 128                 os: 'ubuntu2004'
 129                 executor-arch: 'aarch64'
 130                 periodicity: '0 14 * * 1-5'
 131             - 3n-skx:
 132                 os: 'ubuntu2004'
 133                 executor-arch: 'x86_64'
 134                 periodicity: '0 2,14 * * 1-5'
 135             - 3n-dnv:
 136                 os: 'ubuntu2004'
 137                 executor-arch: 'x86_64'
 138                 periodicity: '0 2,14 * * 1-5'
 139             - 3n-tsh:
 140                 os: 'ubuntu2004'
 141                 executor-arch: 'aarch64'
 142                 periodicity: '0 14 * * 1-5'
 143       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 144           node-arch:
 145             - 2n-clx:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148             - 2n-skx:
 149                 os: 'ubuntu2004'
 150                 executor-arch: 'x86_64'
 151             - 3n-skx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 2n-aws:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 3n-aws:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160           stream:
 161             - master:
 162                 branch: 'master'
 163                 branch-id: 'oper'
 164           periodicity: '0 0 * * 6'
 165       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 166           node-arch:
 167             - 2n-clx:
 168                 os: 'ubuntu2004'
 169                 executor-arch: 'x86_64'
 170             - 2n-skx:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'x86_64'
 173             - 3n-skx:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176           periodicity: '0 0 * * 6'
 177       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 178           node-arch:
 179             - 2n-skx:
 180                 os: 'ubuntu2004'
 181                 executor-arch: 'x86_64'
 182           periodicity: '0 0 * * 6'
 183       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 184           node-arch:
 185             - 2n-clx:
 186                 os: 'ubuntu2004'
 187                 executor-arch: 'x86_64'
 188             - 2n-skx:
 189                 os: 'ubuntu2004'
 190                 executor-arch: 'x86_64'
 191             - 2n-dnv:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194             - 2n-zn2:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197             - 2n-tx2:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'aarch64'
 200             - 3n-skx:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'x86_64'
 203             - 3n-dnv:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 3n-tsh:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'aarch64'
 209             - 2n-aws:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 3n-aws:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 216           node-arch:
 217             - 2n-clx:
 218                 os: 'ubuntu2004'
 219                 executor-arch: 'x86_64'
 220             - 2n-skx:
 221                 os: 'ubuntu2004'
 222                 executor-arch: 'x86_64'
 223             - 2n-dnv:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-zn2:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-tx2:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'aarch64'
 232             - 3n-skx:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 3n-dnv:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 3n-tsh:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'aarch64'
 241             - 2n-aws:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'x86_64'
 244             - 3n-aws:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 248           node-arch:
 249             - 2n-skx:
 250                 os: 'ubuntu2004'
 251                 executor-arch: 'x86_64'
 252       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 253           node-arch:
 254             - 2n-clx:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 2n-skx:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 2n-dnv:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 2n-zn2:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'x86_64'
 266             - 2n-tx2:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'aarch64'
 269             - 3n-skx:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272             - 3n-dnv:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'x86_64'
 275             - 3n-tsh:
 276                 os: 'ubuntu2004'
 277                 executor-arch: 'aarch64'
 278             - 2n-aws:
 279                 os: 'ubuntu2004'
 280                 executor-arch: 'x86_64'
 281             - 3n-aws:
 282                 os: 'ubuntu2004'
 283                 executor-arch: 'x86_64'
 284       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 285           node-arch:
 286             - 2n-clx:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-skx:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-dnv:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'x86_64'
 295             - 2n-zn2:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 2n-tx2:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'aarch64'
 301             - 3n-skx:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-dnv:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'x86_64'
 307             - 3n-tsh:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 317           node-arch:
 318             - 2n-skx:
 319                 os: 'ubuntu2004'
 320                 executor-arch: 'x86_64'
 321
 322     project: 'csit'
 323     branch: 'master'
 324     branch-id: 'oper'
 325     csit-perf-trial-duration: '1.0'
 326     csit-perf-trial-multiplicity: '10'
 327     stream:
 328       - master:
 329           branch: 'master'
 330           branch-id: 'oper'
 331       - '2106':
 332           branch: 'rls2106'
 333           branch-id: 'oper-rls2106'
 334       - '2110':
 335           branch: 'rls2110'
 336           branch-id: 'oper-rls2110'
 337     stream_report:
 338       - '2106':
 339           branch: 'rls2106'
 340           branch-id: 'oper-rls2106'
 341       - '2110':
 342           branch: 'rls2110'
 343           branch-id: 'oper-rls2110'
 344
 345     build-artifact-num-to-keep: 10
 346
 347
 348 - job-template:
 349     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 350
 351     description: |
 352       <ul>
 353           <li>objective
 354               <ul>
 355                   <li>perf verify - per csit gerrit patch
 356               </ul>
 357           <li>job
 358               <ul>
 359                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 360                   <li>trigger: keyword in comment to csit patch:
 361                       <b>csit-{node-arch}-perftest tag_list</b>
 362               </ul>
 363           <li>executor
 364               <ul>
 365                   <li>builder-{os}-prod-{executor-arch}
 366               </ul>
 367           <li>perf test-cases selection
 368               <ul>
 369                   <li>test-cases selected using trigger keyword followed by tags
 370                   <li>all test-cases are labelled with CSIT RF topic tags
 371                       defined in <i>csit/docs/tag_documentation.rst</i>
 372               </ul>
 373           <li>proposed keywords
 374               <ul>
 375                   <li>focus on testing specified vpp packet processing path
 376                   <li>format: csit-{node-arch}-perftest tag_list
 377               </ul>
 378           <li>default tags for vpp startup config and perf test type
 379               <ul>
 380                   <li>IP4BASE, IP6BASE, L2BDBASE
 381                   <li>64B/78B: 64B/78B packet size
 382                   <li>1C: one core
 383                   <li>X710: x710 Fortville NIC
 384                   <li>MRR: MRR throughput
 385               </ul>
 386           <li>results
 387               <ul>
 388                   <li>jjb verify: PASS/FAIL
 389                   <li>present: no
 390                   <li>analyse: no
 391               </ul>
 392       </ul>
 393
 394     project-type: freestyle
 395     node: 'builder-{os}-prod-{executor-arch}'
 396     concurrent: true
 397     latest-only: false
 398
 399     properties:
 400       - lf-infra-properties:
 401           build-days-to-keep: "{build-days-to-keep}"
 402
 403     parameters:
 404       - project-parameter:
 405           project: '{project}'
 406       - gerrit-parameter:
 407           branch: '{branch}'
 408       - gerrit-refspec-parameter
 409       - gerrit-event-type-parameter
 410       - gerrit-event-comment-text-parameter
 411       - csit-perf-trial-duration-parameter:
 412           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 413       - csit-perf-trial-multiplicity-parameter:
 414           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 415       # This is a manually-triggered verify job, part of API coverage.
 416       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 417       # Can be removed when this job is no longer needed for full API coverage.
 418       - csit-fail-on-crc-mismatch-parameter:
 419           fail-on-crc-mismatch: 'True'
 420
 421     scm:
 422       - gerrit-trigger-scm:
 423           credentials-id: 'jenkins-gerrit-credentials'
 424           refspec: '$GERRIT_REFSPEC'
 425           choosing-strategy: 'gerrit'
 426
 427     wrappers:
 428       - fdio-infra-wrappers-non-activity-timeout:
 429           build-timeout: '{build-timeout}'
 430
 431     triggers:
 432       - gerrit-trigger-csit-perftest:
 433           project: '{project}'
 434           branch: '{branch}'
 435           trigger-word: 'csit-{node-arch}-perftest'
 436           skip-vote: false
 437
 438     builders:
 439       - shell:
 440           !include-raw-escape:
 441           - ../scripts/setup_executor_env.sh
 442       - shell:
 443           !include-raw-escape:
 444           - ../scripts/csit/perf-verify.sh
 445
 446     publishers:
 447       - fdio-infra-publish
 448
 449 - job-template:
 450     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 451
 452     description: |
 453       <ul>
 454           <li>objective
 455               <ul>
 456                   <li>check vpp perf mrr daily
 457               </ul>
 458           <li>executor
 459               <ul>
 460                   <li>builder-{os}-prod-{executor-arch}
 461               </ul>
 462           <li>perf test-cases selection
 463               <ul>
 464                   <li>all CSIT VPP MRR perf suites
 465               </ul>
 466           <li>results
 467               <ul>
 468                   <li>jjb verify: PASS/FAIL
 469                   <li>present: no
 470                   <li>analyse: csit project (catch malfunctions/degradations)
 471               </ul>
 472       </ul>
 473
 474     project-type: freestyle
 475     node: 'builder-{os}-prod-{executor-arch}'
 476     concurrent: false
 477     latest-only: false
 478
 479     properties:
 480       - lf-infra-properties:
 481           build-days-to-keep: "{build-days-to-keep}"
 482
 483     parameters:
 484       - project-parameter:
 485           project: '{project}'
 486       - gerrit-parameter:
 487           branch: '{branch}'
 488       - csit-perf-trial-duration-parameter:
 489           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 490       - csit-perf-trial-multiplicity-parameter:
 491           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 492
 493     wrappers:
 494       - fdio-infra-wrappers-non-activity-timeout:
 495           build-timeout: '{build-timeout}'
 496
 497     triggers:
 498       - timed: '{periodicity}'
 499
 500     builders:
 501       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 502       - inject:
 503           properties-file: variables.prop
 504       - shell:
 505           !include-raw-escape:
 506           - ../scripts/setup_executor_env.sh
 507       - shell:
 508           !include-raw-escape:
 509           - ../scripts/csit/perf-timed.sh
 510
 511     publishers:
 512       - fdio-infra-publish
 513
 514 - job-template:
 515     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 516
 517     description: |
 518       <ul>
 519           <li>objective
 520               <ul>
 521                   <li>check vpp perf mrr weekly on {node-arch}
 522               </ul>
 523           <li>executor
 524               <ul>
 525                   <li>builder-{os}-prod-{executor-arch}
 526               </ul>
 527           <li>perf test-cases selection
 528               <ul>
 529                   <li>NF Density CSIT VPP MRR perf suites
 530               </ul>
 531           <li>results
 532               <ul>
 533                   <li>jjb verify: PASS/FAIL
 534                   <li>present: no
 535                   <li>analyse: csit project (catch malfunctions/degradations)
 536               </ul>
 537       </ul>
 538
 539     project-type: freestyle
 540     node: 'builder-{os}-prod-{executor-arch}'
 541     concurrent: false
 542     latest-only: false
 543
 544     properties:
 545       - lf-infra-properties:
 546           build-days-to-keep: "{build-days-to-keep}"
 547
 548     parameters:
 549       - project-parameter:
 550           project: '{project}'
 551       - gerrit-parameter:
 552           branch: '{branch}'
 553       - csit-perf-trial-duration-parameter:
 554           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 555       - csit-perf-trial-multiplicity-parameter:
 556           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 557
 558     wrappers:
 559       - fdio-infra-wrappers-non-activity-timeout:
 560           build-timeout: '{build-timeout}'
 561
 562     triggers:
 563       - timed: '{periodicity}'
 564
 565     builders:
 566       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 567       - inject:
 568           properties-file: variables.prop
 569       - shell:
 570           !include-raw-escape:
 571           - ../scripts/setup_executor_env.sh
 572       - shell:
 573           !include-raw-escape:
 574           - ../scripts/csit/perf-timed.sh
 575
 576     publishers:
 577       - fdio-infra-publish
 578
 579 - job-template:
 580     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 581
 582     description: |
 583       <ul>
 584           <li>objective
 585               <ul>
 586                   <li>check vpp perf ndrpdr weekly on {node-arch}
 587               </ul>
 588           <li>executor
 589               <ul>
 590                   <li>builder-{os}-prod-{executor-arch}
 591               </ul>
 592           <li>perf test-cases selection
 593               <ul>
 594                   <li>pre-selected CSIT VPP NDRPDR perf suites
 595               </ul>
 596           <li>results
 597               <ul>
 598                   <li>jjb verify: PASS/FAIL
 599                   <li>present: no
 600                   <li>analyse: csit project (catch malfunctions/degradations)
 601               </ul>
 602       </ul>
 603     project-type: freestyle
 604     node: 'builder-{os}-prod-{executor-arch}'
 605     concurrent: false
 606     latest-only: false
 607
 608     properties:
 609       - lf-infra-properties:
 610           build-days-to-keep: "{build-days-to-keep}"
 611
 612     parameters:
 613       - project-parameter:
 614           project: '{project}'
 615       - gerrit-parameter:
 616           branch: '{branch}'
 617
 618     wrappers:
 619       - fdio-infra-wrappers-non-activity-timeout:
 620           build-timeout: '{build-timeout}'
 621
 622     triggers:
 623       - timed: '{periodicity}'
 624
 625     builders:
 626       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 627       - inject:
 628           properties-file: variables.prop
 629       - shell:
 630           !include-raw-escape:
 631           - ../scripts/setup_executor_env.sh
 632       - shell:
 633           !include-raw-escape:
 634           - ../scripts/csit/perf-timed.sh
 635
 636     publishers:
 637       - fdio-infra-publish
 638
 639 - job-template:
 640     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 641
 642     description: |
 643       <ul>
 644           <li>objective
 645               <ul>
 646                   <li>check trex perf ndrpdr weekly on {node-arch}
 647               </ul>
 648           <li>executor
 649               <ul>
 650                   <li>builder-{os}-prod-{executor-arch}
 651               </ul>
 652           <li>perf test-cases selection
 653               <ul>
 654                   <li>pre-selected CSIT TREX NDRPDR perf suites
 655               </ul>
 656           <li>results
 657               <ul>
 658                   <li>jjb verify: PASS/FAIL
 659                   <li>present: no
 660                   <li>analyse: csit project (catch malfunctions/degradations)
 661               </ul>
 662       </ul>
 663     project-type: freestyle
 664     node: 'builder-{os}-prod-{executor-arch}'
 665     concurrent: false
 666     latest-only: false
 667
 668     properties:
 669       - lf-infra-properties:
 670           build-days-to-keep: "{build-days-to-keep}"
 671
 672     parameters:
 673       - project-parameter:
 674           project: '{project}'
 675       - gerrit-parameter:
 676           branch: '{branch}'
 677
 678     wrappers:
 679       - fdio-infra-wrappers-non-activity-timeout:
 680           build-timeout: '{build-timeout}'
 681
 682     triggers:
 683       - timed: '{periodicity}'
 684
 685     builders:
 686       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 687       - inject:
 688           properties-file: variables.prop
 689       - shell:
 690           !include-raw-escape:
 691           - ../scripts/setup_executor_env.sh
 692       - shell:
 693           !include-raw-escape:
 694           - ../scripts/csit/perf-timed.sh
 695
 696     publishers:
 697       - fdio-infra-publish
 698
 699 - job-template:
 700     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 701
 702     description: |
 703       <ul>
 704           <li>objective
 705               <ul>
 706                   <li>perf verify - per csit gerrit patch
 707               </ul>
 708           <li>job
 709               <ul>
 710                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 711                   <li>trigger: keyword in comment to csit patch:
 712                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 713               </ul>
 714           <li>executor
 715               <ul>
 716                   <li>builder-{os}-prod-{executor-arch}
 717               </ul>
 718           <li>perf test-cases selection
 719               <ul>
 720                   <li>test-cases selected using trigger keyword followed by tags
 721                   <li>all test-cases are labelled with CSIT RF topic tags
 722                       defined in <i>csit/docs/tag_documentation.rst</i>
 723               </ul>
 724           <li>proposed keywords
 725               <ul>
 726                   <li>focus on testing specified trex packet processing path
 727                   <li>format: csit-{node-arch}-perftest tag_list
 728               </ul>
 729           <li>results
 730               <ul>
 731                   <li>jjb verify: PASS/FAIL
 732                   <li>present: no
 733                   <li>analyse: no
 734               </ul>
 735       </ul>
 736
 737     project-type: freestyle
 738     node: 'builder-{os}-prod-{executor-arch}'
 739     concurrent: true
 740     latest-only: false
 741
 742     properties:
 743       - lf-infra-properties:
 744           build-days-to-keep: "{build-days-to-keep}"
 745
 746     parameters:
 747       - project-parameter:
 748           project: '{project}'
 749       - gerrit-parameter:
 750           branch: '{branch}'
 751       - gerrit-refspec-parameter
 752       - gerrit-event-type-parameter
 753       - gerrit-event-comment-text-parameter
 754       - csit-perf-trial-duration-parameter:
 755           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 756       - csit-perf-trial-multiplicity-parameter:
 757           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 758       # This is a manually-triggered verify job, part of API coverage.
 759       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 760       # Can be removed when this job is no longer needed for full API coverage.
 761       - csit-fail-on-crc-mismatch-parameter:
 762           fail-on-crc-mismatch: 'True'
 763
 764     scm:
 765       - gerrit-trigger-scm:
 766           credentials-id: 'jenkins-gerrit-credentials'
 767           refspec: '$GERRIT_REFSPEC'
 768           choosing-strategy: 'gerrit'
 769
 770     wrappers:
 771       - fdio-infra-wrappers-non-activity-timeout:
 772           build-timeout: '{build-timeout}'
 773
 774     triggers:
 775       - gerrit-trigger-csit-perftest:
 776           project: '{project}'
 777           branch: '{branch}'
 778           trigger-word: 'csit-trex-{node-arch}-perftest'
 779           skip-vote: false
 780
 781     builders:
 782       - shell:
 783           !include-raw-escape:
 784           - ../scripts/setup_executor_env.sh
 785       - shell:
 786           !include-raw-escape:
 787           - ../scripts/csit/perf-verify.sh
 788
 789     publishers:
 790       - fdio-infra-publish
 791
 792 - job-template:
 793     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 794
 795     description: |
 796       <ul>
 797           <li>objective
 798               <ul>
 799                   <li>perf verify - per csit gerrit patch
 800               </ul>
 801           <li>job
 802               <ul>
 803                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 804                   <li>trigger: keyword in comment to csit patch:
 805                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 806               </ul>
 807           <li>executor
 808               <ul>
 809                   <li>builder-{os}-prod-{executor-arch}
 810               </ul>
 811           <li>perf test-cases selection
 812               <ul>
 813                   <li>test-cases selected using trigger keyword followed by tags
 814                   <li>all test-cases are labelled with CSIT RF topic tags
 815                       defined in <i>csit/docs/tag_documentation.rst</i>
 816               </ul>
 817           <li>default tags for dpdk perf test type
 818               <ul>
 819                   <li>IP4BASE, L2XCBASE
 820                   <li>64B: 64B packet size
 821                   <li>1C: one core
 822                   <li>X710: x710 Fortville NIC
 823                   <li>MRR: MRR throughput
 824               </ul>
 825           <li>results
 826               <ul>
 827                   <li>jjb verify: PASS/FAIL
 828                   <li>present: no
 829                   <li>analyse: no
 830               </ul>
 831       </ul>
 832
 833     project-type: freestyle
 834     node: 'builder-{os}-prod-{executor-arch}'
 835     concurrent: true
 836     latest-only: false
 837
 838     properties:
 839       - lf-infra-properties:
 840           build-days-to-keep: "{build-days-to-keep}"
 841
 842     parameters:
 843       - project-parameter:
 844           project: '{project}'
 845       - gerrit-parameter:
 846           branch: '{branch}'
 847       - gerrit-refspec-parameter
 848       - gerrit-event-type-parameter
 849       - gerrit-event-comment-text-parameter
 850       - csit-perf-trial-duration-parameter:
 851           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 852       - csit-perf-trial-multiplicity-parameter:
 853           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 854
 855     scm:
 856       - gerrit-trigger-scm:
 857           credentials-id: 'jenkins-gerrit-credentials'
 858           refspec: '$GERRIT_REFSPEC'
 859           choosing-strategy: 'gerrit'
 860
 861     wrappers:
 862       - fdio-infra-wrappers-non-activity-timeout:
 863           build-timeout: '{build-timeout}'
 864
 865     triggers:
 866       - gerrit-trigger-csit-perftest:
 867           project: '{project}'
 868           branch: '{branch}'
 869           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 870           skip-vote: false
 871
 872     builders:
 873       - shell:
 874           !include-raw-escape:
 875           - ../scripts/setup_executor_env.sh
 876       - shell:
 877           !include-raw-escape:
 878           - ../scripts/csit/perf-verify.sh
 879
 880     publishers:
 881       - fdio-infra-publish
 882
 883 - job-template:
 884     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 885
 886     description: |
 887       <ul>
 888           <li>objective
 889               <ul>
 890                   <li>check dpdk perf mrr weekly
 891               </ul>
 892           <li>executor
 893               <ul>
 894                   <li>builder-{os}-prod-{executor-arch}
 895               </ul>
 896           <li>perf test-cases selection
 897               <ul>
 898                   <li>all CSIT DPDK MRR perf suites
 899               </ul>
 900           <li>results
 901               <ul>
 902                   <li>jjb verify: PASS/FAIL
 903                   <li>present: no
 904                   <li>analyse: csit project (catch malfunctions/degradations)
 905               </ul>
 906       </ul>
 907
 908     project-type: freestyle
 909     node: 'builder-{os}-prod-{executor-arch}'
 910     concurrent: false
 911     latest-only: false
 912
 913     properties:
 914       - lf-infra-properties:
 915           build-days-to-keep: "{build-days-to-keep}"
 916
 917     parameters:
 918       - project-parameter:
 919           project: '{project}'
 920       - gerrit-parameter:
 921           branch: '{branch}'
 922       - csit-perf-trial-duration-parameter:
 923           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 924       - csit-perf-trial-multiplicity-parameter:
 925           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 926
 927     wrappers:
 928       - fdio-infra-wrappers-non-activity-timeout:
 929           build-timeout: '{build-timeout}'
 930
 931     triggers:
 932       - timed: '{periodicity}'
 933
 934     builders:
 935       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 936       - inject:
 937           properties-file: variables.prop
 938       - shell:
 939           !include-raw-escape:
 940           - ../scripts/setup_executor_env.sh
 941       - shell:
 942           !include-raw-escape:
 943           - ../scripts/csit/perf-timed.sh
 944
 945     publishers:
 946       - fdio-infra-publish
 947
 948 - job-template:
 949     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 950
 951     description: |
 952       <ul>
 953           <li>objective
 954               <ul>
 955                   <li>get vpp performance iterative data for csit report
 956               </ul>
 957           <li>job
 958               <ul>
 959                   <li>name:
 960                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 961                       {node-arch}</b>
 962                   <li>trigger: keyword in comment to csit patch:
 963                       <b>csit-vpp-report-iter-{node-arch}-perftest
 964                       test_set_id</b>
 965                   <li>trigger example:
 966                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 967               </ul>
 968           <li>executor
 969               <ul>
 970                   <li>builder-{os}-prod-{executor-arch}
 971               </ul>
 972           <li>perf test-cases selection
 973               <ul>
 974                   <li>test-cases selected by tags defined in
 975                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 976                       test_set_id.md</i>
 977               </ul>
 978
 979           <li>results
 980               <ul>
 981                   <li>jjb verify: PASS/FAIL
 982                   <li>present: vpp performance
 983                   <li>analyse: vpp performance
 984               </ul>
 985       </ul>
 986
 987     project-type: freestyle
 988     node: 'builder-{os}-prod-{executor-arch}'
 989     concurrent: true
 990     latest-only: false
 991
 992     properties:
 993       - lf-infra-properties:
 994           build-days-to-keep: "{build-days-to-keep}"
 995
 996     parameters:
 997       - project-parameter:
 998           project: '{project}'
 999       - gerrit-parameter:
1000           branch: '{branch}'
1001       - gerrit-refspec-parameter
1002       - gerrit-event-type-parameter
1003       - gerrit-event-comment-text-parameter
1004       - csit-perf-trial-duration-parameter:
1005           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1006       - csit-perf-trial-multiplicity-parameter:
1007           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1008
1009     scm:
1010       - gerrit-trigger-scm:
1011           credentials-id: 'jenkins-gerrit-credentials'
1012           refspec: '$GERRIT_REFSPEC'
1013           choosing-strategy: 'gerrit'
1014
1015     wrappers:
1016       - fdio-infra-wrappers-non-activity-timeout:
1017           build-timeout: '{build-timeout}'
1018
1019     triggers:
1020       - gerrit-trigger-csit-perftest:
1021           project: '{project}'
1022           branch: '{branch}'
1023           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1024           skip-vote: false
1025
1026     builders:
1027       - shell:
1028           !include-raw-escape:
1029           - ../scripts/setup_executor_env.sh
1030       - shell:
1031           !include-raw-escape:
1032           - ../scripts/csit/perf-verify.sh
1033
1034     publishers:
1035       - fdio-infra-publish
1036
1037 - job-template:
1038     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1039
1040     description: |
1041       <ul>
1042           <li>objective
1043               <ul>
1044                   <li>get dpdk performance iterative data for csit report
1045               </ul>
1046           <li>job
1047               <ul>
1048                   <li>name:
1049                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1050                       {node-arch}</b>
1051                   <li>trigger: keyword in comment to csit patch:
1052                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1053                       test_set_id</b>
1054                   <li>trigger example:
1055                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1056               </ul>
1057           <li>executor
1058               <ul>
1059                   <li>builder-{os}-prod-{executor-arch}
1060               </ul>
1061           <li>perf test-cases selection
1062               <ul>
1063                   <li>test-cases selected by tags defined in
1064                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1065                       test_set_id.md</i>
1066               </ul>
1067
1068           <li>results
1069               <ul>
1070                   <li>jjb verify: PASS/FAIL
1071                   <li>present: dpdk performance
1072                   <li>analyse: dpdk performance
1073               </ul>
1074       </ul>
1075
1076     project-type: freestyle
1077     node: 'builder-{os}-prod-{executor-arch}'
1078     concurrent: true
1079     latest-only: false
1080
1081     properties:
1082       - lf-infra-properties:
1083           build-days-to-keep: "{build-days-to-keep}"
1084
1085     parameters:
1086       - project-parameter:
1087           project: '{project}'
1088       - gerrit-parameter:
1089           branch: '{branch}'
1090       - gerrit-refspec-parameter
1091       - gerrit-event-type-parameter
1092       - gerrit-event-comment-text-parameter
1093       - csit-perf-trial-duration-parameter:
1094           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1095       - csit-perf-trial-multiplicity-parameter:
1096           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1097
1098     scm:
1099       - gerrit-trigger-scm:
1100           credentials-id: 'jenkins-gerrit-credentials'
1101           refspec: '$GERRIT_REFSPEC'
1102           choosing-strategy: 'gerrit'
1103
1104     wrappers:
1105       - fdio-infra-wrappers-non-activity-timeout:
1106           build-timeout: '{build-timeout}'
1107
1108     triggers:
1109       - gerrit-trigger-csit-perftest:
1110           project: '{project}'
1111           branch: '{branch}'
1112           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1113           skip-vote: false
1114
1115     builders:
1116       - shell:
1117           !include-raw-escape:
1118           - ../scripts/setup_executor_env.sh
1119       - shell:
1120           !include-raw-escape:
1121           - ../scripts/csit/perf-verify.sh
1122
1123     publishers:
1124       - fdio-infra-publish
1125
1126 - job-template:
1127     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1128
1129     description: |
1130       <ul>
1131           <li>objective
1132               <ul>
1133                   <li>get trex performance iterative data for csit report
1134               </ul>
1135           <li>job
1136               <ul>
1137                   <li>name:
1138                       <b>csit-trex-perf-report-iterative-{stream_report}-
1139                       {node-arch}</b>
1140                   <li>trigger: keyword in comment to csit patch:
1141                       <b>csit-trex-report-iter-{node-arch}-perftest
1142                       test_set_id</b>
1143                   <li>trigger example:
1144                       csit-trex-report-iter-{node-arch}-perftest trex-00
1145               </ul>
1146           <li>executor
1147               <ul>
1148                   <li>builder-{os}-prod-{executor-arch}
1149               </ul>
1150           <li>perf test-cases selection
1151               <ul>
1152                   <li>test-cases selected by tags defined in
1153                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1154                       test_set_id.md</i>
1155               </ul>
1156
1157           <li>results
1158               <ul>
1159                   <li>jjb verify: PASS/FAIL
1160                   <li>present: trex performance
1161                   <li>analyse: trex performance
1162               </ul>
1163       </ul>
1164
1165     project-type: freestyle
1166     node: 'builder-{os}-prod-{executor-arch}'
1167     concurrent: true
1168     latest-only: false
1169
1170     properties:
1171       - lf-infra-properties:
1172           build-days-to-keep: "{build-days-to-keep}"
1173
1174     parameters:
1175       - project-parameter:
1176           project: '{project}'
1177       - gerrit-parameter:
1178           branch: '{branch}'
1179       - gerrit-refspec-parameter
1180       - gerrit-event-type-parameter
1181       - gerrit-event-comment-text-parameter
1182       - csit-perf-trial-duration-parameter:
1183           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1184       - csit-perf-trial-multiplicity-parameter:
1185           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1186
1187     scm:
1188       - gerrit-trigger-scm:
1189           credentials-id: 'jenkins-gerrit-credentials'
1190           refspec: '$GERRIT_REFSPEC'
1191           choosing-strategy: 'gerrit'
1192
1193     wrappers:
1194       - fdio-infra-wrappers-non-activity-timeout:
1195           build-timeout: '{build-timeout}'
1196
1197     triggers:
1198       - gerrit-trigger-csit-perftest:
1199           project: '{project}'
1200           branch: '{branch}'
1201           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1202           skip-vote: false
1203
1204     builders:
1205       - shell:
1206           !include-raw-escape:
1207           - ../scripts/setup_executor_env.sh
1208       - shell:
1209           !include-raw-escape:
1210           - ../scripts/csit/perf-verify.sh
1211
1212     publishers:
1213       - fdio-infra-publish
1214
1215 - job-template:
1216     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1217
1218     description: |
1219       <ul>
1220           <li>objective
1221               <ul>
1222                   <li>get vpp performance coverage data for csit report
1223               </ul>
1224           <li>job
1225               <ul>
1226                   <li>name:
1227                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1228                       {node-arch}</b>
1229                   <li>trigger: keyword in comment to csit patch:
1230                       <b>csit-vpp-report-cov-{node-arch}-perftest
1231                       test_set_id</b>
1232                   <li>trigger example:
1233                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1234               </ul>
1235           <li>executor
1236               <ul>
1237                   <li>builder-{os}-prod-{executor-arch}
1238               </ul>
1239           <li>perf test-cases selection
1240               <ul>
1241                   <li>test-cases selected by tags defined in
1242                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1243                       test_set_id.md</i>
1244               </ul>
1245
1246           <li>results
1247               <ul>
1248                   <li>jjb verify: PASS/FAIL
1249                   <li>present: vpp performance
1250                   <li>analyse: vpp performance
1251               </ul>
1252       </ul>
1253
1254     project-type: freestyle
1255     node: 'builder-{os}-prod-{executor-arch}'
1256     concurrent: true
1257     latest-only: false
1258
1259     properties:
1260       - lf-infra-properties:
1261           build-days-to-keep: "{build-days-to-keep}"
1262
1263     parameters:
1264       - project-parameter:
1265           project: '{project}'
1266       - gerrit-parameter:
1267           branch: '{branch}'
1268       - gerrit-refspec-parameter
1269       - gerrit-event-type-parameter
1270       - gerrit-event-comment-text-parameter
1271       - csit-perf-trial-duration-parameter:
1272           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1273       - csit-perf-trial-multiplicity-parameter:
1274           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1275
1276     scm:
1277       - gerrit-trigger-scm:
1278           credentials-id: 'jenkins-gerrit-credentials'
1279           refspec: '$GERRIT_REFSPEC'
1280           choosing-strategy: 'gerrit'
1281
1282     wrappers:
1283       - fdio-infra-wrappers-non-activity-timeout:
1284           build-timeout: '{build-timeout}'
1285
1286     triggers:
1287       - gerrit-trigger-csit-perftest:
1288           project: '{project}'
1289           branch: '{branch}'
1290           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1291           skip-vote: false
1292
1293     builders:
1294       - shell:
1295           !include-raw-escape:
1296           - ../scripts/setup_executor_env.sh
1297       - shell:
1298           !include-raw-escape:
1299           - ../scripts/csit/perf-verify.sh
1300
1301     publishers:
1302       - fdio-infra-publish
1303
1304 - job-template:
1305     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1306
1307     description: |
1308       <ul>
1309           <li>objective
1310               <ul>
1311                   <li>get dpdk performance coverage data for csit report
1312               </ul>
1313           <li>job
1314               <ul>
1315                   <li>name:
1316                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1317                       {node-arch}</b>
1318                   <li>trigger: keyword in comment to csit patch:
1319                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1320                       test_set_id</b>
1321                   <li>trigger example:
1322                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1323               </ul>
1324           <li>executor
1325               <ul>
1326                   <li>builder-{os}-prod-{executor-arch}
1327               </ul>
1328           <li>perf test-cases selection
1329               <ul>
1330                   <li>test-cases selected by tags defined in
1331                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1332                       test_set_id.md</i>
1333               </ul>
1334
1335           <li>results
1336               <ul>
1337                   <li>jjb verify: PASS/FAIL
1338                   <li>present: dpdk performance
1339                   <li>analyse: dpdk performance
1340               </ul>
1341       </ul>
1342
1343     project-type: freestyle
1344     node: 'builder-{os}-prod-{executor-arch}'
1345     concurrent: true
1346     latest-only: false
1347
1348     properties:
1349       - lf-infra-properties:
1350           build-days-to-keep: "{build-days-to-keep}"
1351
1352     parameters:
1353       - project-parameter:
1354           project: '{project}'
1355       - gerrit-parameter:
1356           branch: '{branch}'
1357       - gerrit-refspec-parameter
1358       - gerrit-event-type-parameter
1359       - gerrit-event-comment-text-parameter
1360       - csit-perf-trial-duration-parameter:
1361           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1362       - csit-perf-trial-multiplicity-parameter:
1363           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1364
1365     scm:
1366       - gerrit-trigger-scm:
1367           credentials-id: 'jenkins-gerrit-credentials'
1368           refspec: '$GERRIT_REFSPEC'
1369           choosing-strategy: 'gerrit'
1370
1371     wrappers:
1372       - fdio-infra-wrappers-non-activity-timeout:
1373           build-timeout: '{build-timeout}'
1374
1375     triggers:
1376       - gerrit-trigger-csit-perftest:
1377           project: '{project}'
1378           branch: '{branch}'
1379           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1380           skip-vote: false
1381
1382     builders:
1383       - shell:
1384           !include-raw-escape:
1385           - ../scripts/setup_executor_env.sh
1386       - shell:
1387           !include-raw-escape:
1388           - ../scripts/csit/perf-verify.sh
1389
1390     publishers:
1391       - fdio-infra-publish
1392
1393 - job-template:
1394     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1395
1396     description: |
1397       <ul>
1398           <li>objective
1399               <ul>
1400                   <li>get trex performance coverage data for csit report
1401               </ul>
1402           <li>job
1403               <ul>
1404                   <li>name:
1405                       <b>csit-trex-perf-report-coverage-{stream_report}-
1406                       {node-arch}</b>
1407                   <li>trigger: keyword in comment to csit patch:
1408                       <b>csit-trex-report-cov-{node-arch}-perftest
1409                       test_set_id</b>
1410                   <li>trigger example:
1411                       csit-trex-report-cov-{node-arch}-perftest trex-00
1412               </ul>
1413           <li>executor
1414               <ul>
1415                   <li>builder-{os}-prod-{executor-arch}
1416               </ul>
1417           <li>perf test-cases selection
1418               <ul>
1419                   <li>test-cases selected by tags defined in
1420                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1421                       test_set_id.md</i>
1422               </ul>
1423
1424           <li>results
1425               <ul>
1426                   <li>jjb verify: PASS/FAIL
1427                   <li>present: trex performance
1428                   <li>analyse: trex performance
1429               </ul>
1430       </ul>
1431
1432     project-type: freestyle
1433     node: 'builder-{os}-prod-{executor-arch}'
1434     concurrent: true
1435     latest-only: false
1436
1437     properties:
1438       - lf-infra-properties:
1439           build-days-to-keep: "{build-days-to-keep}"
1440
1441     parameters:
1442       - project-parameter:
1443           project: '{project}'
1444       - gerrit-parameter:
1445           branch: '{branch}'
1446       - gerrit-refspec-parameter
1447       - gerrit-event-type-parameter
1448       - gerrit-event-comment-text-parameter
1449       - csit-perf-trial-duration-parameter:
1450           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1451       - csit-perf-trial-multiplicity-parameter:
1452           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1453
1454     scm:
1455       - gerrit-trigger-scm:
1456           credentials-id: 'jenkins-gerrit-credentials'
1457           refspec: '$GERRIT_REFSPEC'
1458           choosing-strategy: 'gerrit'
1459
1460     wrappers:
1461       - fdio-infra-wrappers-non-activity-timeout:
1462           build-timeout: '{build-timeout}'
1463
1464     triggers:
1465       - gerrit-trigger-csit-perftest:
1466           project: '{project}'
1467           branch: '{branch}'
1468           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1469           skip-vote: false
1470
1471     builders:
1472       - shell:
1473           !include-raw-escape:
1474           - ../scripts/setup_executor_env.sh
1475       - shell:
1476           !include-raw-escape:
1477           - ../scripts/csit/perf-verify.sh
1478
1479     publishers:
1480       - fdio-infra-publish