jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-alt:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'aarch64'
  50             - 3n-snr:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-icx:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-alt:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-snr:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 1n-aws:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'x86_64'
  85             - 2n-icx:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  89           node-arch:
  90             - 2n-icx:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-clx:
  94                 os: 'ubuntu2204'
  95                 executor-arch: 'x86_64'
  96             - 2n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-zn2:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'x86_64'
 102             - 2n-tx2:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'aarch64'
 105             - 3n-icx:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108             - 3n-dnv:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 3n-tsh:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'aarch64'
 114             - 3n-alt:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'aarch64'
 117             - 3n-snr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120           stream:
 121             - master:
 122                 branch: 'master'
 123                 branch-id: 'oper'
 124             - '2210':
 125                 branch: 'rls2210'
 126                 branch-id: 'oper-rls2210'
 127             - '2302':
 128                 branch: 'rls2302'
 129                 branch-id: 'oper-rls2302'
 130       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 131           node-arch:
 132             - 2n-icx:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'x86_64'
 135                 periodicity: '30 22 * * 0-4'
 136             - 2n-clx:
 137                 os: 'ubuntu2204'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '30 22 * * 0-4'
 140             - 2n-dnv:
 141                 os: 'ubuntu2004'
 142                 executor-arch: 'x86_64'
 143                 periodicity: '30 22 * * 0-4'
 144             - 2n-zn2:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147                 periodicity: '30 22 * * 0-4'
 148             - 2n-tx2:
 149                 os: 'ubuntu2204'
 150                 executor-arch: 'aarch64'
 151                 periodicity: '30 22 * * 0-4'
 152             - 3n-icx:
 153                 os: 'ubuntu2204'
 154                 executor-arch: 'x86_64'
 155                 periodicity: '30 22 * * 0-4'
 156             - 3n-dnv:
 157                 os: 'ubuntu2004'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 0-4'
 160             - 3n-tsh:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'aarch64'
 163                 periodicity: '30 22 * * 0-4'
 164             - 3n-alt:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'aarch64'
 167                 periodicity: '30 22 * * 0-4'
 168             - 3n-snr:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 0-4'
 172       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 173           node-arch:
 174             - 2n-icx:
 175                 os: 'ubuntu2204'
 176                 executor-arch: 'x86_64'
 177             - 2n-clx:
 178                 os: 'ubuntu2204'
 179                 executor-arch: 'x86_64'
 180             - 2n-aws:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'x86_64'
 183           stream:
 184             - master:
 185                 branch: 'master'
 186                 branch-id: 'oper'
 187           periodicity: '0 0 * * 6'
 188       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 189           node-arch:
 190             - 1n-aws:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193                 periodicity: '0 0 * * 6'
 194             - 2n-icx:
 195                 os: 'ubuntu2204'
 196                 executor-arch: 'x86_64'
 197                 periodicity: '0 0 * * 6'
 198       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 199           node-arch:
 200             - 2n-icx:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203             - 2n-clx:
 204                 os: 'ubuntu2204'
 205                 executor-arch: 'x86_64'
 206             - 3n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209           periodicity: '0 0 * * 6'
 210       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 211           node-arch:
 212             - 2n-icx:
 213                 os: 'ubuntu2204'
 214                 executor-arch: 'x86_64'
 215             - 2n-clx:
 216                 os: 'ubuntu2204'
 217                 executor-arch: 'x86_64'
 218             - 2n-dnv:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 2n-zn2:
 222                 os: 'ubuntu2204'
 223                 executor-arch: 'x86_64'
 224             - 2n-tx2:
 225                 os: 'ubuntu2204'
 226                 executor-arch: 'aarch64'
 227             - 3n-icx:
 228                 os: 'ubuntu2204'
 229                 executor-arch: 'x86_64'
 230             - 3n-dnv:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233             - 3n-tsh:
 234                 os: 'ubuntu2204'
 235                 executor-arch: 'aarch64'
 236             - 3n-alt:
 237                 os: 'ubuntu2204'
 238                 executor-arch: 'aarch64'
 239             - 2n-aws:
 240                 os: 'ubuntu2204'
 241                 executor-arch: 'x86_64'
 242             - 3n-aws:
 243                 os: 'ubuntu2204'
 244                 executor-arch: 'x86_64'
 245             - 3n-snr:
 246                 os: 'ubuntu2204'
 247                 executor-arch: 'x86_64'
 248       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 249           node-arch:
 250             - 2n-icx:
 251                 os: 'ubuntu2204'
 252                 executor-arch: 'x86_64'
 253             - 2n-clx:
 254                 os: 'ubuntu2204'
 255                 executor-arch: 'x86_64'
 256             - 2n-dnv:
 257                 os: 'ubuntu2004'
 258                 executor-arch: 'x86_64'
 259             - 2n-zn2:
 260                 os: 'ubuntu2204'
 261                 executor-arch: 'x86_64'
 262             - 2n-tx2:
 263                 os: 'ubuntu2204'
 264                 executor-arch: 'aarch64'
 265             - 3n-icx:
 266                 os: 'ubuntu2204'
 267                 executor-arch: 'x86_64'
 268             - 3n-dnv:
 269                 os: 'ubuntu2004'
 270                 executor-arch: 'x86_64'
 271             - 3n-tsh:
 272                 os: 'ubuntu2204'
 273                 executor-arch: 'aarch64'
 274             - 3n-alt:
 275                 os: 'ubuntu2204'
 276                 executor-arch: 'aarch64'
 277             - 2n-aws:
 278                 os: 'ubuntu2204'
 279                 executor-arch: 'x86_64'
 280             - 3n-aws:
 281                 os: 'ubuntu2204'
 282                 executor-arch: 'x86_64'
 283             - 3n-snr:
 284                 os: 'ubuntu2204'
 285                 executor-arch: 'x86_64'
 286       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 287           node-arch:
 288             - 1n-aws:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'x86_64'
 291             - 2n-icx:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'x86_64'
 294       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 295           node-arch:
 296             - 2n-icx:
 297                 os: 'ubuntu2204'
 298                 executor-arch: 'x86_64'
 299             - 2n-clx:
 300                 os: 'ubuntu2204'
 301                 executor-arch: 'x86_64'
 302             - 2n-dnv:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 2n-zn2:
 306                 os: 'ubuntu2204'
 307                 executor-arch: 'x86_64'
 308             - 2n-tx2:
 309                 os: 'ubuntu2204'
 310                 executor-arch: 'aarch64'
 311             - 3n-icx:
 312                 os: 'ubuntu2204'
 313                 executor-arch: 'x86_64'
 314             - 3n-dnv:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317             - 3n-tsh:
 318                 os: 'ubuntu2204'
 319                 executor-arch: 'aarch64'
 320             - 3n-alt:
 321                 os: 'ubuntu2204'
 322                 executor-arch: 'aarch64'
 323             - 2n-aws:
 324                 os: 'ubuntu2204'
 325                 executor-arch: 'x86_64'
 326             - 3n-aws:
 327                 os: 'ubuntu2204'
 328                 executor-arch: 'x86_64'
 329             - 3n-snr:
 330                 os: 'ubuntu2204'
 331                 executor-arch: 'x86_64'
 332       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 333           node-arch:
 334             - 2n-icx:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-clx:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'x86_64'
 340             - 2n-dnv:
 341                 os: 'ubuntu2004'
 342                 executor-arch: 'x86_64'
 343             - 2n-zn2:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'x86_64'
 346             - 2n-tx2:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'aarch64'
 349             - 3n-icx:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'x86_64'
 352             - 3n-dnv:
 353                 os: 'ubuntu2004'
 354                 executor-arch: 'x86_64'
 355             - 3n-tsh:
 356                 os: 'ubuntu2204'
 357                 executor-arch: 'aarch64'
 358             - 3n-alt:
 359                 os: 'ubuntu2204'
 360                 executor-arch: 'aarch64'
 361             - 2n-aws:
 362                 os: 'ubuntu2204'
 363                 executor-arch: 'x86_64'
 364             - 3n-aws:
 365                 os: 'ubuntu2204'
 366                 executor-arch: 'x86_64'
 367             - 3n-snr:
 368                 os: 'ubuntu2204'
 369                 executor-arch: 'x86_64'
 370       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 371           node-arch:
 372             - 1n-aws:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'x86_64'
 375             - 2n-icx:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'x86_64'
 378
 379     project: 'csit'
 380     branch: 'master'
 381     branch-id: 'oper'
 382     csit-perf-trial-duration: '1.0'
 383     csit-perf-trial-multiplicity: '10'
 384     stream:
 385       - master:
 386           branch: 'master'
 387           branch-id: 'oper'
 388       - '2210':
 389           branch: 'rls2210'
 390           branch-id: 'oper-rls2210'
 391       - '2302':
 392           branch: 'rls2302'
 393           branch-id: 'oper-rls2302'
 394     stream_report:
 395       - '2210':
 396           branch: 'rls2210'
 397           branch-id: 'oper-rls2210'
 398       - '2302':
 399           branch: 'rls2302'
 400           branch-id: 'oper-rls2302'
 401
 402     build-artifact-num-to-keep: 10
 403
 404
 405 - job-template:
 406     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 407
 408     description: |
 409       <ul>
 410           <li>objective
 411               <ul>
 412                   <li>perf verify - per csit gerrit patch
 413               </ul>
 414           <li>job
 415               <ul>
 416                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 417                   <li>trigger: keyword in comment to csit patch:
 418                       <b>csit-{node-arch}-perftest tag_list</b>
 419               </ul>
 420           <li>executor
 421               <ul>
 422                   <li>builder-{os}-prod-{executor-arch}
 423               </ul>
 424           <li>perf test-cases selection
 425               <ul>
 426                   <li>test-cases selected using trigger keyword followed by tags
 427                   <li>all test-cases are labelled with CSIT RF topic tags
 428                       defined in <i>csit/docs/tag_documentation.rst</i>
 429               </ul>
 430           <li>proposed keywords
 431               <ul>
 432                   <li>focus on testing specified vpp packet processing path
 433                   <li>format: csit-{node-arch}-perftest tag_list
 434               </ul>
 435           <li>default tags for vpp startup config and perf test type
 436               <ul>
 437                   <li>IP4BASE, IP6BASE, L2BDBASE
 438                   <li>64B/78B: 64B/78B packet size
 439                   <li>1C: one core
 440                   <li>X710: x710 Fortville NIC
 441                   <li>MRR: MRR throughput
 442               </ul>
 443           <li>results
 444               <ul>
 445                   <li>jjb verify: PASS/FAIL
 446                   <li>present: no
 447                   <li>analyse: no
 448               </ul>
 449       </ul>
 450
 451     project-type: freestyle
 452     node: 'builder-{os}-prod-{executor-arch}'
 453     concurrent: true
 454     latest-only: false
 455
 456     properties:
 457       - lf-infra-properties:
 458           build-days-to-keep: "{build-days-to-keep}"
 459
 460     parameters:
 461       - project-parameter:
 462           project: '{project}'
 463       - gerrit-parameter:
 464           branch: '{branch}'
 465       - gerrit-refspec-parameter
 466       - gerrit-event-type-parameter
 467       - gerrit-event-comment-text-parameter
 468       - csit-perf-trial-duration-parameter:
 469           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 470       - csit-perf-trial-multiplicity-parameter:
 471           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 472       # This is a manually-triggered verify job, part of API coverage.
 473       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 474       # Can be removed when this job is no longer needed for full API coverage.
 475       - csit-fail-on-crc-mismatch-parameter:
 476           fail-on-crc-mismatch: 'True'
 477
 478     scm:
 479       - gerrit-trigger-scm:
 480           credentials-id: 'jenkins-gerrit-credentials'
 481           refspec: '$GERRIT_REFSPEC'
 482           choosing-strategy: 'gerrit'
 483
 484     wrappers:
 485       - fdio-infra-wrappers-non-activity-timeout:
 486           build-timeout: '{build-timeout}'
 487
 488     triggers:
 489       - gerrit-trigger-csit-perftest:
 490           project: '{project}'
 491           branch: '{branch}'
 492           trigger-word: 'csit-{node-arch}-perftest'
 493           skip-vote: false
 494
 495     builders:
 496       - shell:
 497           !include-raw-escape:
 498           - ../scripts/setup_executor_env.sh
 499       - shell:
 500           !include-raw-escape:
 501           - ../scripts/csit/perf-verify.sh
 502
 503     publishers:
 504       - fdio-infra-publish
 505
 506 - job-template:
 507     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 508
 509     description: |
 510       <ul>
 511           <li>objective
 512               <ul>
 513                   <li>check vpp perf mrr daily
 514               </ul>
 515           <li>executor
 516               <ul>
 517                   <li>builder-{os}-prod-{executor-arch}
 518               </ul>
 519           <li>perf test-cases selection
 520               <ul>
 521                   <li>all CSIT VPP MRR perf suites
 522               </ul>
 523           <li>results
 524               <ul>
 525                   <li>jjb verify: PASS/FAIL
 526                   <li>present: no
 527                   <li>analyse: csit project (catch malfunctions/degradations)
 528               </ul>
 529       </ul>
 530
 531     project-type: freestyle
 532     node: 'builder-{os}-prod-{executor-arch}'
 533     concurrent: false
 534     latest-only: false
 535
 536     properties:
 537       - lf-infra-properties:
 538           build-days-to-keep: "{build-days-to-keep}"
 539
 540     parameters:
 541       - project-parameter:
 542           project: '{project}'
 543       - gerrit-parameter:
 544           branch: '{branch}'
 545       - csit-perf-trial-duration-parameter:
 546           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 547       - csit-perf-trial-multiplicity-parameter:
 548           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 549
 550     wrappers:
 551       - fdio-infra-wrappers-non-activity-timeout:
 552           build-timeout: '{build-timeout}'
 553
 554     triggers:
 555       - timed: '{periodicity}'
 556
 557     builders:
 558       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 559       - inject:
 560           properties-file: variables.prop
 561       - shell:
 562           !include-raw-escape:
 563           - ../scripts/setup_executor_env.sh
 564       - shell:
 565           !include-raw-escape:
 566           - ../scripts/csit/perf-timed.sh
 567
 568     publishers:
 569       - fdio-infra-publish
 570
 571 - job-template:
 572     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 573
 574     description: |
 575       <ul>
 576           <li>objective
 577               <ul>
 578                   <li>check vpp perf mrr weekly on {node-arch}
 579               </ul>
 580           <li>executor
 581               <ul>
 582                   <li>builder-{os}-prod-{executor-arch}
 583               </ul>
 584           <li>perf test-cases selection
 585               <ul>
 586                   <li>NF Density CSIT VPP MRR perf suites
 587               </ul>
 588           <li>results
 589               <ul>
 590                   <li>jjb verify: PASS/FAIL
 591                   <li>present: no
 592                   <li>analyse: csit project (catch malfunctions/degradations)
 593               </ul>
 594       </ul>
 595
 596     project-type: freestyle
 597     node: 'builder-{os}-prod-{executor-arch}'
 598     concurrent: false
 599     latest-only: false
 600
 601     properties:
 602       - lf-infra-properties:
 603           build-days-to-keep: "{build-days-to-keep}"
 604
 605     parameters:
 606       - project-parameter:
 607           project: '{project}'
 608       - gerrit-parameter:
 609           branch: '{branch}'
 610       - csit-perf-trial-duration-parameter:
 611           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 612       - csit-perf-trial-multiplicity-parameter:
 613           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 614
 615     wrappers:
 616       - fdio-infra-wrappers-non-activity-timeout:
 617           build-timeout: '{build-timeout}'
 618
 619     triggers:
 620       - timed: '{periodicity}'
 621
 622     builders:
 623       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 624       - inject:
 625           properties-file: variables.prop
 626       - shell:
 627           !include-raw-escape:
 628           - ../scripts/setup_executor_env.sh
 629       - shell:
 630           !include-raw-escape:
 631           - ../scripts/csit/perf-timed.sh
 632
 633     publishers:
 634       - fdio-infra-publish
 635
 636 - job-template:
 637     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 638
 639     description: |
 640       <ul>
 641           <li>objective
 642               <ul>
 643                   <li>check vpp perf ndrpdr weekly on {node-arch}
 644               </ul>
 645           <li>executor
 646               <ul>
 647                   <li>builder-{os}-prod-{executor-arch}
 648               </ul>
 649           <li>perf test-cases selection
 650               <ul>
 651                   <li>pre-selected CSIT VPP NDRPDR perf suites
 652               </ul>
 653           <li>results
 654               <ul>
 655                   <li>jjb verify: PASS/FAIL
 656                   <li>present: no
 657                   <li>analyse: csit project (catch malfunctions/degradations)
 658               </ul>
 659       </ul>
 660     project-type: freestyle
 661     node: 'builder-{os}-prod-{executor-arch}'
 662     concurrent: false
 663     latest-only: false
 664
 665     properties:
 666       - lf-infra-properties:
 667           build-days-to-keep: "{build-days-to-keep}"
 668
 669     parameters:
 670       - project-parameter:
 671           project: '{project}'
 672       - gerrit-parameter:
 673           branch: '{branch}'
 674
 675     wrappers:
 676       - fdio-infra-wrappers-non-activity-timeout:
 677           build-timeout: '{build-timeout}'
 678
 679     triggers:
 680       - timed: '{periodicity}'
 681
 682     builders:
 683       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 684       - inject:
 685           properties-file: variables.prop
 686       - shell:
 687           !include-raw-escape:
 688           - ../scripts/setup_executor_env.sh
 689       - shell:
 690           !include-raw-escape:
 691           - ../scripts/csit/perf-timed.sh
 692
 693     publishers:
 694       - fdio-infra-publish
 695
 696 - job-template:
 697     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 698
 699     description: |
 700       <ul>
 701           <li>objective
 702               <ul>
 703                   <li>check trex perf ndrpdr weekly on {node-arch}
 704               </ul>
 705           <li>executor
 706               <ul>
 707                   <li>builder-{os}-prod-{executor-arch}
 708               </ul>
 709           <li>perf test-cases selection
 710               <ul>
 711                   <li>pre-selected CSIT TREX NDRPDR perf suites
 712               </ul>
 713           <li>results
 714               <ul>
 715                   <li>jjb verify: PASS/FAIL
 716                   <li>present: no
 717                   <li>analyse: csit project (catch malfunctions/degradations)
 718               </ul>
 719       </ul>
 720     project-type: freestyle
 721     node: 'builder-{os}-prod-{executor-arch}'
 722     concurrent: false
 723     latest-only: false
 724
 725     properties:
 726       - lf-infra-properties:
 727           build-days-to-keep: "{build-days-to-keep}"
 728
 729     parameters:
 730       - project-parameter:
 731           project: '{project}'
 732       - gerrit-parameter:
 733           branch: '{branch}'
 734
 735     wrappers:
 736       - fdio-infra-wrappers-non-activity-timeout:
 737           build-timeout: '{build-timeout}'
 738
 739     triggers:
 740       - timed: '{periodicity}'
 741
 742     builders:
 743       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 744       - inject:
 745           properties-file: variables.prop
 746       - shell:
 747           !include-raw-escape:
 748           - ../scripts/setup_executor_env.sh
 749       - shell:
 750           !include-raw-escape:
 751           - ../scripts/csit/perf-timed.sh
 752
 753     publishers:
 754       - fdio-infra-publish
 755
 756 - job-template:
 757     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 758
 759     description: |
 760       <ul>
 761           <li>objective
 762               <ul>
 763                   <li>perf verify - per csit gerrit patch
 764               </ul>
 765           <li>job
 766               <ul>
 767                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 768                   <li>trigger: keyword in comment to csit patch:
 769                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 770               </ul>
 771           <li>executor
 772               <ul>
 773                   <li>builder-{os}-prod-{executor-arch}
 774               </ul>
 775           <li>perf test-cases selection
 776               <ul>
 777                   <li>test-cases selected using trigger keyword followed by tags
 778                   <li>all test-cases are labelled with CSIT RF topic tags
 779                       defined in <i>csit/docs/tag_documentation.rst</i>
 780               </ul>
 781           <li>proposed keywords
 782               <ul>
 783                   <li>focus on testing specified trex packet processing path
 784                   <li>format: csit-{node-arch}-perftest tag_list
 785               </ul>
 786           <li>results
 787               <ul>
 788                   <li>jjb verify: PASS/FAIL
 789                   <li>present: no
 790                   <li>analyse: no
 791               </ul>
 792       </ul>
 793
 794     project-type: freestyle
 795     node: 'builder-{os}-prod-{executor-arch}'
 796     concurrent: true
 797     latest-only: false
 798
 799     properties:
 800       - lf-infra-properties:
 801           build-days-to-keep: "{build-days-to-keep}"
 802
 803     parameters:
 804       - project-parameter:
 805           project: '{project}'
 806       - gerrit-parameter:
 807           branch: '{branch}'
 808       - gerrit-refspec-parameter
 809       - gerrit-event-type-parameter
 810       - gerrit-event-comment-text-parameter
 811       - csit-perf-trial-duration-parameter:
 812           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 813       - csit-perf-trial-multiplicity-parameter:
 814           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 815       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 816
 817     scm:
 818       - gerrit-trigger-scm:
 819           credentials-id: 'jenkins-gerrit-credentials'
 820           refspec: '$GERRIT_REFSPEC'
 821           choosing-strategy: 'gerrit'
 822
 823     wrappers:
 824       - fdio-infra-wrappers-non-activity-timeout:
 825           build-timeout: '{build-timeout}'
 826
 827     triggers:
 828       - gerrit-trigger-csit-perftest:
 829           project: '{project}'
 830           branch: '{branch}'
 831           trigger-word: 'csit-trex-{node-arch}-perftest'
 832           skip-vote: false
 833
 834     builders:
 835       - shell:
 836           !include-raw-escape:
 837           - ../scripts/setup_executor_env.sh
 838       - shell:
 839           !include-raw-escape:
 840           - ../scripts/csit/perf-verify.sh
 841
 842     publishers:
 843       - fdio-infra-publish
 844
 845 - job-template:
 846     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 847
 848     description: |
 849       <ul>
 850           <li>objective
 851               <ul>
 852                   <li>perf verify - per csit gerrit patch
 853               </ul>
 854           <li>job
 855               <ul>
 856                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 857                   <li>trigger: keyword in comment to csit patch:
 858                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 859               </ul>
 860           <li>executor
 861               <ul>
 862                   <li>builder-{os}-prod-{executor-arch}
 863               </ul>
 864           <li>perf test-cases selection
 865               <ul>
 866                   <li>test-cases selected using trigger keyword followed by tags
 867                   <li>all test-cases are labelled with CSIT RF topic tags
 868                       defined in <i>csit/docs/tag_documentation.rst</i>
 869               </ul>
 870           <li>default tags for dpdk perf test type
 871               <ul>
 872                   <li>IP4BASE, L2XCBASE
 873                   <li>64B: 64B packet size
 874                   <li>1C: one core
 875                   <li>X710: x710 Fortville NIC
 876                   <li>MRR: MRR throughput
 877               </ul>
 878           <li>results
 879               <ul>
 880                   <li>jjb verify: PASS/FAIL
 881                   <li>present: no
 882                   <li>analyse: no
 883               </ul>
 884       </ul>
 885
 886     project-type: freestyle
 887     node: 'builder-{os}-prod-{executor-arch}'
 888     concurrent: true
 889     latest-only: false
 890
 891     properties:
 892       - lf-infra-properties:
 893           build-days-to-keep: "{build-days-to-keep}"
 894
 895     parameters:
 896       - project-parameter:
 897           project: '{project}'
 898       - gerrit-parameter:
 899           branch: '{branch}'
 900       - gerrit-refspec-parameter
 901       - gerrit-event-type-parameter
 902       - gerrit-event-comment-text-parameter
 903       - csit-perf-trial-duration-parameter:
 904           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 905       - csit-perf-trial-multiplicity-parameter:
 906           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 907
 908     scm:
 909       - gerrit-trigger-scm:
 910           credentials-id: 'jenkins-gerrit-credentials'
 911           refspec: '$GERRIT_REFSPEC'
 912           choosing-strategy: 'gerrit'
 913
 914     wrappers:
 915       - fdio-infra-wrappers-non-activity-timeout:
 916           build-timeout: '{build-timeout}'
 917
 918     triggers:
 919       - gerrit-trigger-csit-perftest:
 920           project: '{project}'
 921           branch: '{branch}'
 922           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 923           skip-vote: false
 924
 925     builders:
 926       - shell:
 927           !include-raw-escape:
 928           - ../scripts/setup_executor_env.sh
 929       - shell:
 930           !include-raw-escape:
 931           - ../scripts/csit/perf-verify.sh
 932
 933     publishers:
 934       - fdio-infra-publish
 935
 936 - job-template:
 937     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 938
 939     description: |
 940       <ul>
 941           <li>objective
 942               <ul>
 943                   <li>check dpdk perf mrr weekly
 944               </ul>
 945           <li>executor
 946               <ul>
 947                   <li>builder-{os}-prod-{executor-arch}
 948               </ul>
 949           <li>perf test-cases selection
 950               <ul>
 951                   <li>all CSIT DPDK MRR perf suites
 952               </ul>
 953           <li>results
 954               <ul>
 955                   <li>jjb verify: PASS/FAIL
 956                   <li>present: no
 957                   <li>analyse: csit project (catch malfunctions/degradations)
 958               </ul>
 959       </ul>
 960
 961     project-type: freestyle
 962     node: 'builder-{os}-prod-{executor-arch}'
 963     concurrent: false
 964     latest-only: false
 965
 966     properties:
 967       - lf-infra-properties:
 968           build-days-to-keep: "{build-days-to-keep}"
 969
 970     parameters:
 971       - project-parameter:
 972           project: '{project}'
 973       - gerrit-parameter:
 974           branch: '{branch}'
 975       - csit-perf-trial-duration-parameter:
 976           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 977       - csit-perf-trial-multiplicity-parameter:
 978           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 979
 980     wrappers:
 981       - fdio-infra-wrappers-non-activity-timeout:
 982           build-timeout: '{build-timeout}'
 983
 984     triggers:
 985       - timed: '{periodicity}'
 986
 987     builders:
 988       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 989       - inject:
 990           properties-file: variables.prop
 991       - shell:
 992           !include-raw-escape:
 993           - ../scripts/setup_executor_env.sh
 994       - shell:
 995           !include-raw-escape:
 996           - ../scripts/csit/perf-timed.sh
 997
 998     publishers:
 999       - fdio-infra-publish
1000
1001 - job-template:
1002     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1003
1004     description: |
1005       <ul>
1006           <li>objective
1007               <ul>
1008                   <li>get vpp performance iterative data for csit report
1009               </ul>
1010           <li>job
1011               <ul>
1012                   <li>name:
1013                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1014                       {node-arch}</b>
1015                   <li>trigger: keyword in comment to csit patch:
1016                       <b>csit-vpp-report-iter-{node-arch}-perftest
1017                       test_set_id</b>
1018                   <li>trigger example:
1019                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1020               </ul>
1021           <li>executor
1022               <ul>
1023                   <li>builder-{os}-prod-{executor-arch}
1024               </ul>
1025           <li>perf test-cases selection
1026               <ul>
1027                   <li>test-cases selected by tags defined in
1028                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1029                       test_set_id.md</i>
1030               </ul>
1031
1032           <li>results
1033               <ul>
1034                   <li>jjb verify: PASS/FAIL
1035                   <li>present: vpp performance
1036                   <li>analyse: vpp performance
1037               </ul>
1038       </ul>
1039
1040     project-type: freestyle
1041     node: 'builder-{os}-prod-{executor-arch}'
1042     concurrent: true
1043     latest-only: false
1044
1045     properties:
1046       - lf-infra-properties:
1047           build-days-to-keep: "{build-days-to-keep}"
1048
1049     parameters:
1050       - project-parameter:
1051           project: '{project}'
1052       - gerrit-parameter:
1053           branch: '{branch}'
1054       - gerrit-refspec-parameter
1055       - gerrit-event-type-parameter
1056       - gerrit-event-comment-text-parameter
1057       - csit-perf-trial-duration-parameter:
1058           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1059       - csit-perf-trial-multiplicity-parameter:
1060           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1061
1062     scm:
1063       - gerrit-trigger-scm:
1064           credentials-id: 'jenkins-gerrit-credentials'
1065           refspec: '$GERRIT_REFSPEC'
1066           choosing-strategy: 'gerrit'
1067
1068     wrappers:
1069       - fdio-infra-wrappers-non-activity-timeout:
1070           build-timeout: '{build-timeout}'
1071
1072     triggers:
1073       - gerrit-trigger-csit-perftest:
1074           project: '{project}'
1075           branch: '{branch}'
1076           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1077           skip-vote: false
1078
1079     builders:
1080       - shell:
1081           !include-raw-escape:
1082           - ../scripts/setup_executor_env.sh
1083       - shell:
1084           !include-raw-escape:
1085           - ../scripts/csit/perf-verify.sh
1086
1087     publishers:
1088       - fdio-infra-publish
1089
1090 - job-template:
1091     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1092
1093     description: |
1094       <ul>
1095           <li>objective
1096               <ul>
1097                   <li>get dpdk performance iterative data for csit report
1098               </ul>
1099           <li>job
1100               <ul>
1101                   <li>name:
1102                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1103                       {node-arch}</b>
1104                   <li>trigger: keyword in comment to csit patch:
1105                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1106                       test_set_id</b>
1107                   <li>trigger example:
1108                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1109               </ul>
1110           <li>executor
1111               <ul>
1112                   <li>builder-{os}-prod-{executor-arch}
1113               </ul>
1114           <li>perf test-cases selection
1115               <ul>
1116                   <li>test-cases selected by tags defined in
1117                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1118                       test_set_id.md</i>
1119               </ul>
1120
1121           <li>results
1122               <ul>
1123                   <li>jjb verify: PASS/FAIL
1124                   <li>present: dpdk performance
1125                   <li>analyse: dpdk performance
1126               </ul>
1127       </ul>
1128
1129     project-type: freestyle
1130     node: 'builder-{os}-prod-{executor-arch}'
1131     concurrent: true
1132     latest-only: false
1133
1134     properties:
1135       - lf-infra-properties:
1136           build-days-to-keep: "{build-days-to-keep}"
1137
1138     parameters:
1139       - project-parameter:
1140           project: '{project}'
1141       - gerrit-parameter:
1142           branch: '{branch}'
1143       - gerrit-refspec-parameter
1144       - gerrit-event-type-parameter
1145       - gerrit-event-comment-text-parameter
1146       - csit-perf-trial-duration-parameter:
1147           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1148       - csit-perf-trial-multiplicity-parameter:
1149           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1150
1151     scm:
1152       - gerrit-trigger-scm:
1153           credentials-id: 'jenkins-gerrit-credentials'
1154           refspec: '$GERRIT_REFSPEC'
1155           choosing-strategy: 'gerrit'
1156
1157     wrappers:
1158       - fdio-infra-wrappers-non-activity-timeout:
1159           build-timeout: '{build-timeout}'
1160
1161     triggers:
1162       - gerrit-trigger-csit-perftest:
1163           project: '{project}'
1164           branch: '{branch}'
1165           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1166           skip-vote: false
1167
1168     builders:
1169       - shell:
1170           !include-raw-escape:
1171           - ../scripts/setup_executor_env.sh
1172       - shell:
1173           !include-raw-escape:
1174           - ../scripts/csit/perf-verify.sh
1175
1176     publishers:
1177       - fdio-infra-publish
1178
1179 - job-template:
1180     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1181
1182     description: |
1183       <ul>
1184           <li>objective
1185               <ul>
1186                   <li>get trex performance iterative data for csit report
1187               </ul>
1188           <li>job
1189               <ul>
1190                   <li>name:
1191                       <b>csit-trex-perf-report-iterative-{stream_report}-
1192                       {node-arch}</b>
1193                   <li>trigger: keyword in comment to csit patch:
1194                       <b>csit-trex-report-iter-{node-arch}-perftest
1195                       test_set_id</b>
1196                   <li>trigger example:
1197                       csit-trex-report-iter-{node-arch}-perftest trex-00
1198               </ul>
1199           <li>executor
1200               <ul>
1201                   <li>builder-{os}-prod-{executor-arch}
1202               </ul>
1203           <li>perf test-cases selection
1204               <ul>
1205                   <li>test-cases selected by tags defined in
1206                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1207                       test_set_id.md</i>
1208               </ul>
1209
1210           <li>results
1211               <ul>
1212                   <li>jjb verify: PASS/FAIL
1213                   <li>present: trex performance
1214                   <li>analyse: trex performance
1215               </ul>
1216       </ul>
1217
1218     project-type: freestyle
1219     node: 'builder-{os}-prod-{executor-arch}'
1220     concurrent: true
1221     latest-only: false
1222
1223     properties:
1224       - lf-infra-properties:
1225           build-days-to-keep: "{build-days-to-keep}"
1226
1227     parameters:
1228       - project-parameter:
1229           project: '{project}'
1230       - gerrit-parameter:
1231           branch: '{branch}'
1232       - gerrit-refspec-parameter
1233       - gerrit-event-type-parameter
1234       - gerrit-event-comment-text-parameter
1235       - csit-perf-trial-duration-parameter:
1236           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1237       - csit-perf-trial-multiplicity-parameter:
1238           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1239
1240     scm:
1241       - gerrit-trigger-scm:
1242           credentials-id: 'jenkins-gerrit-credentials'
1243           refspec: '$GERRIT_REFSPEC'
1244           choosing-strategy: 'gerrit'
1245
1246     wrappers:
1247       - fdio-infra-wrappers-non-activity-timeout:
1248           build-timeout: '{build-timeout}'
1249
1250     triggers:
1251       - gerrit-trigger-csit-perftest:
1252           project: '{project}'
1253           branch: '{branch}'
1254           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1255           skip-vote: false
1256
1257     builders:
1258       - shell:
1259           !include-raw-escape:
1260           - ../scripts/setup_executor_env.sh
1261       - shell:
1262           !include-raw-escape:
1263           - ../scripts/csit/perf-verify.sh
1264
1265     publishers:
1266       - fdio-infra-publish
1267
1268 - job-template:
1269     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1270
1271     description: |
1272       <ul>
1273           <li>objective
1274               <ul>
1275                   <li>get vpp performance coverage data for csit report
1276               </ul>
1277           <li>job
1278               <ul>
1279                   <li>name:
1280                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1281                       {node-arch}</b>
1282                   <li>trigger: keyword in comment to csit patch:
1283                       <b>csit-vpp-report-cov-{node-arch}-perftest
1284                       test_set_id</b>
1285                   <li>trigger example:
1286                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1287               </ul>
1288           <li>executor
1289               <ul>
1290                   <li>builder-{os}-prod-{executor-arch}
1291               </ul>
1292           <li>perf test-cases selection
1293               <ul>
1294                   <li>test-cases selected by tags defined in
1295                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1296                       test_set_id.md</i>
1297               </ul>
1298
1299           <li>results
1300               <ul>
1301                   <li>jjb verify: PASS/FAIL
1302                   <li>present: vpp performance
1303                   <li>analyse: vpp performance
1304               </ul>
1305       </ul>
1306
1307     project-type: freestyle
1308     node: 'builder-{os}-prod-{executor-arch}'
1309     concurrent: true
1310     latest-only: false
1311
1312     properties:
1313       - lf-infra-properties:
1314           build-days-to-keep: "{build-days-to-keep}"
1315
1316     parameters:
1317       - project-parameter:
1318           project: '{project}'
1319       - gerrit-parameter:
1320           branch: '{branch}'
1321       - gerrit-refspec-parameter
1322       - gerrit-event-type-parameter
1323       - gerrit-event-comment-text-parameter
1324       - csit-perf-trial-duration-parameter:
1325           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1326       - csit-perf-trial-multiplicity-parameter:
1327           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1328
1329     scm:
1330       - gerrit-trigger-scm:
1331           credentials-id: 'jenkins-gerrit-credentials'
1332           refspec: '$GERRIT_REFSPEC'
1333           choosing-strategy: 'gerrit'
1334
1335     wrappers:
1336       - fdio-infra-wrappers-non-activity-timeout:
1337           build-timeout: '{build-timeout}'
1338
1339     triggers:
1340       - gerrit-trigger-csit-perftest:
1341           project: '{project}'
1342           branch: '{branch}'
1343           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1344           skip-vote: false
1345
1346     builders:
1347       - shell:
1348           !include-raw-escape:
1349           - ../scripts/setup_executor_env.sh
1350       - shell:
1351           !include-raw-escape:
1352           - ../scripts/csit/perf-verify.sh
1353
1354     publishers:
1355       - fdio-infra-publish
1356
1357 - job-template:
1358     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1359
1360     description: |
1361       <ul>
1362           <li>objective
1363               <ul>
1364                   <li>get dpdk performance coverage data for csit report
1365               </ul>
1366           <li>job
1367               <ul>
1368                   <li>name:
1369                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1370                       {node-arch}</b>
1371                   <li>trigger: keyword in comment to csit patch:
1372                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1373                       test_set_id</b>
1374                   <li>trigger example:
1375                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1376               </ul>
1377           <li>executor
1378               <ul>
1379                   <li>builder-{os}-prod-{executor-arch}
1380               </ul>
1381           <li>perf test-cases selection
1382               <ul>
1383                   <li>test-cases selected by tags defined in
1384                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1385                       test_set_id.md</i>
1386               </ul>
1387
1388           <li>results
1389               <ul>
1390                   <li>jjb verify: PASS/FAIL
1391                   <li>present: dpdk performance
1392                   <li>analyse: dpdk performance
1393               </ul>
1394       </ul>
1395
1396     project-type: freestyle
1397     node: 'builder-{os}-prod-{executor-arch}'
1398     concurrent: true
1399     latest-only: false
1400
1401     properties:
1402       - lf-infra-properties:
1403           build-days-to-keep: "{build-days-to-keep}"
1404
1405     parameters:
1406       - project-parameter:
1407           project: '{project}'
1408       - gerrit-parameter:
1409           branch: '{branch}'
1410       - gerrit-refspec-parameter
1411       - gerrit-event-type-parameter
1412       - gerrit-event-comment-text-parameter
1413       - csit-perf-trial-duration-parameter:
1414           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1415       - csit-perf-trial-multiplicity-parameter:
1416           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1417
1418     scm:
1419       - gerrit-trigger-scm:
1420           credentials-id: 'jenkins-gerrit-credentials'
1421           refspec: '$GERRIT_REFSPEC'
1422           choosing-strategy: 'gerrit'
1423
1424     wrappers:
1425       - fdio-infra-wrappers-non-activity-timeout:
1426           build-timeout: '{build-timeout}'
1427
1428     triggers:
1429       - gerrit-trigger-csit-perftest:
1430           project: '{project}'
1431           branch: '{branch}'
1432           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1433           skip-vote: false
1434
1435     builders:
1436       - shell:
1437           !include-raw-escape:
1438           - ../scripts/setup_executor_env.sh
1439       - shell:
1440           !include-raw-escape:
1441           - ../scripts/csit/perf-verify.sh
1442
1443     publishers:
1444       - fdio-infra-publish
1445
1446 - job-template:
1447     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1448
1449     description: |
1450       <ul>
1451           <li>objective
1452               <ul>
1453                   <li>get trex performance coverage data for csit report
1454               </ul>
1455           <li>job
1456               <ul>
1457                   <li>name:
1458                       <b>csit-trex-perf-report-coverage-{stream_report}-
1459                       {node-arch}</b>
1460                   <li>trigger: keyword in comment to csit patch:
1461                       <b>csit-trex-report-cov-{node-arch}-perftest
1462                       test_set_id</b>
1463                   <li>trigger example:
1464                       csit-trex-report-cov-{node-arch}-perftest trex-00
1465               </ul>
1466           <li>executor
1467               <ul>
1468                   <li>builder-{os}-prod-{executor-arch}
1469               </ul>
1470           <li>perf test-cases selection
1471               <ul>
1472                   <li>test-cases selected by tags defined in
1473                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1474                       test_set_id.md</i>
1475               </ul>
1476
1477           <li>results
1478               <ul>
1479                   <li>jjb verify: PASS/FAIL
1480                   <li>present: trex performance
1481                   <li>analyse: trex performance
1482               </ul>
1483       </ul>
1484
1485     project-type: freestyle
1486     node: 'builder-{os}-prod-{executor-arch}'
1487     concurrent: true
1488     latest-only: false
1489
1490     properties:
1491       - lf-infra-properties:
1492           build-days-to-keep: "{build-days-to-keep}"
1493
1494     parameters:
1495       - project-parameter:
1496           project: '{project}'
1497       - gerrit-parameter:
1498           branch: '{branch}'
1499       - gerrit-refspec-parameter
1500       - gerrit-event-type-parameter
1501       - gerrit-event-comment-text-parameter
1502       - csit-perf-trial-duration-parameter:
1503           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1504       - csit-perf-trial-multiplicity-parameter:
1505           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1506
1507     scm:
1508       - gerrit-trigger-scm:
1509           credentials-id: 'jenkins-gerrit-credentials'
1510           refspec: '$GERRIT_REFSPEC'
1511           choosing-strategy: 'gerrit'
1512
1513     wrappers:
1514       - fdio-infra-wrappers-non-activity-timeout:
1515           build-timeout: '{build-timeout}'
1516
1517     triggers:
1518       - gerrit-trigger-csit-perftest:
1519           project: '{project}'
1520           branch: '{branch}'
1521           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1522           skip-vote: false
1523
1524     builders:
1525       - shell:
1526           !include-raw-escape:
1527           - ../scripts/setup_executor_env.sh
1528       - shell:
1529           !include-raw-escape:
1530           - ../scripts/csit/perf-verify.sh
1531
1532     publishers:
1533       - fdio-infra-publish