jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47             - 3n-alt:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'aarch64'
  50             - 3n-snr:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'x86_64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67             - 3n-icx:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73             - 3n-alt:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'aarch64'
  76             - 3n-snr:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 1n-aws:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'x86_64'
  85       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-icx:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-clx:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'x86_64'
  93             - 2n-dnv:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-zn2:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-tx2:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102             - 3n-icx:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 3n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 3n-tsh:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'aarch64'
 111             - 3n-alt:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'aarch64'
 114             - 3n-snr:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117           stream:
 118             - master:
 119                 branch: 'master'
 120                 branch-id: 'oper'
 121             - '2202':
 122                 branch: 'rls2202'
 123                 branch-id: 'oper-rls2202'
 124             - '2206':
 125                 branch: 'rls2206'
 126                 branch-id: 'oper-rls2206'
 127       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 128           node-arch:
 129             - 2n-icx:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '30 22 * * 0-4'
 133             - 2n-clx:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '30 22 * * 0-4'
 137             - 2n-dnv:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '30 22 * * 0-4'
 141             - 2n-zn2:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '30 22 * * 0-4'
 145             - 2n-tx2:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '30 22 * * 0-4'
 149             - 3n-icx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '30 22 * * 0-4'
 153             - 3n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '30 22 * * 0-4'
 157             - 3n-tsh:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'aarch64'
 160                 periodicity: '30 22 * * 0-4'
 161             - 3n-alt:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '30 22 * * 0-4'
 165             - 3n-snr:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '30 22 * * 0-4'
 169       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 170           node-arch:
 171             - 2n-icx:
 172                 os: 'ubuntu2004'
 173                 executor-arch: 'x86_64'
 174             - 2n-clx:
 175                 os: 'ubuntu2004'
 176                 executor-arch: 'x86_64'
 177             - 3n-icx:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180             - 2n-aws:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 3n-snr:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186           stream:
 187             - master:
 188                 branch: 'master'
 189                 branch-id: 'oper'
 190           periodicity: '0 0 * * 6'
 191       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 192           node-arch:
 193             - 2n-icx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 2n-clx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 3n-icx:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202           periodicity: '0 0 * * 6'
 203       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 204           node-arch:
 205             - 2n-skx:
 206                 os: 'ubuntu2004'
 207                 executor-arch: 'x86_64'
 208           periodicity: '0 0 * * 6'
 209       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 210           node-arch:
 211             - 2n-icx:
 212                 os: 'ubuntu2004'
 213                 executor-arch: 'x86_64'
 214             - 2n-clx:
 215                 os: 'ubuntu2004'
 216                 executor-arch: 'x86_64'
 217             - 2n-dnv:
 218                 os: 'ubuntu2004'
 219                 executor-arch: 'x86_64'
 220             - 2n-zn2:
 221                 os: 'ubuntu2004'
 222                 executor-arch: 'x86_64'
 223             - 2n-tx2:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'aarch64'
 226             - 3n-icx:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 3n-dnv:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 3n-tsh:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'aarch64'
 235             - 3n-alt:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'aarch64'
 238             - 2n-aws:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 3n-aws:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'x86_64'
 244             - 3n-snr:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 248           node-arch:
 249             - 2n-icx:
 250                 os: 'ubuntu2004'
 251                 executor-arch: 'x86_64'
 252             - 2n-clx:
 253                 os: 'ubuntu2004'
 254                 executor-arch: 'x86_64'
 255             - 2n-dnv:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-zn2:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-tx2:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'aarch64'
 264             - 3n-icx:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 3n-dnv:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 3n-tsh:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'aarch64'
 273             - 3n-alt:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'aarch64'
 276             - 2n-aws:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 3n-aws:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 3n-snr:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 286           node-arch:
 287             - 1n-aws:
 288                 os: 'ubuntu2004'
 289                 executor-arch: 'x86_64'
 290       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 291           node-arch:
 292             - 2n-icx:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'x86_64'
 295             - 2n-clx:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 2n-dnv:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 2n-zn2:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 2n-tx2:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'aarch64'
 307             - 3n-icx:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'x86_64'
 310             - 3n-dnv:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-tsh:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'aarch64'
 316             - 3n-alt:
 317                 os: 'ubuntu2004'
 318                 executor-arch: 'aarch64'
 319             - 2n-aws:
 320                 os: 'ubuntu2004'
 321                 executor-arch: 'x86_64'
 322             - 3n-aws:
 323                 os: 'ubuntu2004'
 324                 executor-arch: 'x86_64'
 325             - 3n-snr:
 326                 os: 'ubuntu2004'
 327                 executor-arch: 'x86_64'
 328       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 329           node-arch:
 330             - 2n-icx:
 331                 os: 'ubuntu2004'
 332                 executor-arch: 'x86_64'
 333             - 2n-clx:
 334                 os: 'ubuntu2004'
 335                 executor-arch: 'x86_64'
 336             - 2n-dnv:
 337                 os: 'ubuntu2004'
 338                 executor-arch: 'x86_64'
 339             - 2n-zn2:
 340                 os: 'ubuntu2004'
 341                 executor-arch: 'x86_64'
 342             - 2n-tx2:
 343                 os: 'ubuntu2004'
 344                 executor-arch: 'aarch64'
 345             - 3n-icx:
 346                 os: 'ubuntu2004'
 347                 executor-arch: 'x86_64'
 348             - 3n-dnv:
 349                 os: 'ubuntu2004'
 350                 executor-arch: 'x86_64'
 351             - 3n-tsh:
 352                 os: 'ubuntu2004'
 353                 executor-arch: 'aarch64'
 354             - 3n-alt:
 355                 os: 'ubuntu2004'
 356                 executor-arch: 'aarch64'
 357             - 2n-aws:
 358                 os: 'ubuntu2004'
 359                 executor-arch: 'x86_64'
 360             - 3n-aws:
 361                 os: 'ubuntu2004'
 362                 executor-arch: 'x86_64'
 363             - 3n-snr:
 364                 os: 'ubuntu2004'
 365                 executor-arch: 'x86_64'
 366       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 367           node-arch:
 368             - 1n-aws:
 369                 os: 'ubuntu2004'
 370                 executor-arch: 'x86_64'
 371
 372     project: 'csit'
 373     branch: 'master'
 374     branch-id: 'oper'
 375     csit-perf-trial-duration: '1.0'
 376     csit-perf-trial-multiplicity: '10'
 377     stream:
 378       - master:
 379           branch: 'master'
 380           branch-id: 'oper'
 381       - '2202':
 382           branch: 'rls2202'
 383           branch-id: 'oper-rls2202'
 384       - '2206':
 385           branch: 'rls2206'
 386           branch-id: 'oper-rls2206'
 387     stream_report:
 388       - '2202':
 389           branch: 'rls2202'
 390           branch-id: 'oper-rls2202'
 391       - '2206':
 392           branch: 'rls2206'
 393           branch-id: 'oper-rls2206'
 394
 395     build-artifact-num-to-keep: 10
 396
 397
 398 - job-template:
 399     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 400
 401     description: |
 402       <ul>
 403           <li>objective
 404               <ul>
 405                   <li>perf verify - per csit gerrit patch
 406               </ul>
 407           <li>job
 408               <ul>
 409                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 410                   <li>trigger: keyword in comment to csit patch:
 411                       <b>csit-{node-arch}-perftest tag_list</b>
 412               </ul>
 413           <li>executor
 414               <ul>
 415                   <li>builder-{os}-prod-{executor-arch}
 416               </ul>
 417           <li>perf test-cases selection
 418               <ul>
 419                   <li>test-cases selected using trigger keyword followed by tags
 420                   <li>all test-cases are labelled with CSIT RF topic tags
 421                       defined in <i>csit/docs/tag_documentation.rst</i>
 422               </ul>
 423           <li>proposed keywords
 424               <ul>
 425                   <li>focus on testing specified vpp packet processing path
 426                   <li>format: csit-{node-arch}-perftest tag_list
 427               </ul>
 428           <li>default tags for vpp startup config and perf test type
 429               <ul>
 430                   <li>IP4BASE, IP6BASE, L2BDBASE
 431                   <li>64B/78B: 64B/78B packet size
 432                   <li>1C: one core
 433                   <li>X710: x710 Fortville NIC
 434                   <li>MRR: MRR throughput
 435               </ul>
 436           <li>results
 437               <ul>
 438                   <li>jjb verify: PASS/FAIL
 439                   <li>present: no
 440                   <li>analyse: no
 441               </ul>
 442       </ul>
 443
 444     project-type: freestyle
 445     node: 'builder-{os}-prod-{executor-arch}'
 446     concurrent: true
 447     latest-only: false
 448
 449     properties:
 450       - lf-infra-properties:
 451           build-days-to-keep: "{build-days-to-keep}"
 452
 453     parameters:
 454       - project-parameter:
 455           project: '{project}'
 456       - gerrit-parameter:
 457           branch: '{branch}'
 458       - gerrit-refspec-parameter
 459       - gerrit-event-type-parameter
 460       - gerrit-event-comment-text-parameter
 461       - csit-perf-trial-duration-parameter:
 462           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 463       - csit-perf-trial-multiplicity-parameter:
 464           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 465       # This is a manually-triggered verify job, part of API coverage.
 466       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 467       # Can be removed when this job is no longer needed for full API coverage.
 468       - csit-fail-on-crc-mismatch-parameter:
 469           fail-on-crc-mismatch: 'True'
 470
 471     scm:
 472       - gerrit-trigger-scm:
 473           credentials-id: 'jenkins-gerrit-credentials'
 474           refspec: '$GERRIT_REFSPEC'
 475           choosing-strategy: 'gerrit'
 476
 477     wrappers:
 478       - fdio-infra-wrappers-non-activity-timeout:
 479           build-timeout: '{build-timeout}'
 480
 481     triggers:
 482       - gerrit-trigger-csit-perftest:
 483           project: '{project}'
 484           branch: '{branch}'
 485           trigger-word: 'csit-{node-arch}-perftest'
 486           skip-vote: false
 487
 488     builders:
 489       - shell:
 490           !include-raw-escape:
 491           - ../scripts/setup_executor_env.sh
 492       - shell:
 493           !include-raw-escape:
 494           - ../scripts/csit/perf-verify.sh
 495
 496     publishers:
 497       - fdio-infra-publish
 498
 499 - job-template:
 500     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 501
 502     description: |
 503       <ul>
 504           <li>objective
 505               <ul>
 506                   <li>check vpp perf mrr daily
 507               </ul>
 508           <li>executor
 509               <ul>
 510                   <li>builder-{os}-prod-{executor-arch}
 511               </ul>
 512           <li>perf test-cases selection
 513               <ul>
 514                   <li>all CSIT VPP MRR perf suites
 515               </ul>
 516           <li>results
 517               <ul>
 518                   <li>jjb verify: PASS/FAIL
 519                   <li>present: no
 520                   <li>analyse: csit project (catch malfunctions/degradations)
 521               </ul>
 522       </ul>
 523
 524     project-type: freestyle
 525     node: 'builder-{os}-prod-{executor-arch}'
 526     concurrent: false
 527     latest-only: false
 528
 529     properties:
 530       - lf-infra-properties:
 531           build-days-to-keep: "{build-days-to-keep}"
 532
 533     parameters:
 534       - project-parameter:
 535           project: '{project}'
 536       - gerrit-parameter:
 537           branch: '{branch}'
 538       - csit-perf-trial-duration-parameter:
 539           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 540       - csit-perf-trial-multiplicity-parameter:
 541           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 542
 543     wrappers:
 544       - fdio-infra-wrappers-non-activity-timeout:
 545           build-timeout: '{build-timeout}'
 546
 547     triggers:
 548       - timed: '{periodicity}'
 549
 550     builders:
 551       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 552       - inject:
 553           properties-file: variables.prop
 554       - shell:
 555           !include-raw-escape:
 556           - ../scripts/setup_executor_env.sh
 557       - shell:
 558           !include-raw-escape:
 559           - ../scripts/csit/perf-timed.sh
 560
 561     publishers:
 562       - fdio-infra-publish
 563
 564 - job-template:
 565     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 566
 567     description: |
 568       <ul>
 569           <li>objective
 570               <ul>
 571                   <li>check vpp perf mrr weekly on {node-arch}
 572               </ul>
 573           <li>executor
 574               <ul>
 575                   <li>builder-{os}-prod-{executor-arch}
 576               </ul>
 577           <li>perf test-cases selection
 578               <ul>
 579                   <li>NF Density CSIT VPP MRR perf suites
 580               </ul>
 581           <li>results
 582               <ul>
 583                   <li>jjb verify: PASS/FAIL
 584                   <li>present: no
 585                   <li>analyse: csit project (catch malfunctions/degradations)
 586               </ul>
 587       </ul>
 588
 589     project-type: freestyle
 590     node: 'builder-{os}-prod-{executor-arch}'
 591     concurrent: false
 592     latest-only: false
 593
 594     properties:
 595       - lf-infra-properties:
 596           build-days-to-keep: "{build-days-to-keep}"
 597
 598     parameters:
 599       - project-parameter:
 600           project: '{project}'
 601       - gerrit-parameter:
 602           branch: '{branch}'
 603       - csit-perf-trial-duration-parameter:
 604           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 605       - csit-perf-trial-multiplicity-parameter:
 606           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 607
 608     wrappers:
 609       - fdio-infra-wrappers-non-activity-timeout:
 610           build-timeout: '{build-timeout}'
 611
 612     triggers:
 613       - timed: '{periodicity}'
 614
 615     builders:
 616       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 617       - inject:
 618           properties-file: variables.prop
 619       - shell:
 620           !include-raw-escape:
 621           - ../scripts/setup_executor_env.sh
 622       - shell:
 623           !include-raw-escape:
 624           - ../scripts/csit/perf-timed.sh
 625
 626     publishers:
 627       - fdio-infra-publish
 628
 629 - job-template:
 630     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 631
 632     description: |
 633       <ul>
 634           <li>objective
 635               <ul>
 636                   <li>check vpp perf ndrpdr weekly on {node-arch}
 637               </ul>
 638           <li>executor
 639               <ul>
 640                   <li>builder-{os}-prod-{executor-arch}
 641               </ul>
 642           <li>perf test-cases selection
 643               <ul>
 644                   <li>pre-selected CSIT VPP NDRPDR perf suites
 645               </ul>
 646           <li>results
 647               <ul>
 648                   <li>jjb verify: PASS/FAIL
 649                   <li>present: no
 650                   <li>analyse: csit project (catch malfunctions/degradations)
 651               </ul>
 652       </ul>
 653     project-type: freestyle
 654     node: 'builder-{os}-prod-{executor-arch}'
 655     concurrent: false
 656     latest-only: false
 657
 658     properties:
 659       - lf-infra-properties:
 660           build-days-to-keep: "{build-days-to-keep}"
 661
 662     parameters:
 663       - project-parameter:
 664           project: '{project}'
 665       - gerrit-parameter:
 666           branch: '{branch}'
 667
 668     wrappers:
 669       - fdio-infra-wrappers-non-activity-timeout:
 670           build-timeout: '{build-timeout}'
 671
 672     triggers:
 673       - timed: '{periodicity}'
 674
 675     builders:
 676       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 677       - inject:
 678           properties-file: variables.prop
 679       - shell:
 680           !include-raw-escape:
 681           - ../scripts/setup_executor_env.sh
 682       - shell:
 683           !include-raw-escape:
 684           - ../scripts/csit/perf-timed.sh
 685
 686     publishers:
 687       - fdio-infra-publish
 688
 689 - job-template:
 690     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 691
 692     description: |
 693       <ul>
 694           <li>objective
 695               <ul>
 696                   <li>check trex perf ndrpdr weekly on {node-arch}
 697               </ul>
 698           <li>executor
 699               <ul>
 700                   <li>builder-{os}-prod-{executor-arch}
 701               </ul>
 702           <li>perf test-cases selection
 703               <ul>
 704                   <li>pre-selected CSIT TREX NDRPDR perf suites
 705               </ul>
 706           <li>results
 707               <ul>
 708                   <li>jjb verify: PASS/FAIL
 709                   <li>present: no
 710                   <li>analyse: csit project (catch malfunctions/degradations)
 711               </ul>
 712       </ul>
 713     project-type: freestyle
 714     node: 'builder-{os}-prod-{executor-arch}'
 715     concurrent: false
 716     latest-only: false
 717
 718     properties:
 719       - lf-infra-properties:
 720           build-days-to-keep: "{build-days-to-keep}"
 721
 722     parameters:
 723       - project-parameter:
 724           project: '{project}'
 725       - gerrit-parameter:
 726           branch: '{branch}'
 727
 728     wrappers:
 729       - fdio-infra-wrappers-non-activity-timeout:
 730           build-timeout: '{build-timeout}'
 731
 732     triggers:
 733       - timed: '{periodicity}'
 734
 735     builders:
 736       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 737       - inject:
 738           properties-file: variables.prop
 739       - shell:
 740           !include-raw-escape:
 741           - ../scripts/setup_executor_env.sh
 742       - shell:
 743           !include-raw-escape:
 744           - ../scripts/csit/perf-timed.sh
 745
 746     publishers:
 747       - fdio-infra-publish
 748
 749 - job-template:
 750     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 751
 752     description: |
 753       <ul>
 754           <li>objective
 755               <ul>
 756                   <li>perf verify - per csit gerrit patch
 757               </ul>
 758           <li>job
 759               <ul>
 760                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 761                   <li>trigger: keyword in comment to csit patch:
 762                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 763               </ul>
 764           <li>executor
 765               <ul>
 766                   <li>builder-{os}-prod-{executor-arch}
 767               </ul>
 768           <li>perf test-cases selection
 769               <ul>
 770                   <li>test-cases selected using trigger keyword followed by tags
 771                   <li>all test-cases are labelled with CSIT RF topic tags
 772                       defined in <i>csit/docs/tag_documentation.rst</i>
 773               </ul>
 774           <li>proposed keywords
 775               <ul>
 776                   <li>focus on testing specified trex packet processing path
 777                   <li>format: csit-{node-arch}-perftest tag_list
 778               </ul>
 779           <li>results
 780               <ul>
 781                   <li>jjb verify: PASS/FAIL
 782                   <li>present: no
 783                   <li>analyse: no
 784               </ul>
 785       </ul>
 786
 787     project-type: freestyle
 788     node: 'builder-{os}-prod-{executor-arch}'
 789     concurrent: true
 790     latest-only: false
 791
 792     properties:
 793       - lf-infra-properties:
 794           build-days-to-keep: "{build-days-to-keep}"
 795
 796     parameters:
 797       - project-parameter:
 798           project: '{project}'
 799       - gerrit-parameter:
 800           branch: '{branch}'
 801       - gerrit-refspec-parameter
 802       - gerrit-event-type-parameter
 803       - gerrit-event-comment-text-parameter
 804       - csit-perf-trial-duration-parameter:
 805           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 806       - csit-perf-trial-multiplicity-parameter:
 807           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 808       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 809
 810     scm:
 811       - gerrit-trigger-scm:
 812           credentials-id: 'jenkins-gerrit-credentials'
 813           refspec: '$GERRIT_REFSPEC'
 814           choosing-strategy: 'gerrit'
 815
 816     wrappers:
 817       - fdio-infra-wrappers-non-activity-timeout:
 818           build-timeout: '{build-timeout}'
 819
 820     triggers:
 821       - gerrit-trigger-csit-perftest:
 822           project: '{project}'
 823           branch: '{branch}'
 824           trigger-word: 'csit-trex-{node-arch}-perftest'
 825           skip-vote: false
 826
 827     builders:
 828       - shell:
 829           !include-raw-escape:
 830           - ../scripts/setup_executor_env.sh
 831       - shell:
 832           !include-raw-escape:
 833           - ../scripts/csit/perf-verify.sh
 834
 835     publishers:
 836       - fdio-infra-publish
 837
 838 - job-template:
 839     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 840
 841     description: |
 842       <ul>
 843           <li>objective
 844               <ul>
 845                   <li>perf verify - per csit gerrit patch
 846               </ul>
 847           <li>job
 848               <ul>
 849                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 850                   <li>trigger: keyword in comment to csit patch:
 851                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 852               </ul>
 853           <li>executor
 854               <ul>
 855                   <li>builder-{os}-prod-{executor-arch}
 856               </ul>
 857           <li>perf test-cases selection
 858               <ul>
 859                   <li>test-cases selected using trigger keyword followed by tags
 860                   <li>all test-cases are labelled with CSIT RF topic tags
 861                       defined in <i>csit/docs/tag_documentation.rst</i>
 862               </ul>
 863           <li>default tags for dpdk perf test type
 864               <ul>
 865                   <li>IP4BASE, L2XCBASE
 866                   <li>64B: 64B packet size
 867                   <li>1C: one core
 868                   <li>X710: x710 Fortville NIC
 869                   <li>MRR: MRR throughput
 870               </ul>
 871           <li>results
 872               <ul>
 873                   <li>jjb verify: PASS/FAIL
 874                   <li>present: no
 875                   <li>analyse: no
 876               </ul>
 877       </ul>
 878
 879     project-type: freestyle
 880     node: 'builder-{os}-prod-{executor-arch}'
 881     concurrent: true
 882     latest-only: false
 883
 884     properties:
 885       - lf-infra-properties:
 886           build-days-to-keep: "{build-days-to-keep}"
 887
 888     parameters:
 889       - project-parameter:
 890           project: '{project}'
 891       - gerrit-parameter:
 892           branch: '{branch}'
 893       - gerrit-refspec-parameter
 894       - gerrit-event-type-parameter
 895       - gerrit-event-comment-text-parameter
 896       - csit-perf-trial-duration-parameter:
 897           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 898       - csit-perf-trial-multiplicity-parameter:
 899           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 900
 901     scm:
 902       - gerrit-trigger-scm:
 903           credentials-id: 'jenkins-gerrit-credentials'
 904           refspec: '$GERRIT_REFSPEC'
 905           choosing-strategy: 'gerrit'
 906
 907     wrappers:
 908       - fdio-infra-wrappers-non-activity-timeout:
 909           build-timeout: '{build-timeout}'
 910
 911     triggers:
 912       - gerrit-trigger-csit-perftest:
 913           project: '{project}'
 914           branch: '{branch}'
 915           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 916           skip-vote: false
 917
 918     builders:
 919       - shell:
 920           !include-raw-escape:
 921           - ../scripts/setup_executor_env.sh
 922       - shell:
 923           !include-raw-escape:
 924           - ../scripts/csit/perf-verify.sh
 925
 926     publishers:
 927       - fdio-infra-publish
 928
 929 - job-template:
 930     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 931
 932     description: |
 933       <ul>
 934           <li>objective
 935               <ul>
 936                   <li>check dpdk perf mrr weekly
 937               </ul>
 938           <li>executor
 939               <ul>
 940                   <li>builder-{os}-prod-{executor-arch}
 941               </ul>
 942           <li>perf test-cases selection
 943               <ul>
 944                   <li>all CSIT DPDK MRR perf suites
 945               </ul>
 946           <li>results
 947               <ul>
 948                   <li>jjb verify: PASS/FAIL
 949                   <li>present: no
 950                   <li>analyse: csit project (catch malfunctions/degradations)
 951               </ul>
 952       </ul>
 953
 954     project-type: freestyle
 955     node: 'builder-{os}-prod-{executor-arch}'
 956     concurrent: false
 957     latest-only: false
 958
 959     properties:
 960       - lf-infra-properties:
 961           build-days-to-keep: "{build-days-to-keep}"
 962
 963     parameters:
 964       - project-parameter:
 965           project: '{project}'
 966       - gerrit-parameter:
 967           branch: '{branch}'
 968       - csit-perf-trial-duration-parameter:
 969           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 970       - csit-perf-trial-multiplicity-parameter:
 971           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 972
 973     wrappers:
 974       - fdio-infra-wrappers-non-activity-timeout:
 975           build-timeout: '{build-timeout}'
 976
 977     triggers:
 978       - timed: '{periodicity}'
 979
 980     builders:
 981       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 982       - inject:
 983           properties-file: variables.prop
 984       - shell:
 985           !include-raw-escape:
 986           - ../scripts/setup_executor_env.sh
 987       - shell:
 988           !include-raw-escape:
 989           - ../scripts/csit/perf-timed.sh
 990
 991     publishers:
 992       - fdio-infra-publish
 993
 994 - job-template:
 995     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 996
 997     description: |
 998       <ul>
 999           <li>objective
1000               <ul>
1001                   <li>get vpp performance iterative data for csit report
1002               </ul>
1003           <li>job
1004               <ul>
1005                   <li>name:
1006                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1007                       {node-arch}</b>
1008                   <li>trigger: keyword in comment to csit patch:
1009                       <b>csit-vpp-report-iter-{node-arch}-perftest
1010                       test_set_id</b>
1011                   <li>trigger example:
1012                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1013               </ul>
1014           <li>executor
1015               <ul>
1016                   <li>builder-{os}-prod-{executor-arch}
1017               </ul>
1018           <li>perf test-cases selection
1019               <ul>
1020                   <li>test-cases selected by tags defined in
1021                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1022                       test_set_id.md</i>
1023               </ul>
1024
1025           <li>results
1026               <ul>
1027                   <li>jjb verify: PASS/FAIL
1028                   <li>present: vpp performance
1029                   <li>analyse: vpp performance
1030               </ul>
1031       </ul>
1032
1033     project-type: freestyle
1034     node: 'builder-{os}-prod-{executor-arch}'
1035     concurrent: true
1036     latest-only: false
1037
1038     properties:
1039       - lf-infra-properties:
1040           build-days-to-keep: "{build-days-to-keep}"
1041
1042     parameters:
1043       - project-parameter:
1044           project: '{project}'
1045       - gerrit-parameter:
1046           branch: '{branch}'
1047       - gerrit-refspec-parameter
1048       - gerrit-event-type-parameter
1049       - gerrit-event-comment-text-parameter
1050       - csit-perf-trial-duration-parameter:
1051           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1052       - csit-perf-trial-multiplicity-parameter:
1053           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1054
1055     scm:
1056       - gerrit-trigger-scm:
1057           credentials-id: 'jenkins-gerrit-credentials'
1058           refspec: '$GERRIT_REFSPEC'
1059           choosing-strategy: 'gerrit'
1060
1061     wrappers:
1062       - fdio-infra-wrappers-non-activity-timeout:
1063           build-timeout: '{build-timeout}'
1064
1065     triggers:
1066       - gerrit-trigger-csit-perftest:
1067           project: '{project}'
1068           branch: '{branch}'
1069           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1070           skip-vote: false
1071
1072     builders:
1073       - shell:
1074           !include-raw-escape:
1075           - ../scripts/setup_executor_env.sh
1076       - shell:
1077           !include-raw-escape:
1078           - ../scripts/csit/perf-verify.sh
1079
1080     publishers:
1081       - fdio-infra-publish
1082
1083 - job-template:
1084     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1085
1086     description: |
1087       <ul>
1088           <li>objective
1089               <ul>
1090                   <li>get dpdk performance iterative data for csit report
1091               </ul>
1092           <li>job
1093               <ul>
1094                   <li>name:
1095                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1096                       {node-arch}</b>
1097                   <li>trigger: keyword in comment to csit patch:
1098                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1099                       test_set_id</b>
1100                   <li>trigger example:
1101                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1102               </ul>
1103           <li>executor
1104               <ul>
1105                   <li>builder-{os}-prod-{executor-arch}
1106               </ul>
1107           <li>perf test-cases selection
1108               <ul>
1109                   <li>test-cases selected by tags defined in
1110                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1111                       test_set_id.md</i>
1112               </ul>
1113
1114           <li>results
1115               <ul>
1116                   <li>jjb verify: PASS/FAIL
1117                   <li>present: dpdk performance
1118                   <li>analyse: dpdk performance
1119               </ul>
1120       </ul>
1121
1122     project-type: freestyle
1123     node: 'builder-{os}-prod-{executor-arch}'
1124     concurrent: true
1125     latest-only: false
1126
1127     properties:
1128       - lf-infra-properties:
1129           build-days-to-keep: "{build-days-to-keep}"
1130
1131     parameters:
1132       - project-parameter:
1133           project: '{project}'
1134       - gerrit-parameter:
1135           branch: '{branch}'
1136       - gerrit-refspec-parameter
1137       - gerrit-event-type-parameter
1138       - gerrit-event-comment-text-parameter
1139       - csit-perf-trial-duration-parameter:
1140           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1141       - csit-perf-trial-multiplicity-parameter:
1142           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1143
1144     scm:
1145       - gerrit-trigger-scm:
1146           credentials-id: 'jenkins-gerrit-credentials'
1147           refspec: '$GERRIT_REFSPEC'
1148           choosing-strategy: 'gerrit'
1149
1150     wrappers:
1151       - fdio-infra-wrappers-non-activity-timeout:
1152           build-timeout: '{build-timeout}'
1153
1154     triggers:
1155       - gerrit-trigger-csit-perftest:
1156           project: '{project}'
1157           branch: '{branch}'
1158           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1159           skip-vote: false
1160
1161     builders:
1162       - shell:
1163           !include-raw-escape:
1164           - ../scripts/setup_executor_env.sh
1165       - shell:
1166           !include-raw-escape:
1167           - ../scripts/csit/perf-verify.sh
1168
1169     publishers:
1170       - fdio-infra-publish
1171
1172 - job-template:
1173     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1174
1175     description: |
1176       <ul>
1177           <li>objective
1178               <ul>
1179                   <li>get trex performance iterative data for csit report
1180               </ul>
1181           <li>job
1182               <ul>
1183                   <li>name:
1184                       <b>csit-trex-perf-report-iterative-{stream_report}-
1185                       {node-arch}</b>
1186                   <li>trigger: keyword in comment to csit patch:
1187                       <b>csit-trex-report-iter-{node-arch}-perftest
1188                       test_set_id</b>
1189                   <li>trigger example:
1190                       csit-trex-report-iter-{node-arch}-perftest trex-00
1191               </ul>
1192           <li>executor
1193               <ul>
1194                   <li>builder-{os}-prod-{executor-arch}
1195               </ul>
1196           <li>perf test-cases selection
1197               <ul>
1198                   <li>test-cases selected by tags defined in
1199                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1200                       test_set_id.md</i>
1201               </ul>
1202
1203           <li>results
1204               <ul>
1205                   <li>jjb verify: PASS/FAIL
1206                   <li>present: trex performance
1207                   <li>analyse: trex performance
1208               </ul>
1209       </ul>
1210
1211     project-type: freestyle
1212     node: 'builder-{os}-prod-{executor-arch}'
1213     concurrent: true
1214     latest-only: false
1215
1216     properties:
1217       - lf-infra-properties:
1218           build-days-to-keep: "{build-days-to-keep}"
1219
1220     parameters:
1221       - project-parameter:
1222           project: '{project}'
1223       - gerrit-parameter:
1224           branch: '{branch}'
1225       - gerrit-refspec-parameter
1226       - gerrit-event-type-parameter
1227       - gerrit-event-comment-text-parameter
1228       - csit-perf-trial-duration-parameter:
1229           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1230       - csit-perf-trial-multiplicity-parameter:
1231           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1232
1233     scm:
1234       - gerrit-trigger-scm:
1235           credentials-id: 'jenkins-gerrit-credentials'
1236           refspec: '$GERRIT_REFSPEC'
1237           choosing-strategy: 'gerrit'
1238
1239     wrappers:
1240       - fdio-infra-wrappers-non-activity-timeout:
1241           build-timeout: '{build-timeout}'
1242
1243     triggers:
1244       - gerrit-trigger-csit-perftest:
1245           project: '{project}'
1246           branch: '{branch}'
1247           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1248           skip-vote: false
1249
1250     builders:
1251       - shell:
1252           !include-raw-escape:
1253           - ../scripts/setup_executor_env.sh
1254       - shell:
1255           !include-raw-escape:
1256           - ../scripts/csit/perf-verify.sh
1257
1258     publishers:
1259       - fdio-infra-publish
1260
1261 - job-template:
1262     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1263
1264     description: |
1265       <ul>
1266           <li>objective
1267               <ul>
1268                   <li>get vpp performance coverage data for csit report
1269               </ul>
1270           <li>job
1271               <ul>
1272                   <li>name:
1273                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1274                       {node-arch}</b>
1275                   <li>trigger: keyword in comment to csit patch:
1276                       <b>csit-vpp-report-cov-{node-arch}-perftest
1277                       test_set_id</b>
1278                   <li>trigger example:
1279                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1280               </ul>
1281           <li>executor
1282               <ul>
1283                   <li>builder-{os}-prod-{executor-arch}
1284               </ul>
1285           <li>perf test-cases selection
1286               <ul>
1287                   <li>test-cases selected by tags defined in
1288                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1289                       test_set_id.md</i>
1290               </ul>
1291
1292           <li>results
1293               <ul>
1294                   <li>jjb verify: PASS/FAIL
1295                   <li>present: vpp performance
1296                   <li>analyse: vpp performance
1297               </ul>
1298       </ul>
1299
1300     project-type: freestyle
1301     node: 'builder-{os}-prod-{executor-arch}'
1302     concurrent: true
1303     latest-only: false
1304
1305     properties:
1306       - lf-infra-properties:
1307           build-days-to-keep: "{build-days-to-keep}"
1308
1309     parameters:
1310       - project-parameter:
1311           project: '{project}'
1312       - gerrit-parameter:
1313           branch: '{branch}'
1314       - gerrit-refspec-parameter
1315       - gerrit-event-type-parameter
1316       - gerrit-event-comment-text-parameter
1317       - csit-perf-trial-duration-parameter:
1318           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1319       - csit-perf-trial-multiplicity-parameter:
1320           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1321
1322     scm:
1323       - gerrit-trigger-scm:
1324           credentials-id: 'jenkins-gerrit-credentials'
1325           refspec: '$GERRIT_REFSPEC'
1326           choosing-strategy: 'gerrit'
1327
1328     wrappers:
1329       - fdio-infra-wrappers-non-activity-timeout:
1330           build-timeout: '{build-timeout}'
1331
1332     triggers:
1333       - gerrit-trigger-csit-perftest:
1334           project: '{project}'
1335           branch: '{branch}'
1336           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1337           skip-vote: false
1338
1339     builders:
1340       - shell:
1341           !include-raw-escape:
1342           - ../scripts/setup_executor_env.sh
1343       - shell:
1344           !include-raw-escape:
1345           - ../scripts/csit/perf-verify.sh
1346
1347     publishers:
1348       - fdio-infra-publish
1349
1350 - job-template:
1351     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1352
1353     description: |
1354       <ul>
1355           <li>objective
1356               <ul>
1357                   <li>get dpdk performance coverage data for csit report
1358               </ul>
1359           <li>job
1360               <ul>
1361                   <li>name:
1362                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1363                       {node-arch}</b>
1364                   <li>trigger: keyword in comment to csit patch:
1365                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1366                       test_set_id</b>
1367                   <li>trigger example:
1368                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1369               </ul>
1370           <li>executor
1371               <ul>
1372                   <li>builder-{os}-prod-{executor-arch}
1373               </ul>
1374           <li>perf test-cases selection
1375               <ul>
1376                   <li>test-cases selected by tags defined in
1377                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1378                       test_set_id.md</i>
1379               </ul>
1380
1381           <li>results
1382               <ul>
1383                   <li>jjb verify: PASS/FAIL
1384                   <li>present: dpdk performance
1385                   <li>analyse: dpdk performance
1386               </ul>
1387       </ul>
1388
1389     project-type: freestyle
1390     node: 'builder-{os}-prod-{executor-arch}'
1391     concurrent: true
1392     latest-only: false
1393
1394     properties:
1395       - lf-infra-properties:
1396           build-days-to-keep: "{build-days-to-keep}"
1397
1398     parameters:
1399       - project-parameter:
1400           project: '{project}'
1401       - gerrit-parameter:
1402           branch: '{branch}'
1403       - gerrit-refspec-parameter
1404       - gerrit-event-type-parameter
1405       - gerrit-event-comment-text-parameter
1406       - csit-perf-trial-duration-parameter:
1407           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1408       - csit-perf-trial-multiplicity-parameter:
1409           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1410
1411     scm:
1412       - gerrit-trigger-scm:
1413           credentials-id: 'jenkins-gerrit-credentials'
1414           refspec: '$GERRIT_REFSPEC'
1415           choosing-strategy: 'gerrit'
1416
1417     wrappers:
1418       - fdio-infra-wrappers-non-activity-timeout:
1419           build-timeout: '{build-timeout}'
1420
1421     triggers:
1422       - gerrit-trigger-csit-perftest:
1423           project: '{project}'
1424           branch: '{branch}'
1425           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1426           skip-vote: false
1427
1428     builders:
1429       - shell:
1430           !include-raw-escape:
1431           - ../scripts/setup_executor_env.sh
1432       - shell:
1433           !include-raw-escape:
1434           - ../scripts/csit/perf-verify.sh
1435
1436     publishers:
1437       - fdio-infra-publish
1438
1439 - job-template:
1440     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1441
1442     description: |
1443       <ul>
1444           <li>objective
1445               <ul>
1446                   <li>get trex performance coverage data for csit report
1447               </ul>
1448           <li>job
1449               <ul>
1450                   <li>name:
1451                       <b>csit-trex-perf-report-coverage-{stream_report}-
1452                       {node-arch}</b>
1453                   <li>trigger: keyword in comment to csit patch:
1454                       <b>csit-trex-report-cov-{node-arch}-perftest
1455                       test_set_id</b>
1456                   <li>trigger example:
1457                       csit-trex-report-cov-{node-arch}-perftest trex-00
1458               </ul>
1459           <li>executor
1460               <ul>
1461                   <li>builder-{os}-prod-{executor-arch}
1462               </ul>
1463           <li>perf test-cases selection
1464               <ul>
1465                   <li>test-cases selected by tags defined in
1466                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1467                       test_set_id.md</i>
1468               </ul>
1469
1470           <li>results
1471               <ul>
1472                   <li>jjb verify: PASS/FAIL
1473                   <li>present: trex performance
1474                   <li>analyse: trex performance
1475               </ul>
1476       </ul>
1477
1478     project-type: freestyle
1479     node: 'builder-{os}-prod-{executor-arch}'
1480     concurrent: true
1481     latest-only: false
1482
1483     properties:
1484       - lf-infra-properties:
1485           build-days-to-keep: "{build-days-to-keep}"
1486
1487     parameters:
1488       - project-parameter:
1489           project: '{project}'
1490       - gerrit-parameter:
1491           branch: '{branch}'
1492       - gerrit-refspec-parameter
1493       - gerrit-event-type-parameter
1494       - gerrit-event-comment-text-parameter
1495       - csit-perf-trial-duration-parameter:
1496           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1497       - csit-perf-trial-multiplicity-parameter:
1498           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1499
1500     scm:
1501       - gerrit-trigger-scm:
1502           credentials-id: 'jenkins-gerrit-credentials'
1503           refspec: '$GERRIT_REFSPEC'
1504           choosing-strategy: 'gerrit'
1505
1506     wrappers:
1507       - fdio-infra-wrappers-non-activity-timeout:
1508           build-timeout: '{build-timeout}'
1509
1510     triggers:
1511       - gerrit-trigger-csit-perftest:
1512           project: '{project}'
1513           branch: '{branch}'
1514           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1515           skip-vote: false
1516
1517     builders:
1518       - shell:
1519           !include-raw-escape:
1520           - ../scripts/setup_executor_env.sh
1521       - shell:
1522           !include-raw-escape:
1523           - ../scripts/csit/perf-verify.sh
1524
1525     publishers:
1526       - fdio-infra-publish