jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-zn2:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-tx2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'aarch64'
  35             - 3n-icx:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'x86_64'
  38             - 3n-tsh:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'aarch64'
  41             - 3n-alt:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-snr:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'x86_64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-icx:
  50                 os: 'ubuntu2204'
  51                 executor-arch: 'x86_64'
  52             - 2n-clx:
  53                 os: 'ubuntu2204'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'aarch64'
  61             - 3n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-alt:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'aarch64'
  70             - 3n-snr:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 1n-aws:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 2n-icx:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'x86_64'
  82       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  83           node-arch:
  84             - 2n-icx:
  85                 os: 'ubuntu2204'
  86                 executor-arch: 'x86_64'
  87             - 2n-clx:
  88                 os: 'ubuntu2204'
  89                 executor-arch: 'x86_64'
  90             - 2n-zn2:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-tx2:
  94                 os: 'ubuntu2204'
  95                 executor-arch: 'aarch64'
  96             - 3n-icx:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'aarch64'
 102             - 3n-alt:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'aarch64'
 105             - 3n-snr:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108           stream:
 109             - master:
 110                 branch: 'master'
 111                 branch-id: 'oper'
 112             - '2210':
 113                 branch: 'rls2210'
 114                 branch-id: 'oper-rls2210'
 115             - '2302':
 116                 branch: 'rls2302'
 117                 branch-id: 'oper-rls2302'
 118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 119           node-arch:
 120             - 2n-icx:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '30 22 * * 0-4'
 124             - 2n-clx:
 125                 os: 'ubuntu2204'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '30 22 * * 0-4'
 128             - 2n-zn2:
 129                 os: 'ubuntu2204'
 130                 executor-arch: 'x86_64'
 131                 periodicity: '30 22 * * 0-4'
 132             - 2n-tx2:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135                 periodicity: '30 22 * * 0-4'
 136             - 3n-icx:
 137                 os: 'ubuntu2204'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '30 22 * * 0-4'
 140             - 3n-tsh:
 141                 os: 'ubuntu2204'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '30 22 * * 0-4'
 144             - 3n-alt:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'aarch64'
 147                 periodicity: '30 22 * * 0-4'
 148             - 3n-snr:
 149                 os: 'ubuntu2204'
 150                 executor-arch: 'x86_64'
 151                 periodicity: '30 22 * * 0-4'
 152       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 153           node-arch:
 154             - 2n-icx:
 155                 os: 'ubuntu2204'
 156                 executor-arch: 'x86_64'
 157                 periodicity: '30 22 * * 0-4'
 158             - 3n-icx:
 159                 os: 'ubuntu2204'
 160                 executor-arch: 'x86_64'
 161                 periodicity: '30 22 * * 0-4'
 162       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 163           node-arch:
 164             - 2n-icx:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167             - 2n-clx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170             - 2n-aws:
 171                 os: 'ubuntu2204'
 172                 executor-arch: 'x86_64'
 173           stream:
 174             - master:
 175                 branch: 'master'
 176                 branch-id: 'oper'
 177           periodicity: '0 0 * * 6'
 178       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 179           node-arch:
 180             - 1n-aws:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'x86_64'
 183                 periodicity: '0 0 * * 6'
 184             - 2n-icx:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'x86_64'
 187                 periodicity: '0 0 * * 6'
 188       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 189           node-arch:
 190             - 2n-icx:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193             - 2n-clx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196             - 2n-zn2:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199             - 2n-tx2:
 200                 os: 'ubuntu2204'
 201                 executor-arch: 'aarch64'
 202             - 3n-icx:
 203                 os: 'ubuntu2204'
 204                 executor-arch: 'x86_64'
 205             - 3n-tsh:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'aarch64'
 208             - 3n-alt:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'aarch64'
 211             - 3n-snr:
 212                 os: 'ubuntu2204'
 213                 executor-arch: 'x86_64'
 214           periodicity: '0 0 * * 6'
 215       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 216           node-arch:
 217             - 2n-icx:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'x86_64'
 220             - 2n-clx:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'x86_64'
 223             - 2n-zn2:
 224                 os: 'ubuntu2204'
 225                 executor-arch: 'x86_64'
 226             - 2n-tx2:
 227                 os: 'ubuntu2204'
 228                 executor-arch: 'aarch64'
 229             - 3n-icx:
 230                 os: 'ubuntu2204'
 231                 executor-arch: 'x86_64'
 232             - 3n-tsh:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'aarch64'
 235             - 3n-alt:
 236                 os: 'ubuntu2204'
 237                 executor-arch: 'aarch64'
 238             - 2n-aws:
 239                 os: 'ubuntu2204'
 240                 executor-arch: 'x86_64'
 241             - 3n-aws:
 242                 os: 'ubuntu2204'
 243                 executor-arch: 'x86_64'
 244             - 3n-snr:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'x86_64'
 247       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 248           node-arch:
 249             - 2n-icx:
 250                 os: 'ubuntu2204'
 251                 executor-arch: 'x86_64'
 252             - 2n-clx:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'x86_64'
 255             - 2n-zn2:
 256                 os: 'ubuntu2204'
 257                 executor-arch: 'x86_64'
 258             - 2n-tx2:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'aarch64'
 261             - 3n-icx:
 262                 os: 'ubuntu2204'
 263                 executor-arch: 'x86_64'
 264             - 3n-tsh:
 265                 os: 'ubuntu2204'
 266                 executor-arch: 'aarch64'
 267             - 3n-alt:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'aarch64'
 270             - 2n-aws:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273             - 3n-aws:
 274                 os: 'ubuntu2204'
 275                 executor-arch: 'x86_64'
 276             - 3n-snr:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'x86_64'
 279       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 280           node-arch:
 281             - 1n-aws:
 282                 os: 'ubuntu2204'
 283                 executor-arch: 'x86_64'
 284             - 2n-icx:
 285                 os: 'ubuntu2204'
 286                 executor-arch: 'x86_64'
 287       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 288           node-arch:
 289             - 2n-icx:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'x86_64'
 292             - 2n-clx:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'x86_64'
 295             - 2n-zn2:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 2n-tx2:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'aarch64'
 301             - 3n-icx:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2204'
 306                 executor-arch: 'aarch64'
 307             - 3n-alt:
 308                 os: 'ubuntu2204'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2204'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2204'
 315                 executor-arch: 'x86_64'
 316             - 3n-snr:
 317                 os: 'ubuntu2204'
 318                 executor-arch: 'x86_64'
 319       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 320           node-arch:
 321             - 2n-icx:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'x86_64'
 324             - 2n-clx:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'x86_64'
 327             - 2n-zn2:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-tx2:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'aarch64'
 333             - 3n-icx:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 3n-tsh:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'aarch64'
 339             - 3n-alt:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'aarch64'
 342             - 2n-aws:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'x86_64'
 345             - 3n-aws:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'x86_64'
 348             - 3n-snr:
 349                 os: 'ubuntu2204'
 350                 executor-arch: 'x86_64'
 351       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 352           node-arch:
 353             - 1n-aws:
 354                 os: 'ubuntu2204'
 355                 executor-arch: 'x86_64'
 356             - 2n-icx:
 357                 os: 'ubuntu2204'
 358                 executor-arch: 'x86_64'
 359
 360     project: 'csit'
 361     branch: 'master'
 362     branch-id: 'oper'
 363     csit-perf-trial-duration: '1.0'
 364     csit-perf-trial-multiplicity: '10'
 365     stream:
 366       - master:
 367           branch: 'master'
 368           branch-id: 'oper'
 369       - '2210':
 370           branch: 'rls2210'
 371           branch-id: 'oper-rls2210'
 372       - '2302':
 373           branch: 'rls2302'
 374           branch-id: 'oper-rls2302'
 375     stream_report:
 376       - '2210':
 377           branch: 'rls2210'
 378           branch-id: 'oper-rls2210'
 379       - '2302':
 380           branch: 'rls2302'
 381           branch-id: 'oper-rls2302'
 382
 383     build-artifact-num-to-keep: 10
 384
 385
 386 - job-template:
 387     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 388
 389     description: |
 390       <ul>
 391           <li>objective
 392               <ul>
 393                   <li>perf verify - per csit gerrit patch
 394               </ul>
 395           <li>job
 396               <ul>
 397                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 398                   <li>trigger: keyword in comment to csit patch:
 399                       <b>csit-{node-arch}-perftest tag_list</b>
 400               </ul>
 401           <li>perf test-cases selection
 402               <ul>
 403                   <li>test-cases selected using trigger keyword followed by tags
 404                   <li>all test-cases are labelled with CSIT RF topic tags
 405                       defined in <i>csit/docs/tag_documentation.rst</i>
 406               </ul>
 407           <li>proposed keywords
 408               <ul>
 409                   <li>focus on testing specified vpp packet processing path
 410                   <li>format: csit-{node-arch}-perftest tag_list
 411               </ul>
 412           <li>default tags for vpp startup config and perf test type
 413               <ul>
 414                   <li>IP4BASE, IP6BASE, L2BDBASE
 415                   <li>64B/78B: 64B/78B packet size
 416                   <li>1C: one core
 417                   <li>X710: x710 Fortville NIC
 418                   <li>MRR: MRR throughput
 419               </ul>
 420           <li>results
 421               <ul>
 422                   <li>jjb verify: PASS/FAIL
 423                   <li>present: no
 424                   <li>analyse: no
 425               </ul>
 426       </ul>
 427
 428     project-type: freestyle
 429     node: 'm-builder-{os}-prod-{executor-arch}'
 430     concurrent: true
 431     latest-only: false
 432
 433     properties:
 434       - lf-infra-properties:
 435           build-days-to-keep: "{build-days-to-keep}"
 436
 437     parameters:
 438       - project-parameter:
 439           project: '{project}'
 440       - gerrit-parameter:
 441           branch: '{branch}'
 442       - gerrit-refspec-parameter
 443       - gerrit-event-type-parameter
 444       - gerrit-event-comment-text-parameter
 445       - csit-perf-trial-duration-parameter:
 446           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 447       - csit-perf-trial-multiplicity-parameter:
 448           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 449       # This is a manually-triggered verify job, part of API coverage.
 450       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 451       # Can be removed when this job is no longer needed for full API coverage.
 452       - csit-fail-on-crc-mismatch-parameter:
 453           fail-on-crc-mismatch: 'True'
 454
 455     scm:
 456       - gerrit-trigger-scm:
 457           credentials-id: 'jenkins-gerrit-credentials'
 458           refspec: '$GERRIT_REFSPEC'
 459           choosing-strategy: 'gerrit'
 460
 461     wrappers:
 462       - fdio-infra-wrappers-non-activity-timeout:
 463           build-timeout: '{build-timeout}'
 464
 465     triggers:
 466       - gerrit-trigger-csit-perftest:
 467           project: '{project}'
 468           branch: '{branch}'
 469           trigger-word: 'csit-{node-arch}-perftest'
 470           skip-vote: false
 471
 472     builders:
 473       - shell:
 474           !include-raw-escape:
 475           - ../scripts/setup_executor_env.sh
 476       - shell:
 477           !include-raw-escape:
 478           - ../scripts/csit/perf-verify.sh
 479
 480     publishers:
 481       - fdio-infra-publish
 482
 483 - job-template:
 484     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 485
 486     description: |
 487       <ul>
 488           <li>objective
 489               <ul>
 490                   <li>check vpp perf mrr daily
 491               </ul>
 492           <li>perf test-cases selection
 493               <ul>
 494                   <li>all CSIT VPP MRR perf suites
 495               </ul>
 496           <li>results
 497               <ul>
 498                   <li>jjb verify: PASS/FAIL
 499                   <li>present: no
 500                   <li>analyse: csit project (catch malfunctions/degradations)
 501               </ul>
 502       </ul>
 503
 504     project-type: freestyle
 505     node: 'm-builder-{os}-prod-{executor-arch}'
 506     concurrent: false
 507     latest-only: false
 508
 509     properties:
 510       - lf-infra-properties:
 511           build-days-to-keep: "{build-days-to-keep}"
 512
 513     parameters:
 514       - project-parameter:
 515           project: '{project}'
 516       - gerrit-parameter:
 517           branch: '{branch}'
 518       - csit-perf-trial-duration-parameter:
 519           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 520       - csit-perf-trial-multiplicity-parameter:
 521           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 522
 523     wrappers:
 524       - fdio-infra-wrappers-non-activity-timeout:
 525           build-timeout: '{build-timeout}'
 526
 527     triggers:
 528       - timed: '{periodicity}'
 529
 530     builders:
 531       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 532       - inject:
 533           properties-file: variables.prop
 534       - shell:
 535           !include-raw-escape:
 536           - ../scripts/setup_executor_env.sh
 537       - shell:
 538           !include-raw-escape:
 539           - ../scripts/csit/perf-timed.sh
 540
 541     publishers:
 542       - fdio-infra-publish
 543
 544 - job-template:
 545     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 546
 547     description: |
 548       <ul>
 549           <li>objective
 550               <ul>
 551                   <li>check vpp perf hoststack daily
 552               </ul>
 553           <li>perf test-cases selection
 554               <ul>
 555                   <li>all CSIT VPP HOSTSTACK perf suites
 556               </ul>
 557           <li>results
 558               <ul>
 559                   <li>jjb verify: PASS/FAIL
 560                   <li>present: no
 561                   <li>analyse: csit project (catch malfunctions/degradations)
 562               </ul>
 563       </ul>
 564
 565     project-type: freestyle
 566     node: 'm-builder-{os}-prod-{executor-arch}'
 567     concurrent: false
 568     latest-only: false
 569
 570     properties:
 571       - lf-infra-properties:
 572           build-days-to-keep: "{build-days-to-keep}"
 573
 574     parameters:
 575       - project-parameter:
 576           project: '{project}'
 577       - gerrit-parameter:
 578           branch: '{branch}'
 579       - csit-perf-trial-duration-parameter:
 580           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 581       - csit-perf-trial-multiplicity-parameter:
 582           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 583
 584     wrappers:
 585       - fdio-infra-wrappers-non-activity-timeout:
 586           build-timeout: '{build-timeout}'
 587
 588     triggers:
 589       - timed: '{periodicity}'
 590
 591     builders:
 592       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 593       - inject:
 594           properties-file: variables.prop
 595       - shell:
 596           !include-raw-escape:
 597           - ../scripts/setup_executor_env.sh
 598       - shell:
 599           !include-raw-escape:
 600           - ../scripts/csit/perf-timed.sh
 601
 602     publishers:
 603       - fdio-infra-publish
 604
 605 - job-template:
 606     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 607
 608     description: |
 609       <ul>
 610           <li>objective
 611               <ul>
 612                   <li>check vpp perf mrr weekly on {node-arch}
 613               </ul>
 614           <li>perf test-cases selection
 615               <ul>
 616                   <li>NF Density CSIT VPP MRR perf suites
 617               </ul>
 618           <li>results
 619               <ul>
 620                   <li>jjb verify: PASS/FAIL
 621                   <li>present: no
 622                   <li>analyse: csit project (catch malfunctions/degradations)
 623               </ul>
 624       </ul>
 625
 626     project-type: freestyle
 627     node: 'm-builder-{os}-prod-{executor-arch}'
 628     concurrent: false
 629     latest-only: false
 630
 631     properties:
 632       - lf-infra-properties:
 633           build-days-to-keep: "{build-days-to-keep}"
 634
 635     parameters:
 636       - project-parameter:
 637           project: '{project}'
 638       - gerrit-parameter:
 639           branch: '{branch}'
 640       - csit-perf-trial-duration-parameter:
 641           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 642       - csit-perf-trial-multiplicity-parameter:
 643           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 644
 645     wrappers:
 646       - fdio-infra-wrappers-non-activity-timeout:
 647           build-timeout: '{build-timeout}'
 648
 649     triggers:
 650       - timed: '{periodicity}'
 651
 652     builders:
 653       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 654       - inject:
 655           properties-file: variables.prop
 656       - shell:
 657           !include-raw-escape:
 658           - ../scripts/setup_executor_env.sh
 659       - shell:
 660           !include-raw-escape:
 661           - ../scripts/csit/perf-timed.sh
 662
 663     publishers:
 664       - fdio-infra-publish
 665
 666 - job-template:
 667     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 668
 669     description: |
 670       <ul>
 671           <li>objective
 672               <ul>
 673                   <li>check vpp perf ndrpdr weekly on {node-arch}
 674               </ul>
 675           <li>perf test-cases selection
 676               <ul>
 677                   <li>pre-selected CSIT VPP NDRPDR perf suites
 678               </ul>
 679           <li>results
 680               <ul>
 681                   <li>jjb verify: PASS/FAIL
 682                   <li>present: no
 683                   <li>analyse: csit project (catch malfunctions/degradations)
 684               </ul>
 685       </ul>
 686     project-type: freestyle
 687     node: 'm-builder-{os}-prod-{executor-arch}'
 688     concurrent: false
 689     latest-only: false
 690
 691     properties:
 692       - lf-infra-properties:
 693           build-days-to-keep: "{build-days-to-keep}"
 694
 695     parameters:
 696       - project-parameter:
 697           project: '{project}'
 698       - gerrit-parameter:
 699           branch: '{branch}'
 700
 701     wrappers:
 702       - fdio-infra-wrappers-non-activity-timeout:
 703           build-timeout: '{build-timeout}'
 704
 705     triggers:
 706       - timed: '{periodicity}'
 707
 708     builders:
 709       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 710       - inject:
 711           properties-file: variables.prop
 712       - shell:
 713           !include-raw-escape:
 714           - ../scripts/setup_executor_env.sh
 715       - shell:
 716           !include-raw-escape:
 717           - ../scripts/csit/perf-timed.sh
 718
 719     publishers:
 720       - fdio-infra-publish
 721
 722 - job-template:
 723     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 724
 725     description: |
 726       <ul>
 727           <li>objective
 728               <ul>
 729                   <li>check trex perf ndrpdr weekly on {node-arch}
 730               </ul>
 731           <li>perf test-cases selection
 732               <ul>
 733                   <li>pre-selected CSIT TREX NDRPDR perf suites
 734               </ul>
 735           <li>results
 736               <ul>
 737                   <li>jjb verify: PASS/FAIL
 738                   <li>present: no
 739                   <li>analyse: csit project (catch malfunctions/degradations)
 740               </ul>
 741       </ul>
 742     project-type: freestyle
 743     node: 'm-builder-{os}-prod-{executor-arch}'
 744     concurrent: false
 745     latest-only: false
 746
 747     properties:
 748       - lf-infra-properties:
 749           build-days-to-keep: "{build-days-to-keep}"
 750
 751     parameters:
 752       - project-parameter:
 753           project: '{project}'
 754       - gerrit-parameter:
 755           branch: '{branch}'
 756
 757     wrappers:
 758       - fdio-infra-wrappers-non-activity-timeout:
 759           build-timeout: '{build-timeout}'
 760
 761     triggers:
 762       - timed: '{periodicity}'
 763
 764     builders:
 765       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 766       - inject:
 767           properties-file: variables.prop
 768       - shell:
 769           !include-raw-escape:
 770           - ../scripts/setup_executor_env.sh
 771       - shell:
 772           !include-raw-escape:
 773           - ../scripts/csit/perf-timed.sh
 774
 775     publishers:
 776       - fdio-infra-publish
 777
 778 - job-template:
 779     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 780
 781     description: |
 782       <ul>
 783           <li>objective
 784               <ul>
 785                   <li>perf verify - per csit gerrit patch
 786               </ul>
 787           <li>job
 788               <ul>
 789                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 790                   <li>trigger: keyword in comment to csit patch:
 791                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 792               </ul>
 793           <li>perf test-cases selection
 794               <ul>
 795                   <li>test-cases selected using trigger keyword followed by tags
 796                   <li>all test-cases are labelled with CSIT RF topic tags
 797                       defined in <i>csit/docs/tag_documentation.rst</i>
 798               </ul>
 799           <li>proposed keywords
 800               <ul>
 801                   <li>focus on testing specified trex packet processing path
 802                   <li>format: csit-{node-arch}-perftest tag_list
 803               </ul>
 804           <li>results
 805               <ul>
 806                   <li>jjb verify: PASS/FAIL
 807                   <li>present: no
 808                   <li>analyse: no
 809               </ul>
 810       </ul>
 811
 812     project-type: freestyle
 813     node: 'm-builder-{os}-prod-{executor-arch}'
 814     concurrent: true
 815     latest-only: false
 816
 817     properties:
 818       - lf-infra-properties:
 819           build-days-to-keep: "{build-days-to-keep}"
 820
 821     parameters:
 822       - project-parameter:
 823           project: '{project}'
 824       - gerrit-parameter:
 825           branch: '{branch}'
 826       - gerrit-refspec-parameter
 827       - gerrit-event-type-parameter
 828       - gerrit-event-comment-text-parameter
 829       - csit-perf-trial-duration-parameter:
 830           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 831       - csit-perf-trial-multiplicity-parameter:
 832           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 833       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 834
 835     scm:
 836       - gerrit-trigger-scm:
 837           credentials-id: 'jenkins-gerrit-credentials'
 838           refspec: '$GERRIT_REFSPEC'
 839           choosing-strategy: 'gerrit'
 840
 841     wrappers:
 842       - fdio-infra-wrappers-non-activity-timeout:
 843           build-timeout: '{build-timeout}'
 844
 845     triggers:
 846       - gerrit-trigger-csit-perftest:
 847           project: '{project}'
 848           branch: '{branch}'
 849           trigger-word: 'csit-trex-{node-arch}-perftest'
 850           skip-vote: false
 851
 852     builders:
 853       - shell:
 854           !include-raw-escape:
 855           - ../scripts/setup_executor_env.sh
 856       - shell:
 857           !include-raw-escape:
 858           - ../scripts/csit/perf-verify.sh
 859
 860     publishers:
 861       - fdio-infra-publish
 862
 863 - job-template:
 864     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 865
 866     description: |
 867       <ul>
 868           <li>objective
 869               <ul>
 870                   <li>perf verify - per csit gerrit patch
 871               </ul>
 872           <li>job
 873               <ul>
 874                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 875                   <li>trigger: keyword in comment to csit patch:
 876                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 877               </ul>
 878           <li>perf test-cases selection
 879               <ul>
 880                   <li>test-cases selected using trigger keyword followed by tags
 881                   <li>all test-cases are labelled with CSIT RF topic tags
 882                       defined in <i>csit/docs/tag_documentation.rst</i>
 883               </ul>
 884           <li>default tags for dpdk perf test type
 885               <ul>
 886                   <li>IP4BASE, L2XCBASE
 887                   <li>64B: 64B packet size
 888                   <li>1C: one core
 889                   <li>X710: x710 Fortville NIC
 890                   <li>MRR: MRR throughput
 891               </ul>
 892           <li>results
 893               <ul>
 894                   <li>jjb verify: PASS/FAIL
 895                   <li>present: no
 896                   <li>analyse: no
 897               </ul>
 898       </ul>
 899
 900     project-type: freestyle
 901     node: 'm-builder-{os}-prod-{executor-arch}'
 902     concurrent: true
 903     latest-only: false
 904
 905     properties:
 906       - lf-infra-properties:
 907           build-days-to-keep: "{build-days-to-keep}"
 908
 909     parameters:
 910       - project-parameter:
 911           project: '{project}'
 912       - gerrit-parameter:
 913           branch: '{branch}'
 914       - gerrit-refspec-parameter
 915       - gerrit-event-type-parameter
 916       - gerrit-event-comment-text-parameter
 917       - csit-perf-trial-duration-parameter:
 918           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 919       - csit-perf-trial-multiplicity-parameter:
 920           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 921
 922     scm:
 923       - gerrit-trigger-scm:
 924           credentials-id: 'jenkins-gerrit-credentials'
 925           refspec: '$GERRIT_REFSPEC'
 926           choosing-strategy: 'gerrit'
 927
 928     wrappers:
 929       - fdio-infra-wrappers-non-activity-timeout:
 930           build-timeout: '{build-timeout}'
 931
 932     triggers:
 933       - gerrit-trigger-csit-perftest:
 934           project: '{project}'
 935           branch: '{branch}'
 936           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 937           skip-vote: false
 938
 939     builders:
 940       - shell:
 941           !include-raw-escape:
 942           - ../scripts/setup_executor_env.sh
 943       - shell:
 944           !include-raw-escape:
 945           - ../scripts/csit/perf-verify.sh
 946
 947     publishers:
 948       - fdio-infra-publish
 949
 950 - job-template:
 951     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 952
 953     description: |
 954       <ul>
 955           <li>objective
 956               <ul>
 957                   <li>check dpdk perf mrr weekly
 958               </ul>
 959           <li>perf test-cases selection
 960               <ul>
 961                   <li>all CSIT DPDK MRR perf suites
 962               </ul>
 963           <li>results
 964               <ul>
 965                   <li>jjb verify: PASS/FAIL
 966                   <li>present: no
 967                   <li>analyse: csit project (catch malfunctions/degradations)
 968               </ul>
 969       </ul>
 970
 971     project-type: freestyle
 972     node: 'm-builder-{os}-prod-{executor-arch}'
 973     concurrent: false
 974     latest-only: false
 975
 976     properties:
 977       - lf-infra-properties:
 978           build-days-to-keep: "{build-days-to-keep}"
 979
 980     parameters:
 981       - project-parameter:
 982           project: '{project}'
 983       - gerrit-parameter:
 984           branch: '{branch}'
 985       - csit-perf-trial-duration-parameter:
 986           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 987       - csit-perf-trial-multiplicity-parameter:
 988           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 989
 990     wrappers:
 991       - fdio-infra-wrappers-non-activity-timeout:
 992           build-timeout: '{build-timeout}'
 993
 994     triggers:
 995       - timed: '{periodicity}'
 996
 997     builders:
 998       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 999       - inject:
1000           properties-file: variables.prop
1001       - shell:
1002           !include-raw-escape:
1003           - ../scripts/setup_executor_env.sh
1004       - shell:
1005           !include-raw-escape:
1006           - ../scripts/csit/perf-timed.sh
1007
1008     publishers:
1009       - fdio-infra-publish
1010
1011 - job-template:
1012     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1013
1014     description: |
1015       <ul>
1016           <li>objective
1017               <ul>
1018                   <li>get vpp performance iterative data for csit report
1019               </ul>
1020           <li>job
1021               <ul>
1022                   <li>name:
1023                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1024                       {node-arch}</b>
1025                   <li>trigger: keyword in comment to csit patch:
1026                       <b>csit-vpp-report-iter-{node-arch}-perftest
1027                       test_set_id</b>
1028                   <li>trigger example:
1029                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1030               </ul>
1031           <li>perf test-cases selection
1032               <ul>
1033                   <li>test-cases selected by tags defined in
1034                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1035                       test_set_id.md</i>
1036               </ul>
1037
1038           <li>results
1039               <ul>
1040                   <li>jjb verify: PASS/FAIL
1041                   <li>present: vpp performance
1042                   <li>analyse: vpp performance
1043               </ul>
1044       </ul>
1045
1046     project-type: freestyle
1047     node: 'm-builder-{os}-prod-{executor-arch}'
1048     concurrent: true
1049     latest-only: false
1050
1051     properties:
1052       - lf-infra-properties:
1053           build-days-to-keep: "{build-days-to-keep}"
1054
1055     parameters:
1056       - project-parameter:
1057           project: '{project}'
1058       - gerrit-parameter:
1059           branch: '{branch}'
1060       - gerrit-refspec-parameter
1061       - gerrit-event-type-parameter
1062       - gerrit-event-comment-text-parameter
1063       - csit-perf-trial-duration-parameter:
1064           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1065       - csit-perf-trial-multiplicity-parameter:
1066           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1067
1068     scm:
1069       - gerrit-trigger-scm:
1070           credentials-id: 'jenkins-gerrit-credentials'
1071           refspec: '$GERRIT_REFSPEC'
1072           choosing-strategy: 'gerrit'
1073
1074     wrappers:
1075       - fdio-infra-wrappers-non-activity-timeout:
1076           build-timeout: '{build-timeout}'
1077
1078     triggers:
1079       - gerrit-trigger-csit-perftest:
1080           project: '{project}'
1081           branch: '{branch}'
1082           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1083           skip-vote: false
1084
1085     builders:
1086       - shell:
1087           !include-raw-escape:
1088           - ../scripts/setup_executor_env.sh
1089       - shell:
1090           !include-raw-escape:
1091           - ../scripts/csit/perf-verify.sh
1092
1093     publishers:
1094       - fdio-infra-publish
1095
1096 - job-template:
1097     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1098
1099     description: |
1100       <ul>
1101           <li>objective
1102               <ul>
1103                   <li>get dpdk performance iterative data for csit report
1104               </ul>
1105           <li>job
1106               <ul>
1107                   <li>name:
1108                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1109                       {node-arch}</b>
1110                   <li>trigger: keyword in comment to csit patch:
1111                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1112                       test_set_id</b>
1113                   <li>trigger example:
1114                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1115               </ul>
1116           <li>perf test-cases selection
1117               <ul>
1118                   <li>test-cases selected by tags defined in
1119                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1120                       test_set_id.md</i>
1121               </ul>
1122
1123           <li>results
1124               <ul>
1125                   <li>jjb verify: PASS/FAIL
1126                   <li>present: dpdk performance
1127                   <li>analyse: dpdk performance
1128               </ul>
1129       </ul>
1130
1131     project-type: freestyle
1132     node: 'm-builder-{os}-prod-{executor-arch}'
1133     concurrent: true
1134     latest-only: false
1135
1136     properties:
1137       - lf-infra-properties:
1138           build-days-to-keep: "{build-days-to-keep}"
1139
1140     parameters:
1141       - project-parameter:
1142           project: '{project}'
1143       - gerrit-parameter:
1144           branch: '{branch}'
1145       - gerrit-refspec-parameter
1146       - gerrit-event-type-parameter
1147       - gerrit-event-comment-text-parameter
1148       - csit-perf-trial-duration-parameter:
1149           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1150       - csit-perf-trial-multiplicity-parameter:
1151           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1152
1153     scm:
1154       - gerrit-trigger-scm:
1155           credentials-id: 'jenkins-gerrit-credentials'
1156           refspec: '$GERRIT_REFSPEC'
1157           choosing-strategy: 'gerrit'
1158
1159     wrappers:
1160       - fdio-infra-wrappers-non-activity-timeout:
1161           build-timeout: '{build-timeout}'
1162
1163     triggers:
1164       - gerrit-trigger-csit-perftest:
1165           project: '{project}'
1166           branch: '{branch}'
1167           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1168           skip-vote: false
1169
1170     builders:
1171       - shell:
1172           !include-raw-escape:
1173           - ../scripts/setup_executor_env.sh
1174       - shell:
1175           !include-raw-escape:
1176           - ../scripts/csit/perf-verify.sh
1177
1178     publishers:
1179       - fdio-infra-publish
1180
1181 - job-template:
1182     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1183
1184     description: |
1185       <ul>
1186           <li>objective
1187               <ul>
1188                   <li>get trex performance iterative data for csit report
1189               </ul>
1190           <li>job
1191               <ul>
1192                   <li>name:
1193                       <b>csit-trex-perf-report-iterative-{stream_report}-
1194                       {node-arch}</b>
1195                   <li>trigger: keyword in comment to csit patch:
1196                       <b>csit-trex-report-iter-{node-arch}-perftest
1197                       test_set_id</b>
1198                   <li>trigger example:
1199                       csit-trex-report-iter-{node-arch}-perftest trex-00
1200               </ul>
1201           <li>perf test-cases selection
1202               <ul>
1203                   <li>test-cases selected by tags defined in
1204                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1205                       test_set_id.md</i>
1206               </ul>
1207
1208           <li>results
1209               <ul>
1210                   <li>jjb verify: PASS/FAIL
1211                   <li>present: trex performance
1212                   <li>analyse: trex performance
1213               </ul>
1214       </ul>
1215
1216     project-type: freestyle
1217     node: 'm-builder-{os}-prod-{executor-arch}'
1218     concurrent: true
1219     latest-only: false
1220
1221     properties:
1222       - lf-infra-properties:
1223           build-days-to-keep: "{build-days-to-keep}"
1224
1225     parameters:
1226       - project-parameter:
1227           project: '{project}'
1228       - gerrit-parameter:
1229           branch: '{branch}'
1230       - gerrit-refspec-parameter
1231       - gerrit-event-type-parameter
1232       - gerrit-event-comment-text-parameter
1233       - csit-perf-trial-duration-parameter:
1234           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1235       - csit-perf-trial-multiplicity-parameter:
1236           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1237
1238     scm:
1239       - gerrit-trigger-scm:
1240           credentials-id: 'jenkins-gerrit-credentials'
1241           refspec: '$GERRIT_REFSPEC'
1242           choosing-strategy: 'gerrit'
1243
1244     wrappers:
1245       - fdio-infra-wrappers-non-activity-timeout:
1246           build-timeout: '{build-timeout}'
1247
1248     triggers:
1249       - gerrit-trigger-csit-perftest:
1250           project: '{project}'
1251           branch: '{branch}'
1252           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1253           skip-vote: false
1254
1255     builders:
1256       - shell:
1257           !include-raw-escape:
1258           - ../scripts/setup_executor_env.sh
1259       - shell:
1260           !include-raw-escape:
1261           - ../scripts/csit/perf-verify.sh
1262
1263     publishers:
1264       - fdio-infra-publish
1265
1266 - job-template:
1267     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1268
1269     description: |
1270       <ul>
1271           <li>objective
1272               <ul>
1273                   <li>get vpp performance coverage data for csit report
1274               </ul>
1275           <li>job
1276               <ul>
1277                   <li>name:
1278                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1279                       {node-arch}</b>
1280                   <li>trigger: keyword in comment to csit patch:
1281                       <b>csit-vpp-report-cov-{node-arch}-perftest
1282                       test_set_id</b>
1283                   <li>trigger example:
1284                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1285               </ul>
1286           <li>perf test-cases selection
1287               <ul>
1288                   <li>test-cases selected by tags defined in
1289                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1290                       test_set_id.md</i>
1291               </ul>
1292
1293           <li>results
1294               <ul>
1295                   <li>jjb verify: PASS/FAIL
1296                   <li>present: vpp performance
1297                   <li>analyse: vpp performance
1298               </ul>
1299       </ul>
1300
1301     project-type: freestyle
1302     node: 'm-builder-{os}-prod-{executor-arch}'
1303     concurrent: true
1304     latest-only: false
1305
1306     properties:
1307       - lf-infra-properties:
1308           build-days-to-keep: "{build-days-to-keep}"
1309
1310     parameters:
1311       - project-parameter:
1312           project: '{project}'
1313       - gerrit-parameter:
1314           branch: '{branch}'
1315       - gerrit-refspec-parameter
1316       - gerrit-event-type-parameter
1317       - gerrit-event-comment-text-parameter
1318       - csit-perf-trial-duration-parameter:
1319           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1320       - csit-perf-trial-multiplicity-parameter:
1321           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1322
1323     scm:
1324       - gerrit-trigger-scm:
1325           credentials-id: 'jenkins-gerrit-credentials'
1326           refspec: '$GERRIT_REFSPEC'
1327           choosing-strategy: 'gerrit'
1328
1329     wrappers:
1330       - fdio-infra-wrappers-non-activity-timeout:
1331           build-timeout: '{build-timeout}'
1332
1333     triggers:
1334       - gerrit-trigger-csit-perftest:
1335           project: '{project}'
1336           branch: '{branch}'
1337           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1338           skip-vote: false
1339
1340     builders:
1341       - shell:
1342           !include-raw-escape:
1343           - ../scripts/setup_executor_env.sh
1344       - shell:
1345           !include-raw-escape:
1346           - ../scripts/csit/perf-verify.sh
1347
1348     publishers:
1349       - fdio-infra-publish
1350
1351 - job-template:
1352     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1353
1354     description: |
1355       <ul>
1356           <li>objective
1357               <ul>
1358                   <li>get dpdk performance coverage data for csit report
1359               </ul>
1360           <li>job
1361               <ul>
1362                   <li>name:
1363                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1364                       {node-arch}</b>
1365                   <li>trigger: keyword in comment to csit patch:
1366                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1367                       test_set_id</b>
1368                   <li>trigger example:
1369                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1370               </ul>
1371           <li>perf test-cases selection
1372               <ul>
1373                   <li>test-cases selected by tags defined in
1374                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1375                       test_set_id.md</i>
1376               </ul>
1377
1378           <li>results
1379               <ul>
1380                   <li>jjb verify: PASS/FAIL
1381                   <li>present: dpdk performance
1382                   <li>analyse: dpdk performance
1383               </ul>
1384       </ul>
1385
1386     project-type: freestyle
1387     node: 'm-builder-{os}-prod-{executor-arch}'
1388     concurrent: true
1389     latest-only: false
1390
1391     properties:
1392       - lf-infra-properties:
1393           build-days-to-keep: "{build-days-to-keep}"
1394
1395     parameters:
1396       - project-parameter:
1397           project: '{project}'
1398       - gerrit-parameter:
1399           branch: '{branch}'
1400       - gerrit-refspec-parameter
1401       - gerrit-event-type-parameter
1402       - gerrit-event-comment-text-parameter
1403       - csit-perf-trial-duration-parameter:
1404           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1405       - csit-perf-trial-multiplicity-parameter:
1406           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1407
1408     scm:
1409       - gerrit-trigger-scm:
1410           credentials-id: 'jenkins-gerrit-credentials'
1411           refspec: '$GERRIT_REFSPEC'
1412           choosing-strategy: 'gerrit'
1413
1414     wrappers:
1415       - fdio-infra-wrappers-non-activity-timeout:
1416           build-timeout: '{build-timeout}'
1417
1418     triggers:
1419       - gerrit-trigger-csit-perftest:
1420           project: '{project}'
1421           branch: '{branch}'
1422           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1423           skip-vote: false
1424
1425     builders:
1426       - shell:
1427           !include-raw-escape:
1428           - ../scripts/setup_executor_env.sh
1429       - shell:
1430           !include-raw-escape:
1431           - ../scripts/csit/perf-verify.sh
1432
1433     publishers:
1434       - fdio-infra-publish
1435
1436 - job-template:
1437     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1438
1439     description: |
1440       <ul>
1441           <li>objective
1442               <ul>
1443                   <li>get trex performance coverage data for csit report
1444               </ul>
1445           <li>job
1446               <ul>
1447                   <li>name:
1448                       <b>csit-trex-perf-report-coverage-{stream_report}-
1449                       {node-arch}</b>
1450                   <li>trigger: keyword in comment to csit patch:
1451                       <b>csit-trex-report-cov-{node-arch}-perftest
1452                       test_set_id</b>
1453                   <li>trigger example:
1454                       csit-trex-report-cov-{node-arch}-perftest trex-00
1455               </ul>
1456           <li>perf test-cases selection
1457               <ul>
1458                   <li>test-cases selected by tags defined in
1459                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1460                       test_set_id.md</i>
1461               </ul>
1462
1463           <li>results
1464               <ul>
1465                   <li>jjb verify: PASS/FAIL
1466                   <li>present: trex performance
1467                   <li>analyse: trex performance
1468               </ul>
1469       </ul>
1470
1471     project-type: freestyle
1472     node: 'm-builder-{os}-prod-{executor-arch}'
1473     concurrent: true
1474     latest-only: false
1475
1476     properties:
1477       - lf-infra-properties:
1478           build-days-to-keep: "{build-days-to-keep}"
1479
1480     parameters:
1481       - project-parameter:
1482           project: '{project}'
1483       - gerrit-parameter:
1484           branch: '{branch}'
1485       - gerrit-refspec-parameter
1486       - gerrit-event-type-parameter
1487       - gerrit-event-comment-text-parameter
1488       - csit-perf-trial-duration-parameter:
1489           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1490       - csit-perf-trial-multiplicity-parameter:
1491           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1492
1493     scm:
1494       - gerrit-trigger-scm:
1495           credentials-id: 'jenkins-gerrit-credentials'
1496           refspec: '$GERRIT_REFSPEC'
1497           choosing-strategy: 'gerrit'
1498
1499     wrappers:
1500       - fdio-infra-wrappers-non-activity-timeout:
1501           build-timeout: '{build-timeout}'
1502
1503     triggers:
1504       - gerrit-trigger-csit-perftest:
1505           project: '{project}'
1506           branch: '{branch}'
1507           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1508           skip-vote: false
1509
1510     builders:
1511       - shell:
1512           !include-raw-escape:
1513           - ../scripts/setup_executor_env.sh
1514       - shell:
1515           !include-raw-escape:
1516           - ../scripts/csit/perf-verify.sh
1517
1518     publishers:
1519       - fdio-infra-publish