jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-alt:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'aarch64'
  50             - 3n-snr:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'x86_64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-icx:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-alt:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-snr:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 1n-aws:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'x86_64'
  85       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-icx:
  88                 os: 'ubuntu2204'
  89                 executor-arch: 'x86_64'
  90             - 2n-clx:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-dnv:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-zn2:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 2n-tx2:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'aarch64'
 102             - 3n-icx:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'x86_64'
 105             - 3n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 3n-tsh:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'aarch64'
 111             - 3n-alt:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'aarch64'
 114             - 3n-snr:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117           stream:
 118             - master:
 119                 branch: 'master'
 120                 branch-id: 'oper'
 121             - '2202':
 122                 branch: 'rls2202'
 123                 branch-id: 'oper-rls2202'
 124             - '2206':
 125                 branch: 'rls2206'
 126                 branch-id: 'oper-rls2206'
 127       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 128           node-arch:
 129             - 2n-icx:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '30 22 * * 0-4'
 133             - 2n-clx:
 134                 os: 'ubuntu2204'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '30 22 * * 0-4'
 137             - 2n-dnv:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '30 22 * * 0-4'
 141             - 2n-zn2:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '30 22 * * 0-4'
 145             - 2n-tx2:
 146                 os: 'ubuntu2204'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '30 22 * * 0-4'
 149             - 3n-icx:
 150                 os: 'ubuntu2204'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '30 22 * * 0-4'
 153             - 3n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '30 22 * * 0-4'
 157             - 3n-tsh:
 158                 os: 'ubuntu2204'
 159                 executor-arch: 'aarch64'
 160                 periodicity: '30 22 * * 0-4'
 161             - 3n-alt:
 162                 os: 'ubuntu2204'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '30 22 * * 0-4'
 165             - 3n-snr:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '30 22 * * 0-4'
 169       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 170           node-arch:
 171             - 2n-icx:
 172                 os: 'ubuntu2204'
 173                 executor-arch: 'x86_64'
 174             - 2n-clx:
 175                 os: 'ubuntu2204'
 176                 executor-arch: 'x86_64'
 177             - 3n-icx:
 178                 os: 'ubuntu2204'
 179                 executor-arch: 'x86_64'
 180             - 2n-aws:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 3n-snr:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186           stream:
 187             - master:
 188                 branch: 'master'
 189                 branch-id: 'oper'
 190           periodicity: '0 0 * * 6'
 191       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 192           node-arch:
 193             - 2n-icx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196             - 2n-clx:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199             - 3n-icx:
 200                 os: 'ubuntu2204'
 201                 executor-arch: 'x86_64'
 202           periodicity: '0 0 * * 6'
 203       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 204           node-arch:
 205             - 2n-icx:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'x86_64'
 208             - 2n-clx:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'x86_64'
 211             - 2n-dnv:
 212                 os: 'ubuntu2004'
 213                 executor-arch: 'x86_64'
 214             - 2n-zn2:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217             - 2n-tx2:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'aarch64'
 220             - 3n-icx:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'x86_64'
 223             - 3n-dnv:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 3n-tsh:
 227                 os: 'ubuntu2204'
 228                 executor-arch: 'aarch64'
 229             - 3n-alt:
 230                 os: 'ubuntu2204'
 231                 executor-arch: 'aarch64'
 232             - 2n-aws:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 3n-aws:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 3n-snr:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 242           node-arch:
 243             - 2n-icx:
 244                 os: 'ubuntu2204'
 245                 executor-arch: 'x86_64'
 246             - 2n-clx:
 247                 os: 'ubuntu2204'
 248                 executor-arch: 'x86_64'
 249             - 2n-dnv:
 250                 os: 'ubuntu2004'
 251                 executor-arch: 'x86_64'
 252             - 2n-zn2:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'x86_64'
 255             - 2n-tx2:
 256                 os: 'ubuntu2204'
 257                 executor-arch: 'aarch64'
 258             - 3n-icx:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261             - 3n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 3n-tsh:
 265                 os: 'ubuntu2204'
 266                 executor-arch: 'aarch64'
 267             - 3n-alt:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'aarch64'
 270             - 2n-aws:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-aws:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-snr:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 280           node-arch:
 281             - 1n-aws:
 282                 os: 'ubuntu2004'
 283                 executor-arch: 'x86_64'
 284       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 285           node-arch:
 286             - 2n-icx:
 287                 os: 'ubuntu2204'
 288                 executor-arch: 'x86_64'
 289             - 2n-clx:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'x86_64'
 292             - 2n-dnv:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'x86_64'
 295             - 2n-zn2:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 2n-tx2:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'aarch64'
 301             - 3n-icx:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304             - 3n-dnv:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'x86_64'
 307             - 3n-tsh:
 308                 os: 'ubuntu2204'
 309                 executor-arch: 'aarch64'
 310             - 3n-alt:
 311                 os: 'ubuntu2204'
 312                 executor-arch: 'aarch64'
 313             - 2n-aws:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316             - 3n-aws:
 317                 os: 'ubuntu2004'
 318                 executor-arch: 'x86_64'
 319             - 3n-snr:
 320                 os: 'ubuntu2004'
 321                 executor-arch: 'x86_64'
 322       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 323           node-arch:
 324             - 2n-icx:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'x86_64'
 327             - 2n-clx:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-dnv:
 331                 os: 'ubuntu2004'
 332                 executor-arch: 'x86_64'
 333             - 2n-zn2:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 2n-tx2:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'aarch64'
 339             - 3n-icx:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'x86_64'
 342             - 3n-dnv:
 343                 os: 'ubuntu2004'
 344                 executor-arch: 'x86_64'
 345             - 3n-tsh:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'aarch64'
 348             - 3n-alt:
 349                 os: 'ubuntu2204'
 350                 executor-arch: 'aarch64'
 351             - 2n-aws:
 352                 os: 'ubuntu2004'
 353                 executor-arch: 'x86_64'
 354             - 3n-aws:
 355                 os: 'ubuntu2004'
 356                 executor-arch: 'x86_64'
 357             - 3n-snr:
 358                 os: 'ubuntu2004'
 359                 executor-arch: 'x86_64'
 360       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 361           node-arch:
 362             - 1n-aws:
 363                 os: 'ubuntu2004'
 364                 executor-arch: 'x86_64'
 365
 366     project: 'csit'
 367     branch: 'master'
 368     branch-id: 'oper'
 369     csit-perf-trial-duration: '1.0'
 370     csit-perf-trial-multiplicity: '10'
 371     stream:
 372       - master:
 373           branch: 'master'
 374           branch-id: 'oper'
 375       - '2202':
 376           branch: 'rls2202'
 377           branch-id: 'oper-rls2202'
 378       - '2206':
 379           branch: 'rls2206'
 380           branch-id: 'oper-rls2206'
 381     stream_report:
 382       - '2202':
 383           branch: 'rls2202'
 384           branch-id: 'oper-rls2202'
 385       - '2206':
 386           branch: 'rls2206'
 387           branch-id: 'oper-rls2206'
 388
 389     build-artifact-num-to-keep: 10
 390
 391
 392 - job-template:
 393     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 394
 395     description: |
 396       <ul>
 397           <li>objective
 398               <ul>
 399                   <li>perf verify - per csit gerrit patch
 400               </ul>
 401           <li>job
 402               <ul>
 403                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 404                   <li>trigger: keyword in comment to csit patch:
 405                       <b>csit-{node-arch}-perftest tag_list</b>
 406               </ul>
 407           <li>executor
 408               <ul>
 409                   <li>builder-{os}-prod-{executor-arch}
 410               </ul>
 411           <li>perf test-cases selection
 412               <ul>
 413                   <li>test-cases selected using trigger keyword followed by tags
 414                   <li>all test-cases are labelled with CSIT RF topic tags
 415                       defined in <i>csit/docs/tag_documentation.rst</i>
 416               </ul>
 417           <li>proposed keywords
 418               <ul>
 419                   <li>focus on testing specified vpp packet processing path
 420                   <li>format: csit-{node-arch}-perftest tag_list
 421               </ul>
 422           <li>default tags for vpp startup config and perf test type
 423               <ul>
 424                   <li>IP4BASE, IP6BASE, L2BDBASE
 425                   <li>64B/78B: 64B/78B packet size
 426                   <li>1C: one core
 427                   <li>X710: x710 Fortville NIC
 428                   <li>MRR: MRR throughput
 429               </ul>
 430           <li>results
 431               <ul>
 432                   <li>jjb verify: PASS/FAIL
 433                   <li>present: no
 434                   <li>analyse: no
 435               </ul>
 436       </ul>
 437
 438     project-type: freestyle
 439     node: 'builder-{os}-prod-{executor-arch}'
 440     concurrent: true
 441     latest-only: false
 442
 443     properties:
 444       - lf-infra-properties:
 445           build-days-to-keep: "{build-days-to-keep}"
 446
 447     parameters:
 448       - project-parameter:
 449           project: '{project}'
 450       - gerrit-parameter:
 451           branch: '{branch}'
 452       - gerrit-refspec-parameter
 453       - gerrit-event-type-parameter
 454       - gerrit-event-comment-text-parameter
 455       - csit-perf-trial-duration-parameter:
 456           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 457       - csit-perf-trial-multiplicity-parameter:
 458           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 459       # This is a manually-triggered verify job, part of API coverage.
 460       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 461       # Can be removed when this job is no longer needed for full API coverage.
 462       - csit-fail-on-crc-mismatch-parameter:
 463           fail-on-crc-mismatch: 'True'
 464
 465     scm:
 466       - gerrit-trigger-scm:
 467           credentials-id: 'jenkins-gerrit-credentials'
 468           refspec: '$GERRIT_REFSPEC'
 469           choosing-strategy: 'gerrit'
 470
 471     wrappers:
 472       - fdio-infra-wrappers-non-activity-timeout:
 473           build-timeout: '{build-timeout}'
 474
 475     triggers:
 476       - gerrit-trigger-csit-perftest:
 477           project: '{project}'
 478           branch: '{branch}'
 479           trigger-word: 'csit-{node-arch}-perftest'
 480           skip-vote: false
 481
 482     builders:
 483       - shell:
 484           !include-raw-escape:
 485           - ../scripts/setup_executor_env.sh
 486       - shell:
 487           !include-raw-escape:
 488           - ../scripts/csit/perf-verify.sh
 489
 490     publishers:
 491       - fdio-infra-publish
 492
 493 - job-template:
 494     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 495
 496     description: |
 497       <ul>
 498           <li>objective
 499               <ul>
 500                   <li>check vpp perf mrr daily
 501               </ul>
 502           <li>executor
 503               <ul>
 504                   <li>builder-{os}-prod-{executor-arch}
 505               </ul>
 506           <li>perf test-cases selection
 507               <ul>
 508                   <li>all CSIT VPP MRR perf suites
 509               </ul>
 510           <li>results
 511               <ul>
 512                   <li>jjb verify: PASS/FAIL
 513                   <li>present: no
 514                   <li>analyse: csit project (catch malfunctions/degradations)
 515               </ul>
 516       </ul>
 517
 518     project-type: freestyle
 519     node: 'builder-{os}-prod-{executor-arch}'
 520     concurrent: false
 521     latest-only: false
 522
 523     properties:
 524       - lf-infra-properties:
 525           build-days-to-keep: "{build-days-to-keep}"
 526
 527     parameters:
 528       - project-parameter:
 529           project: '{project}'
 530       - gerrit-parameter:
 531           branch: '{branch}'
 532       - csit-perf-trial-duration-parameter:
 533           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 534       - csit-perf-trial-multiplicity-parameter:
 535           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 536
 537     wrappers:
 538       - fdio-infra-wrappers-non-activity-timeout:
 539           build-timeout: '{build-timeout}'
 540
 541     triggers:
 542       - timed: '{periodicity}'
 543
 544     builders:
 545       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 546       - inject:
 547           properties-file: variables.prop
 548       - shell:
 549           !include-raw-escape:
 550           - ../scripts/setup_executor_env.sh
 551       - shell:
 552           !include-raw-escape:
 553           - ../scripts/csit/perf-timed.sh
 554
 555     publishers:
 556       - fdio-infra-publish
 557
 558 - job-template:
 559     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 560
 561     description: |
 562       <ul>
 563           <li>objective
 564               <ul>
 565                   <li>check vpp perf mrr weekly on {node-arch}
 566               </ul>
 567           <li>executor
 568               <ul>
 569                   <li>builder-{os}-prod-{executor-arch}
 570               </ul>
 571           <li>perf test-cases selection
 572               <ul>
 573                   <li>NF Density CSIT VPP MRR perf suites
 574               </ul>
 575           <li>results
 576               <ul>
 577                   <li>jjb verify: PASS/FAIL
 578                   <li>present: no
 579                   <li>analyse: csit project (catch malfunctions/degradations)
 580               </ul>
 581       </ul>
 582
 583     project-type: freestyle
 584     node: 'builder-{os}-prod-{executor-arch}'
 585     concurrent: false
 586     latest-only: false
 587
 588     properties:
 589       - lf-infra-properties:
 590           build-days-to-keep: "{build-days-to-keep}"
 591
 592     parameters:
 593       - project-parameter:
 594           project: '{project}'
 595       - gerrit-parameter:
 596           branch: '{branch}'
 597       - csit-perf-trial-duration-parameter:
 598           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 599       - csit-perf-trial-multiplicity-parameter:
 600           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 601
 602     wrappers:
 603       - fdio-infra-wrappers-non-activity-timeout:
 604           build-timeout: '{build-timeout}'
 605
 606     triggers:
 607       - timed: '{periodicity}'
 608
 609     builders:
 610       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 611       - inject:
 612           properties-file: variables.prop
 613       - shell:
 614           !include-raw-escape:
 615           - ../scripts/setup_executor_env.sh
 616       - shell:
 617           !include-raw-escape:
 618           - ../scripts/csit/perf-timed.sh
 619
 620     publishers:
 621       - fdio-infra-publish
 622
 623 - job-template:
 624     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 625
 626     description: |
 627       <ul>
 628           <li>objective
 629               <ul>
 630                   <li>check vpp perf ndrpdr weekly on {node-arch}
 631               </ul>
 632           <li>executor
 633               <ul>
 634                   <li>builder-{os}-prod-{executor-arch}
 635               </ul>
 636           <li>perf test-cases selection
 637               <ul>
 638                   <li>pre-selected CSIT VPP NDRPDR perf suites
 639               </ul>
 640           <li>results
 641               <ul>
 642                   <li>jjb verify: PASS/FAIL
 643                   <li>present: no
 644                   <li>analyse: csit project (catch malfunctions/degradations)
 645               </ul>
 646       </ul>
 647     project-type: freestyle
 648     node: 'builder-{os}-prod-{executor-arch}'
 649     concurrent: false
 650     latest-only: false
 651
 652     properties:
 653       - lf-infra-properties:
 654           build-days-to-keep: "{build-days-to-keep}"
 655
 656     parameters:
 657       - project-parameter:
 658           project: '{project}'
 659       - gerrit-parameter:
 660           branch: '{branch}'
 661
 662     wrappers:
 663       - fdio-infra-wrappers-non-activity-timeout:
 664           build-timeout: '{build-timeout}'
 665
 666     triggers:
 667       - timed: '{periodicity}'
 668
 669     builders:
 670       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 671       - inject:
 672           properties-file: variables.prop
 673       - shell:
 674           !include-raw-escape:
 675           - ../scripts/setup_executor_env.sh
 676       - shell:
 677           !include-raw-escape:
 678           - ../scripts/csit/perf-timed.sh
 679
 680     publishers:
 681       - fdio-infra-publish
 682
 683 - job-template:
 684     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 685
 686     description: |
 687       <ul>
 688           <li>objective
 689               <ul>
 690                   <li>check trex perf ndrpdr weekly on {node-arch}
 691               </ul>
 692           <li>executor
 693               <ul>
 694                   <li>builder-{os}-prod-{executor-arch}
 695               </ul>
 696           <li>perf test-cases selection
 697               <ul>
 698                   <li>pre-selected CSIT TREX NDRPDR perf suites
 699               </ul>
 700           <li>results
 701               <ul>
 702                   <li>jjb verify: PASS/FAIL
 703                   <li>present: no
 704                   <li>analyse: csit project (catch malfunctions/degradations)
 705               </ul>
 706       </ul>
 707     project-type: freestyle
 708     node: 'builder-{os}-prod-{executor-arch}'
 709     concurrent: false
 710     latest-only: false
 711
 712     properties:
 713       - lf-infra-properties:
 714           build-days-to-keep: "{build-days-to-keep}"
 715
 716     parameters:
 717       - project-parameter:
 718           project: '{project}'
 719       - gerrit-parameter:
 720           branch: '{branch}'
 721
 722     wrappers:
 723       - fdio-infra-wrappers-non-activity-timeout:
 724           build-timeout: '{build-timeout}'
 725
 726     triggers:
 727       - timed: '{periodicity}'
 728
 729     builders:
 730       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 731       - inject:
 732           properties-file: variables.prop
 733       - shell:
 734           !include-raw-escape:
 735           - ../scripts/setup_executor_env.sh
 736       - shell:
 737           !include-raw-escape:
 738           - ../scripts/csit/perf-timed.sh
 739
 740     publishers:
 741       - fdio-infra-publish
 742
 743 - job-template:
 744     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 745
 746     description: |
 747       <ul>
 748           <li>objective
 749               <ul>
 750                   <li>perf verify - per csit gerrit patch
 751               </ul>
 752           <li>job
 753               <ul>
 754                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 755                   <li>trigger: keyword in comment to csit patch:
 756                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 757               </ul>
 758           <li>executor
 759               <ul>
 760                   <li>builder-{os}-prod-{executor-arch}
 761               </ul>
 762           <li>perf test-cases selection
 763               <ul>
 764                   <li>test-cases selected using trigger keyword followed by tags
 765                   <li>all test-cases are labelled with CSIT RF topic tags
 766                       defined in <i>csit/docs/tag_documentation.rst</i>
 767               </ul>
 768           <li>proposed keywords
 769               <ul>
 770                   <li>focus on testing specified trex packet processing path
 771                   <li>format: csit-{node-arch}-perftest tag_list
 772               </ul>
 773           <li>results
 774               <ul>
 775                   <li>jjb verify: PASS/FAIL
 776                   <li>present: no
 777                   <li>analyse: no
 778               </ul>
 779       </ul>
 780
 781     project-type: freestyle
 782     node: 'builder-{os}-prod-{executor-arch}'
 783     concurrent: true
 784     latest-only: false
 785
 786     properties:
 787       - lf-infra-properties:
 788           build-days-to-keep: "{build-days-to-keep}"
 789
 790     parameters:
 791       - project-parameter:
 792           project: '{project}'
 793       - gerrit-parameter:
 794           branch: '{branch}'
 795       - gerrit-refspec-parameter
 796       - gerrit-event-type-parameter
 797       - gerrit-event-comment-text-parameter
 798       - csit-perf-trial-duration-parameter:
 799           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 800       - csit-perf-trial-multiplicity-parameter:
 801           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 802       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 803
 804     scm:
 805       - gerrit-trigger-scm:
 806           credentials-id: 'jenkins-gerrit-credentials'
 807           refspec: '$GERRIT_REFSPEC'
 808           choosing-strategy: 'gerrit'
 809
 810     wrappers:
 811       - fdio-infra-wrappers-non-activity-timeout:
 812           build-timeout: '{build-timeout}'
 813
 814     triggers:
 815       - gerrit-trigger-csit-perftest:
 816           project: '{project}'
 817           branch: '{branch}'
 818           trigger-word: 'csit-trex-{node-arch}-perftest'
 819           skip-vote: false
 820
 821     builders:
 822       - shell:
 823           !include-raw-escape:
 824           - ../scripts/setup_executor_env.sh
 825       - shell:
 826           !include-raw-escape:
 827           - ../scripts/csit/perf-verify.sh
 828
 829     publishers:
 830       - fdio-infra-publish
 831
 832 - job-template:
 833     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 834
 835     description: |
 836       <ul>
 837           <li>objective
 838               <ul>
 839                   <li>perf verify - per csit gerrit patch
 840               </ul>
 841           <li>job
 842               <ul>
 843                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 844                   <li>trigger: keyword in comment to csit patch:
 845                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 846               </ul>
 847           <li>executor
 848               <ul>
 849                   <li>builder-{os}-prod-{executor-arch}
 850               </ul>
 851           <li>perf test-cases selection
 852               <ul>
 853                   <li>test-cases selected using trigger keyword followed by tags
 854                   <li>all test-cases are labelled with CSIT RF topic tags
 855                       defined in <i>csit/docs/tag_documentation.rst</i>
 856               </ul>
 857           <li>default tags for dpdk perf test type
 858               <ul>
 859                   <li>IP4BASE, L2XCBASE
 860                   <li>64B: 64B packet size
 861                   <li>1C: one core
 862                   <li>X710: x710 Fortville NIC
 863                   <li>MRR: MRR throughput
 864               </ul>
 865           <li>results
 866               <ul>
 867                   <li>jjb verify: PASS/FAIL
 868                   <li>present: no
 869                   <li>analyse: no
 870               </ul>
 871       </ul>
 872
 873     project-type: freestyle
 874     node: 'builder-{os}-prod-{executor-arch}'
 875     concurrent: true
 876     latest-only: false
 877
 878     properties:
 879       - lf-infra-properties:
 880           build-days-to-keep: "{build-days-to-keep}"
 881
 882     parameters:
 883       - project-parameter:
 884           project: '{project}'
 885       - gerrit-parameter:
 886           branch: '{branch}'
 887       - gerrit-refspec-parameter
 888       - gerrit-event-type-parameter
 889       - gerrit-event-comment-text-parameter
 890       - csit-perf-trial-duration-parameter:
 891           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 892       - csit-perf-trial-multiplicity-parameter:
 893           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 894
 895     scm:
 896       - gerrit-trigger-scm:
 897           credentials-id: 'jenkins-gerrit-credentials'
 898           refspec: '$GERRIT_REFSPEC'
 899           choosing-strategy: 'gerrit'
 900
 901     wrappers:
 902       - fdio-infra-wrappers-non-activity-timeout:
 903           build-timeout: '{build-timeout}'
 904
 905     triggers:
 906       - gerrit-trigger-csit-perftest:
 907           project: '{project}'
 908           branch: '{branch}'
 909           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 910           skip-vote: false
 911
 912     builders:
 913       - shell:
 914           !include-raw-escape:
 915           - ../scripts/setup_executor_env.sh
 916       - shell:
 917           !include-raw-escape:
 918           - ../scripts/csit/perf-verify.sh
 919
 920     publishers:
 921       - fdio-infra-publish
 922
 923 - job-template:
 924     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 925
 926     description: |
 927       <ul>
 928           <li>objective
 929               <ul>
 930                   <li>check dpdk perf mrr weekly
 931               </ul>
 932           <li>executor
 933               <ul>
 934                   <li>builder-{os}-prod-{executor-arch}
 935               </ul>
 936           <li>perf test-cases selection
 937               <ul>
 938                   <li>all CSIT DPDK MRR perf suites
 939               </ul>
 940           <li>results
 941               <ul>
 942                   <li>jjb verify: PASS/FAIL
 943                   <li>present: no
 944                   <li>analyse: csit project (catch malfunctions/degradations)
 945               </ul>
 946       </ul>
 947
 948     project-type: freestyle
 949     node: 'builder-{os}-prod-{executor-arch}'
 950     concurrent: false
 951     latest-only: false
 952
 953     properties:
 954       - lf-infra-properties:
 955           build-days-to-keep: "{build-days-to-keep}"
 956
 957     parameters:
 958       - project-parameter:
 959           project: '{project}'
 960       - gerrit-parameter:
 961           branch: '{branch}'
 962       - csit-perf-trial-duration-parameter:
 963           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 964       - csit-perf-trial-multiplicity-parameter:
 965           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 966
 967     wrappers:
 968       - fdio-infra-wrappers-non-activity-timeout:
 969           build-timeout: '{build-timeout}'
 970
 971     triggers:
 972       - timed: '{periodicity}'
 973
 974     builders:
 975       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 976       - inject:
 977           properties-file: variables.prop
 978       - shell:
 979           !include-raw-escape:
 980           - ../scripts/setup_executor_env.sh
 981       - shell:
 982           !include-raw-escape:
 983           - ../scripts/csit/perf-timed.sh
 984
 985     publishers:
 986       - fdio-infra-publish
 987
 988 - job-template:
 989     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 990
 991     description: |
 992       <ul>
 993           <li>objective
 994               <ul>
 995                   <li>get vpp performance iterative data for csit report
 996               </ul>
 997           <li>job
 998               <ul>
 999                   <li>name:
1000                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1001                       {node-arch}</b>
1002                   <li>trigger: keyword in comment to csit patch:
1003                       <b>csit-vpp-report-iter-{node-arch}-perftest
1004                       test_set_id</b>
1005                   <li>trigger example:
1006                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1007               </ul>
1008           <li>executor
1009               <ul>
1010                   <li>builder-{os}-prod-{executor-arch}
1011               </ul>
1012           <li>perf test-cases selection
1013               <ul>
1014                   <li>test-cases selected by tags defined in
1015                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1016                       test_set_id.md</i>
1017               </ul>
1018
1019           <li>results
1020               <ul>
1021                   <li>jjb verify: PASS/FAIL
1022                   <li>present: vpp performance
1023                   <li>analyse: vpp performance
1024               </ul>
1025       </ul>
1026
1027     project-type: freestyle
1028     node: 'builder-{os}-prod-{executor-arch}'
1029     concurrent: true
1030     latest-only: false
1031
1032     properties:
1033       - lf-infra-properties:
1034           build-days-to-keep: "{build-days-to-keep}"
1035
1036     parameters:
1037       - project-parameter:
1038           project: '{project}'
1039       - gerrit-parameter:
1040           branch: '{branch}'
1041       - gerrit-refspec-parameter
1042       - gerrit-event-type-parameter
1043       - gerrit-event-comment-text-parameter
1044       - csit-perf-trial-duration-parameter:
1045           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1046       - csit-perf-trial-multiplicity-parameter:
1047           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1048
1049     scm:
1050       - gerrit-trigger-scm:
1051           credentials-id: 'jenkins-gerrit-credentials'
1052           refspec: '$GERRIT_REFSPEC'
1053           choosing-strategy: 'gerrit'
1054
1055     wrappers:
1056       - fdio-infra-wrappers-non-activity-timeout:
1057           build-timeout: '{build-timeout}'
1058
1059     triggers:
1060       - gerrit-trigger-csit-perftest:
1061           project: '{project}'
1062           branch: '{branch}'
1063           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1064           skip-vote: false
1065
1066     builders:
1067       - shell:
1068           !include-raw-escape:
1069           - ../scripts/setup_executor_env.sh
1070       - shell:
1071           !include-raw-escape:
1072           - ../scripts/csit/perf-verify.sh
1073
1074     publishers:
1075       - fdio-infra-publish
1076
1077 - job-template:
1078     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1079
1080     description: |
1081       <ul>
1082           <li>objective
1083               <ul>
1084                   <li>get dpdk performance iterative data for csit report
1085               </ul>
1086           <li>job
1087               <ul>
1088                   <li>name:
1089                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1090                       {node-arch}</b>
1091                   <li>trigger: keyword in comment to csit patch:
1092                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1093                       test_set_id</b>
1094                   <li>trigger example:
1095                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1096               </ul>
1097           <li>executor
1098               <ul>
1099                   <li>builder-{os}-prod-{executor-arch}
1100               </ul>
1101           <li>perf test-cases selection
1102               <ul>
1103                   <li>test-cases selected by tags defined in
1104                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1105                       test_set_id.md</i>
1106               </ul>
1107
1108           <li>results
1109               <ul>
1110                   <li>jjb verify: PASS/FAIL
1111                   <li>present: dpdk performance
1112                   <li>analyse: dpdk performance
1113               </ul>
1114       </ul>
1115
1116     project-type: freestyle
1117     node: 'builder-{os}-prod-{executor-arch}'
1118     concurrent: true
1119     latest-only: false
1120
1121     properties:
1122       - lf-infra-properties:
1123           build-days-to-keep: "{build-days-to-keep}"
1124
1125     parameters:
1126       - project-parameter:
1127           project: '{project}'
1128       - gerrit-parameter:
1129           branch: '{branch}'
1130       - gerrit-refspec-parameter
1131       - gerrit-event-type-parameter
1132       - gerrit-event-comment-text-parameter
1133       - csit-perf-trial-duration-parameter:
1134           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1135       - csit-perf-trial-multiplicity-parameter:
1136           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1137
1138     scm:
1139       - gerrit-trigger-scm:
1140           credentials-id: 'jenkins-gerrit-credentials'
1141           refspec: '$GERRIT_REFSPEC'
1142           choosing-strategy: 'gerrit'
1143
1144     wrappers:
1145       - fdio-infra-wrappers-non-activity-timeout:
1146           build-timeout: '{build-timeout}'
1147
1148     triggers:
1149       - gerrit-trigger-csit-perftest:
1150           project: '{project}'
1151           branch: '{branch}'
1152           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1153           skip-vote: false
1154
1155     builders:
1156       - shell:
1157           !include-raw-escape:
1158           - ../scripts/setup_executor_env.sh
1159       - shell:
1160           !include-raw-escape:
1161           - ../scripts/csit/perf-verify.sh
1162
1163     publishers:
1164       - fdio-infra-publish
1165
1166 - job-template:
1167     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1168
1169     description: |
1170       <ul>
1171           <li>objective
1172               <ul>
1173                   <li>get trex performance iterative data for csit report
1174               </ul>
1175           <li>job
1176               <ul>
1177                   <li>name:
1178                       <b>csit-trex-perf-report-iterative-{stream_report}-
1179                       {node-arch}</b>
1180                   <li>trigger: keyword in comment to csit patch:
1181                       <b>csit-trex-report-iter-{node-arch}-perftest
1182                       test_set_id</b>
1183                   <li>trigger example:
1184                       csit-trex-report-iter-{node-arch}-perftest trex-00
1185               </ul>
1186           <li>executor
1187               <ul>
1188                   <li>builder-{os}-prod-{executor-arch}
1189               </ul>
1190           <li>perf test-cases selection
1191               <ul>
1192                   <li>test-cases selected by tags defined in
1193                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1194                       test_set_id.md</i>
1195               </ul>
1196
1197           <li>results
1198               <ul>
1199                   <li>jjb verify: PASS/FAIL
1200                   <li>present: trex performance
1201                   <li>analyse: trex performance
1202               </ul>
1203       </ul>
1204
1205     project-type: freestyle
1206     node: 'builder-{os}-prod-{executor-arch}'
1207     concurrent: true
1208     latest-only: false
1209
1210     properties:
1211       - lf-infra-properties:
1212           build-days-to-keep: "{build-days-to-keep}"
1213
1214     parameters:
1215       - project-parameter:
1216           project: '{project}'
1217       - gerrit-parameter:
1218           branch: '{branch}'
1219       - gerrit-refspec-parameter
1220       - gerrit-event-type-parameter
1221       - gerrit-event-comment-text-parameter
1222       - csit-perf-trial-duration-parameter:
1223           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1224       - csit-perf-trial-multiplicity-parameter:
1225           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1226
1227     scm:
1228       - gerrit-trigger-scm:
1229           credentials-id: 'jenkins-gerrit-credentials'
1230           refspec: '$GERRIT_REFSPEC'
1231           choosing-strategy: 'gerrit'
1232
1233     wrappers:
1234       - fdio-infra-wrappers-non-activity-timeout:
1235           build-timeout: '{build-timeout}'
1236
1237     triggers:
1238       - gerrit-trigger-csit-perftest:
1239           project: '{project}'
1240           branch: '{branch}'
1241           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1242           skip-vote: false
1243
1244     builders:
1245       - shell:
1246           !include-raw-escape:
1247           - ../scripts/setup_executor_env.sh
1248       - shell:
1249           !include-raw-escape:
1250           - ../scripts/csit/perf-verify.sh
1251
1252     publishers:
1253       - fdio-infra-publish
1254
1255 - job-template:
1256     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1257
1258     description: |
1259       <ul>
1260           <li>objective
1261               <ul>
1262                   <li>get vpp performance coverage data for csit report
1263               </ul>
1264           <li>job
1265               <ul>
1266                   <li>name:
1267                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1268                       {node-arch}</b>
1269                   <li>trigger: keyword in comment to csit patch:
1270                       <b>csit-vpp-report-cov-{node-arch}-perftest
1271                       test_set_id</b>
1272                   <li>trigger example:
1273                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1274               </ul>
1275           <li>executor
1276               <ul>
1277                   <li>builder-{os}-prod-{executor-arch}
1278               </ul>
1279           <li>perf test-cases selection
1280               <ul>
1281                   <li>test-cases selected by tags defined in
1282                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1283                       test_set_id.md</i>
1284               </ul>
1285
1286           <li>results
1287               <ul>
1288                   <li>jjb verify: PASS/FAIL
1289                   <li>present: vpp performance
1290                   <li>analyse: vpp performance
1291               </ul>
1292       </ul>
1293
1294     project-type: freestyle
1295     node: 'builder-{os}-prod-{executor-arch}'
1296     concurrent: true
1297     latest-only: false
1298
1299     properties:
1300       - lf-infra-properties:
1301           build-days-to-keep: "{build-days-to-keep}"
1302
1303     parameters:
1304       - project-parameter:
1305           project: '{project}'
1306       - gerrit-parameter:
1307           branch: '{branch}'
1308       - gerrit-refspec-parameter
1309       - gerrit-event-type-parameter
1310       - gerrit-event-comment-text-parameter
1311       - csit-perf-trial-duration-parameter:
1312           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1313       - csit-perf-trial-multiplicity-parameter:
1314           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1315
1316     scm:
1317       - gerrit-trigger-scm:
1318           credentials-id: 'jenkins-gerrit-credentials'
1319           refspec: '$GERRIT_REFSPEC'
1320           choosing-strategy: 'gerrit'
1321
1322     wrappers:
1323       - fdio-infra-wrappers-non-activity-timeout:
1324           build-timeout: '{build-timeout}'
1325
1326     triggers:
1327       - gerrit-trigger-csit-perftest:
1328           project: '{project}'
1329           branch: '{branch}'
1330           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1331           skip-vote: false
1332
1333     builders:
1334       - shell:
1335           !include-raw-escape:
1336           - ../scripts/setup_executor_env.sh
1337       - shell:
1338           !include-raw-escape:
1339           - ../scripts/csit/perf-verify.sh
1340
1341     publishers:
1342       - fdio-infra-publish
1343
1344 - job-template:
1345     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1346
1347     description: |
1348       <ul>
1349           <li>objective
1350               <ul>
1351                   <li>get dpdk performance coverage data for csit report
1352               </ul>
1353           <li>job
1354               <ul>
1355                   <li>name:
1356                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1357                       {node-arch}</b>
1358                   <li>trigger: keyword in comment to csit patch:
1359                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1360                       test_set_id</b>
1361                   <li>trigger example:
1362                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1363               </ul>
1364           <li>executor
1365               <ul>
1366                   <li>builder-{os}-prod-{executor-arch}
1367               </ul>
1368           <li>perf test-cases selection
1369               <ul>
1370                   <li>test-cases selected by tags defined in
1371                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1372                       test_set_id.md</i>
1373               </ul>
1374
1375           <li>results
1376               <ul>
1377                   <li>jjb verify: PASS/FAIL
1378                   <li>present: dpdk performance
1379                   <li>analyse: dpdk performance
1380               </ul>
1381       </ul>
1382
1383     project-type: freestyle
1384     node: 'builder-{os}-prod-{executor-arch}'
1385     concurrent: true
1386     latest-only: false
1387
1388     properties:
1389       - lf-infra-properties:
1390           build-days-to-keep: "{build-days-to-keep}"
1391
1392     parameters:
1393       - project-parameter:
1394           project: '{project}'
1395       - gerrit-parameter:
1396           branch: '{branch}'
1397       - gerrit-refspec-parameter
1398       - gerrit-event-type-parameter
1399       - gerrit-event-comment-text-parameter
1400       - csit-perf-trial-duration-parameter:
1401           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1402       - csit-perf-trial-multiplicity-parameter:
1403           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1404
1405     scm:
1406       - gerrit-trigger-scm:
1407           credentials-id: 'jenkins-gerrit-credentials'
1408           refspec: '$GERRIT_REFSPEC'
1409           choosing-strategy: 'gerrit'
1410
1411     wrappers:
1412       - fdio-infra-wrappers-non-activity-timeout:
1413           build-timeout: '{build-timeout}'
1414
1415     triggers:
1416       - gerrit-trigger-csit-perftest:
1417           project: '{project}'
1418           branch: '{branch}'
1419           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1420           skip-vote: false
1421
1422     builders:
1423       - shell:
1424           !include-raw-escape:
1425           - ../scripts/setup_executor_env.sh
1426       - shell:
1427           !include-raw-escape:
1428           - ../scripts/csit/perf-verify.sh
1429
1430     publishers:
1431       - fdio-infra-publish
1432
1433 - job-template:
1434     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1435
1436     description: |
1437       <ul>
1438           <li>objective
1439               <ul>
1440                   <li>get trex performance coverage data for csit report
1441               </ul>
1442           <li>job
1443               <ul>
1444                   <li>name:
1445                       <b>csit-trex-perf-report-coverage-{stream_report}-
1446                       {node-arch}</b>
1447                   <li>trigger: keyword in comment to csit patch:
1448                       <b>csit-trex-report-cov-{node-arch}-perftest
1449                       test_set_id</b>
1450                   <li>trigger example:
1451                       csit-trex-report-cov-{node-arch}-perftest trex-00
1452               </ul>
1453           <li>executor
1454               <ul>
1455                   <li>builder-{os}-prod-{executor-arch}
1456               </ul>
1457           <li>perf test-cases selection
1458               <ul>
1459                   <li>test-cases selected by tags defined in
1460                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1461                       test_set_id.md</i>
1462               </ul>
1463
1464           <li>results
1465               <ul>
1466                   <li>jjb verify: PASS/FAIL
1467                   <li>present: trex performance
1468                   <li>analyse: trex performance
1469               </ul>
1470       </ul>
1471
1472     project-type: freestyle
1473     node: 'builder-{os}-prod-{executor-arch}'
1474     concurrent: true
1475     latest-only: false
1476
1477     properties:
1478       - lf-infra-properties:
1479           build-days-to-keep: "{build-days-to-keep}"
1480
1481     parameters:
1482       - project-parameter:
1483           project: '{project}'
1484       - gerrit-parameter:
1485           branch: '{branch}'
1486       - gerrit-refspec-parameter
1487       - gerrit-event-type-parameter
1488       - gerrit-event-comment-text-parameter
1489       - csit-perf-trial-duration-parameter:
1490           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1491       - csit-perf-trial-multiplicity-parameter:
1492           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1493
1494     scm:
1495       - gerrit-trigger-scm:
1496           credentials-id: 'jenkins-gerrit-credentials'
1497           refspec: '$GERRIT_REFSPEC'
1498           choosing-strategy: 'gerrit'
1499
1500     wrappers:
1501       - fdio-infra-wrappers-non-activity-timeout:
1502           build-timeout: '{build-timeout}'
1503
1504     triggers:
1505       - gerrit-trigger-csit-perftest:
1506           project: '{project}'
1507           branch: '{branch}'
1508           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1509           skip-vote: false
1510
1511     builders:
1512       - shell:
1513           !include-raw-escape:
1514           - ../scripts/setup_executor_env.sh
1515       - shell:
1516           !include-raw-escape:
1517           - ../scripts/csit/perf-verify.sh
1518
1519     publishers:
1520       - fdio-infra-publish