jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47             - 3n-alt:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'aarch64'
  50       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  51           node-arch:
  52             - 2n-icx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-clx:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-zn2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-tx2:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'aarch64'
  64             - 3n-icx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 3n-tsh:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'aarch64'
  70             - 3n-alt:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 1n-aws:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  80           node-arch:
  81             - 2n-icx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-clx:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-dnv:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-zn2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'x86_64'
  93             - 2n-tx2:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'aarch64'
  96             - 3n-icx:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-dnv:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 3n-tsh:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'aarch64'
 105             - 3n-alt:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'aarch64'
 108           stream:
 109             - master:
 110                 branch: 'master'
 111                 branch-id: 'oper'
 112             - '2202':
 113                 branch: 'rls2202'
 114                 branch-id: 'oper-rls2202'
 115             - '2206':
 116                 branch: 'rls2206'
 117                 branch-id: 'oper-rls2206'
 118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 119           node-arch:
 120             - 2n-icx:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '30 22 * * 0-4'
 124             - 2n-clx:
 125                 os: 'ubuntu2004'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '30 22 * * 0-4'
 128             - 2n-dnv:
 129                 os: 'ubuntu2004'
 130                 executor-arch: 'x86_64'
 131                 periodicity: '30 22 * * 0-4'
 132             - 2n-zn2:
 133                 os: 'ubuntu2004'
 134                 executor-arch: 'x86_64'
 135                 periodicity: '30 22 * * 0-4'
 136             - 2n-tx2:
 137                 os: 'ubuntu2004'
 138                 executor-arch: 'aarch64'
 139                 periodicity: '30 22 * * 0-4'
 140             - 3n-icx:
 141                 os: 'ubuntu2004'
 142                 executor-arch: 'x86_64'
 143                 periodicity: '30 22 * * 0-4'
 144             - 3n-dnv:
 145                 os: 'ubuntu2004'
 146                 executor-arch: 'x86_64'
 147                 periodicity: '30 22 * * 0-4'
 148             - 3n-tsh:
 149                 os: 'ubuntu2004'
 150                 executor-arch: 'aarch64'
 151                 periodicity: '30 22 * * 0-4'
 152             - 3n-alt:
 153                 os: 'ubuntu2004'
 154                 executor-arch: 'aarch64'
 155                 periodicity: '30 22 * * 0-4'
 156       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 157           node-arch:
 158             - 2n-icx:
 159                 os: 'ubuntu2004'
 160                 executor-arch: 'x86_64'
 161             - 2n-clx:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'x86_64'
 164             - 3n-icx:
 165                 os: 'ubuntu2004'
 166                 executor-arch: 'x86_64'
 167             - 2n-aws:
 168                 os: 'ubuntu2004'
 169                 executor-arch: 'x86_64'
 170           stream:
 171             - master:
 172                 branch: 'master'
 173                 branch-id: 'oper'
 174           periodicity: '0 0 * * 6'
 175       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 176           node-arch:
 177             - 2n-icx:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180             - 2n-clx:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 3n-icx:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186           periodicity: '0 0 * * 6'
 187       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 188           node-arch:
 189             - 2n-skx:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'x86_64'
 192           periodicity: '0 0 * * 6'
 193       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 194           node-arch:
 195             - 2n-icx:
 196                 os: 'ubuntu2004'
 197                 executor-arch: 'x86_64'
 198             - 2n-clx:
 199                 os: 'ubuntu2004'
 200                 executor-arch: 'x86_64'
 201             - 2n-dnv:
 202                 os: 'ubuntu2004'
 203                 executor-arch: 'x86_64'
 204             - 2n-zn2:
 205                 os: 'ubuntu2004'
 206                 executor-arch: 'x86_64'
 207             - 2n-tx2:
 208                 os: 'ubuntu2004'
 209                 executor-arch: 'aarch64'
 210             - 3n-icx:
 211                 os: 'ubuntu2004'
 212                 executor-arch: 'x86_64'
 213             - 3n-dnv:
 214                 os: 'ubuntu2004'
 215                 executor-arch: 'x86_64'
 216             - 3n-tsh:
 217                 os: 'ubuntu2004'
 218                 executor-arch: 'aarch64'
 219             - 3n-alt:
 220                 os: 'ubuntu2004'
 221                 executor-arch: 'aarch64'
 222             - 2n-aws:
 223                 os: 'ubuntu2004'
 224                 executor-arch: 'x86_64'
 225             - 3n-aws:
 226                 os: 'ubuntu2004'
 227                 executor-arch: 'x86_64'
 228       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 229           node-arch:
 230             - 2n-icx:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233             - 2n-clx:
 234                 os: 'ubuntu2004'
 235                 executor-arch: 'x86_64'
 236             - 2n-dnv:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239             - 2n-zn2:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242             - 2n-tx2:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'aarch64'
 245             - 3n-icx:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 3n-dnv:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 3n-tsh:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'aarch64'
 254             - 3n-alt:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'aarch64'
 257             - 2n-aws:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 3n-aws:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 264           node-arch:
 265             - 1n-aws:
 266                 os: 'ubuntu2004'
 267                 executor-arch: 'x86_64'
 268       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 269           node-arch:
 270             - 2n-icx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 2n-clx:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 2n-dnv:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 2n-zn2:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 2n-tx2:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'aarch64'
 285             - 3n-icx:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 3n-dnv:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'x86_64'
 291             - 3n-tsh:
 292                 os: 'ubuntu2004'
 293                 executor-arch: 'aarch64'
 294             - 3n-alt:
 295                 os: 'ubuntu2004'
 296                 executor-arch: 'aarch64'
 297             - 2n-aws:
 298                 os: 'ubuntu2004'
 299                 executor-arch: 'x86_64'
 300             - 3n-aws:
 301                 os: 'ubuntu2004'
 302                 executor-arch: 'x86_64'
 303       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 304           node-arch:
 305             - 2n-icx:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'x86_64'
 308             - 2n-clx:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'x86_64'
 311             - 2n-dnv:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314             - 2n-zn2:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317             - 2n-tx2:
 318                 os: 'ubuntu2004'
 319                 executor-arch: 'aarch64'
 320             - 3n-icx:
 321                 os: 'ubuntu2004'
 322                 executor-arch: 'x86_64'
 323             - 3n-dnv:
 324                 os: 'ubuntu2004'
 325                 executor-arch: 'x86_64'
 326             - 3n-tsh:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'aarch64'
 329             - 3n-alt:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'aarch64'
 332             - 2n-aws:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 3n-aws:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 339           node-arch:
 340             - 1n-aws:
 341                 os: 'ubuntu2004'
 342                 executor-arch: 'x86_64'
 343
 344     project: 'csit'
 345     branch: 'master'
 346     branch-id: 'oper'
 347     csit-perf-trial-duration: '1.0'
 348     csit-perf-trial-multiplicity: '10'
 349     stream:
 350       - master:
 351           branch: 'master'
 352           branch-id: 'oper'
 353       - '2202':
 354           branch: 'rls2202'
 355           branch-id: 'oper-rls2202'
 356       - '2206':
 357           branch: 'rls2206'
 358           branch-id: 'oper-rls2206'
 359     stream_report:
 360       - '2202':
 361           branch: 'rls2202'
 362           branch-id: 'oper-rls2202'
 363       - '2206':
 364           branch: 'rls2206'
 365           branch-id: 'oper-rls2206'
 366
 367     build-artifact-num-to-keep: 10
 368
 369
 370 - job-template:
 371     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 372
 373     description: |
 374       <ul>
 375           <li>objective
 376               <ul>
 377                   <li>perf verify - per csit gerrit patch
 378               </ul>
 379           <li>job
 380               <ul>
 381                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 382                   <li>trigger: keyword in comment to csit patch:
 383                       <b>csit-{node-arch}-perftest tag_list</b>
 384               </ul>
 385           <li>executor
 386               <ul>
 387                   <li>builder-{os}-prod-{executor-arch}
 388               </ul>
 389           <li>perf test-cases selection
 390               <ul>
 391                   <li>test-cases selected using trigger keyword followed by tags
 392                   <li>all test-cases are labelled with CSIT RF topic tags
 393                       defined in <i>csit/docs/tag_documentation.rst</i>
 394               </ul>
 395           <li>proposed keywords
 396               <ul>
 397                   <li>focus on testing specified vpp packet processing path
 398                   <li>format: csit-{node-arch}-perftest tag_list
 399               </ul>
 400           <li>default tags for vpp startup config and perf test type
 401               <ul>
 402                   <li>IP4BASE, IP6BASE, L2BDBASE
 403                   <li>64B/78B: 64B/78B packet size
 404                   <li>1C: one core
 405                   <li>X710: x710 Fortville NIC
 406                   <li>MRR: MRR throughput
 407               </ul>
 408           <li>results
 409               <ul>
 410                   <li>jjb verify: PASS/FAIL
 411                   <li>present: no
 412                   <li>analyse: no
 413               </ul>
 414       </ul>
 415
 416     project-type: freestyle
 417     node: 'builder-{os}-prod-{executor-arch}'
 418     concurrent: true
 419     latest-only: false
 420
 421     properties:
 422       - lf-infra-properties:
 423           build-days-to-keep: "{build-days-to-keep}"
 424
 425     parameters:
 426       - project-parameter:
 427           project: '{project}'
 428       - gerrit-parameter:
 429           branch: '{branch}'
 430       - gerrit-refspec-parameter
 431       - gerrit-event-type-parameter
 432       - gerrit-event-comment-text-parameter
 433       - csit-perf-trial-duration-parameter:
 434           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 435       - csit-perf-trial-multiplicity-parameter:
 436           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 437       # This is a manually-triggered verify job, part of API coverage.
 438       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 439       # Can be removed when this job is no longer needed for full API coverage.
 440       - csit-fail-on-crc-mismatch-parameter:
 441           fail-on-crc-mismatch: 'True'
 442
 443     scm:
 444       - gerrit-trigger-scm:
 445           credentials-id: 'jenkins-gerrit-credentials'
 446           refspec: '$GERRIT_REFSPEC'
 447           choosing-strategy: 'gerrit'
 448
 449     wrappers:
 450       - fdio-infra-wrappers-non-activity-timeout:
 451           build-timeout: '{build-timeout}'
 452
 453     triggers:
 454       - gerrit-trigger-csit-perftest:
 455           project: '{project}'
 456           branch: '{branch}'
 457           trigger-word: 'csit-{node-arch}-perftest'
 458           skip-vote: false
 459
 460     builders:
 461       - shell:
 462           !include-raw-escape:
 463           - ../scripts/setup_executor_env.sh
 464       - shell:
 465           !include-raw-escape:
 466           - ../scripts/csit/perf-verify.sh
 467
 468     publishers:
 469       - fdio-infra-publish
 470
 471 - job-template:
 472     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 473
 474     description: |
 475       <ul>
 476           <li>objective
 477               <ul>
 478                   <li>check vpp perf mrr daily
 479               </ul>
 480           <li>executor
 481               <ul>
 482                   <li>builder-{os}-prod-{executor-arch}
 483               </ul>
 484           <li>perf test-cases selection
 485               <ul>
 486                   <li>all CSIT VPP MRR perf suites
 487               </ul>
 488           <li>results
 489               <ul>
 490                   <li>jjb verify: PASS/FAIL
 491                   <li>present: no
 492                   <li>analyse: csit project (catch malfunctions/degradations)
 493               </ul>
 494       </ul>
 495
 496     project-type: freestyle
 497     node: 'builder-{os}-prod-{executor-arch}'
 498     concurrent: false
 499     latest-only: false
 500
 501     properties:
 502       - lf-infra-properties:
 503           build-days-to-keep: "{build-days-to-keep}"
 504
 505     parameters:
 506       - project-parameter:
 507           project: '{project}'
 508       - gerrit-parameter:
 509           branch: '{branch}'
 510       - csit-perf-trial-duration-parameter:
 511           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 512       - csit-perf-trial-multiplicity-parameter:
 513           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 514
 515     wrappers:
 516       - fdio-infra-wrappers-non-activity-timeout:
 517           build-timeout: '{build-timeout}'
 518
 519     triggers:
 520       - timed: '{periodicity}'
 521
 522     builders:
 523       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 524       - inject:
 525           properties-file: variables.prop
 526       - shell:
 527           !include-raw-escape:
 528           - ../scripts/setup_executor_env.sh
 529       - shell:
 530           !include-raw-escape:
 531           - ../scripts/csit/perf-timed.sh
 532
 533     publishers:
 534       - fdio-infra-publish
 535
 536 - job-template:
 537     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 538
 539     description: |
 540       <ul>
 541           <li>objective
 542               <ul>
 543                   <li>check vpp perf mrr weekly on {node-arch}
 544               </ul>
 545           <li>executor
 546               <ul>
 547                   <li>builder-{os}-prod-{executor-arch}
 548               </ul>
 549           <li>perf test-cases selection
 550               <ul>
 551                   <li>NF Density CSIT VPP MRR perf suites
 552               </ul>
 553           <li>results
 554               <ul>
 555                   <li>jjb verify: PASS/FAIL
 556                   <li>present: no
 557                   <li>analyse: csit project (catch malfunctions/degradations)
 558               </ul>
 559       </ul>
 560
 561     project-type: freestyle
 562     node: 'builder-{os}-prod-{executor-arch}'
 563     concurrent: false
 564     latest-only: false
 565
 566     properties:
 567       - lf-infra-properties:
 568           build-days-to-keep: "{build-days-to-keep}"
 569
 570     parameters:
 571       - project-parameter:
 572           project: '{project}'
 573       - gerrit-parameter:
 574           branch: '{branch}'
 575       - csit-perf-trial-duration-parameter:
 576           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 577       - csit-perf-trial-multiplicity-parameter:
 578           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 579
 580     wrappers:
 581       - fdio-infra-wrappers-non-activity-timeout:
 582           build-timeout: '{build-timeout}'
 583
 584     triggers:
 585       - timed: '{periodicity}'
 586
 587     builders:
 588       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 589       - inject:
 590           properties-file: variables.prop
 591       - shell:
 592           !include-raw-escape:
 593           - ../scripts/setup_executor_env.sh
 594       - shell:
 595           !include-raw-escape:
 596           - ../scripts/csit/perf-timed.sh
 597
 598     publishers:
 599       - fdio-infra-publish
 600
 601 - job-template:
 602     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 603
 604     description: |
 605       <ul>
 606           <li>objective
 607               <ul>
 608                   <li>check vpp perf ndrpdr weekly on {node-arch}
 609               </ul>
 610           <li>executor
 611               <ul>
 612                   <li>builder-{os}-prod-{executor-arch}
 613               </ul>
 614           <li>perf test-cases selection
 615               <ul>
 616                   <li>pre-selected CSIT VPP NDRPDR perf suites
 617               </ul>
 618           <li>results
 619               <ul>
 620                   <li>jjb verify: PASS/FAIL
 621                   <li>present: no
 622                   <li>analyse: csit project (catch malfunctions/degradations)
 623               </ul>
 624       </ul>
 625     project-type: freestyle
 626     node: 'builder-{os}-prod-{executor-arch}'
 627     concurrent: false
 628     latest-only: false
 629
 630     properties:
 631       - lf-infra-properties:
 632           build-days-to-keep: "{build-days-to-keep}"
 633
 634     parameters:
 635       - project-parameter:
 636           project: '{project}'
 637       - gerrit-parameter:
 638           branch: '{branch}'
 639
 640     wrappers:
 641       - fdio-infra-wrappers-non-activity-timeout:
 642           build-timeout: '{build-timeout}'
 643
 644     triggers:
 645       - timed: '{periodicity}'
 646
 647     builders:
 648       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 649       - inject:
 650           properties-file: variables.prop
 651       - shell:
 652           !include-raw-escape:
 653           - ../scripts/setup_executor_env.sh
 654       - shell:
 655           !include-raw-escape:
 656           - ../scripts/csit/perf-timed.sh
 657
 658     publishers:
 659       - fdio-infra-publish
 660
 661 - job-template:
 662     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 663
 664     description: |
 665       <ul>
 666           <li>objective
 667               <ul>
 668                   <li>check trex perf ndrpdr weekly on {node-arch}
 669               </ul>
 670           <li>executor
 671               <ul>
 672                   <li>builder-{os}-prod-{executor-arch}
 673               </ul>
 674           <li>perf test-cases selection
 675               <ul>
 676                   <li>pre-selected CSIT TREX NDRPDR perf suites
 677               </ul>
 678           <li>results
 679               <ul>
 680                   <li>jjb verify: PASS/FAIL
 681                   <li>present: no
 682                   <li>analyse: csit project (catch malfunctions/degradations)
 683               </ul>
 684       </ul>
 685     project-type: freestyle
 686     node: 'builder-{os}-prod-{executor-arch}'
 687     concurrent: false
 688     latest-only: false
 689
 690     properties:
 691       - lf-infra-properties:
 692           build-days-to-keep: "{build-days-to-keep}"
 693
 694     parameters:
 695       - project-parameter:
 696           project: '{project}'
 697       - gerrit-parameter:
 698           branch: '{branch}'
 699
 700     wrappers:
 701       - fdio-infra-wrappers-non-activity-timeout:
 702           build-timeout: '{build-timeout}'
 703
 704     triggers:
 705       - timed: '{periodicity}'
 706
 707     builders:
 708       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 709       - inject:
 710           properties-file: variables.prop
 711       - shell:
 712           !include-raw-escape:
 713           - ../scripts/setup_executor_env.sh
 714       - shell:
 715           !include-raw-escape:
 716           - ../scripts/csit/perf-timed.sh
 717
 718     publishers:
 719       - fdio-infra-publish
 720
 721 - job-template:
 722     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 723
 724     description: |
 725       <ul>
 726           <li>objective
 727               <ul>
 728                   <li>perf verify - per csit gerrit patch
 729               </ul>
 730           <li>job
 731               <ul>
 732                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 733                   <li>trigger: keyword in comment to csit patch:
 734                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 735               </ul>
 736           <li>executor
 737               <ul>
 738                   <li>builder-{os}-prod-{executor-arch}
 739               </ul>
 740           <li>perf test-cases selection
 741               <ul>
 742                   <li>test-cases selected using trigger keyword followed by tags
 743                   <li>all test-cases are labelled with CSIT RF topic tags
 744                       defined in <i>csit/docs/tag_documentation.rst</i>
 745               </ul>
 746           <li>proposed keywords
 747               <ul>
 748                   <li>focus on testing specified trex packet processing path
 749                   <li>format: csit-{node-arch}-perftest tag_list
 750               </ul>
 751           <li>results
 752               <ul>
 753                   <li>jjb verify: PASS/FAIL
 754                   <li>present: no
 755                   <li>analyse: no
 756               </ul>
 757       </ul>
 758
 759     project-type: freestyle
 760     node: 'builder-{os}-prod-{executor-arch}'
 761     concurrent: true
 762     latest-only: false
 763
 764     properties:
 765       - lf-infra-properties:
 766           build-days-to-keep: "{build-days-to-keep}"
 767
 768     parameters:
 769       - project-parameter:
 770           project: '{project}'
 771       - gerrit-parameter:
 772           branch: '{branch}'
 773       - gerrit-refspec-parameter
 774       - gerrit-event-type-parameter
 775       - gerrit-event-comment-text-parameter
 776       - csit-perf-trial-duration-parameter:
 777           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 778       - csit-perf-trial-multiplicity-parameter:
 779           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 780       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 781
 782     scm:
 783       - gerrit-trigger-scm:
 784           credentials-id: 'jenkins-gerrit-credentials'
 785           refspec: '$GERRIT_REFSPEC'
 786           choosing-strategy: 'gerrit'
 787
 788     wrappers:
 789       - fdio-infra-wrappers-non-activity-timeout:
 790           build-timeout: '{build-timeout}'
 791
 792     triggers:
 793       - gerrit-trigger-csit-perftest:
 794           project: '{project}'
 795           branch: '{branch}'
 796           trigger-word: 'csit-trex-{node-arch}-perftest'
 797           skip-vote: false
 798
 799     builders:
 800       - shell:
 801           !include-raw-escape:
 802           - ../scripts/setup_executor_env.sh
 803       - shell:
 804           !include-raw-escape:
 805           - ../scripts/csit/perf-verify.sh
 806
 807     publishers:
 808       - fdio-infra-publish
 809
 810 - job-template:
 811     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 812
 813     description: |
 814       <ul>
 815           <li>objective
 816               <ul>
 817                   <li>perf verify - per csit gerrit patch
 818               </ul>
 819           <li>job
 820               <ul>
 821                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 822                   <li>trigger: keyword in comment to csit patch:
 823                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 824               </ul>
 825           <li>executor
 826               <ul>
 827                   <li>builder-{os}-prod-{executor-arch}
 828               </ul>
 829           <li>perf test-cases selection
 830               <ul>
 831                   <li>test-cases selected using trigger keyword followed by tags
 832                   <li>all test-cases are labelled with CSIT RF topic tags
 833                       defined in <i>csit/docs/tag_documentation.rst</i>
 834               </ul>
 835           <li>default tags for dpdk perf test type
 836               <ul>
 837                   <li>IP4BASE, L2XCBASE
 838                   <li>64B: 64B packet size
 839                   <li>1C: one core
 840                   <li>X710: x710 Fortville NIC
 841                   <li>MRR: MRR throughput
 842               </ul>
 843           <li>results
 844               <ul>
 845                   <li>jjb verify: PASS/FAIL
 846                   <li>present: no
 847                   <li>analyse: no
 848               </ul>
 849       </ul>
 850
 851     project-type: freestyle
 852     node: 'builder-{os}-prod-{executor-arch}'
 853     concurrent: true
 854     latest-only: false
 855
 856     properties:
 857       - lf-infra-properties:
 858           build-days-to-keep: "{build-days-to-keep}"
 859
 860     parameters:
 861       - project-parameter:
 862           project: '{project}'
 863       - gerrit-parameter:
 864           branch: '{branch}'
 865       - gerrit-refspec-parameter
 866       - gerrit-event-type-parameter
 867       - gerrit-event-comment-text-parameter
 868       - csit-perf-trial-duration-parameter:
 869           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 870       - csit-perf-trial-multiplicity-parameter:
 871           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 872
 873     scm:
 874       - gerrit-trigger-scm:
 875           credentials-id: 'jenkins-gerrit-credentials'
 876           refspec: '$GERRIT_REFSPEC'
 877           choosing-strategy: 'gerrit'
 878
 879     wrappers:
 880       - fdio-infra-wrappers-non-activity-timeout:
 881           build-timeout: '{build-timeout}'
 882
 883     triggers:
 884       - gerrit-trigger-csit-perftest:
 885           project: '{project}'
 886           branch: '{branch}'
 887           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 888           skip-vote: false
 889
 890     builders:
 891       - shell:
 892           !include-raw-escape:
 893           - ../scripts/setup_executor_env.sh
 894       - shell:
 895           !include-raw-escape:
 896           - ../scripts/csit/perf-verify.sh
 897
 898     publishers:
 899       - fdio-infra-publish
 900
 901 - job-template:
 902     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 903
 904     description: |
 905       <ul>
 906           <li>objective
 907               <ul>
 908                   <li>check dpdk perf mrr weekly
 909               </ul>
 910           <li>executor
 911               <ul>
 912                   <li>builder-{os}-prod-{executor-arch}
 913               </ul>
 914           <li>perf test-cases selection
 915               <ul>
 916                   <li>all CSIT DPDK MRR perf suites
 917               </ul>
 918           <li>results
 919               <ul>
 920                   <li>jjb verify: PASS/FAIL
 921                   <li>present: no
 922                   <li>analyse: csit project (catch malfunctions/degradations)
 923               </ul>
 924       </ul>
 925
 926     project-type: freestyle
 927     node: 'builder-{os}-prod-{executor-arch}'
 928     concurrent: false
 929     latest-only: false
 930
 931     properties:
 932       - lf-infra-properties:
 933           build-days-to-keep: "{build-days-to-keep}"
 934
 935     parameters:
 936       - project-parameter:
 937           project: '{project}'
 938       - gerrit-parameter:
 939           branch: '{branch}'
 940       - csit-perf-trial-duration-parameter:
 941           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 942       - csit-perf-trial-multiplicity-parameter:
 943           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 944
 945     wrappers:
 946       - fdio-infra-wrappers-non-activity-timeout:
 947           build-timeout: '{build-timeout}'
 948
 949     triggers:
 950       - timed: '{periodicity}'
 951
 952     builders:
 953       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 954       - inject:
 955           properties-file: variables.prop
 956       - shell:
 957           !include-raw-escape:
 958           - ../scripts/setup_executor_env.sh
 959       - shell:
 960           !include-raw-escape:
 961           - ../scripts/csit/perf-timed.sh
 962
 963     publishers:
 964       - fdio-infra-publish
 965
 966 - job-template:
 967     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 968
 969     description: |
 970       <ul>
 971           <li>objective
 972               <ul>
 973                   <li>get vpp performance iterative data for csit report
 974               </ul>
 975           <li>job
 976               <ul>
 977                   <li>name:
 978                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 979                       {node-arch}</b>
 980                   <li>trigger: keyword in comment to csit patch:
 981                       <b>csit-vpp-report-iter-{node-arch}-perftest
 982                       test_set_id</b>
 983                   <li>trigger example:
 984                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 985               </ul>
 986           <li>executor
 987               <ul>
 988                   <li>builder-{os}-prod-{executor-arch}
 989               </ul>
 990           <li>perf test-cases selection
 991               <ul>
 992                   <li>test-cases selected by tags defined in
 993                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 994                       test_set_id.md</i>
 995               </ul>
 996
 997           <li>results
 998               <ul>
 999                   <li>jjb verify: PASS/FAIL
1000                   <li>present: vpp performance
1001                   <li>analyse: vpp performance
1002               </ul>
1003       </ul>
1004
1005     project-type: freestyle
1006     node: 'builder-{os}-prod-{executor-arch}'
1007     concurrent: true
1008     latest-only: false
1009
1010     properties:
1011       - lf-infra-properties:
1012           build-days-to-keep: "{build-days-to-keep}"
1013
1014     parameters:
1015       - project-parameter:
1016           project: '{project}'
1017       - gerrit-parameter:
1018           branch: '{branch}'
1019       - gerrit-refspec-parameter
1020       - gerrit-event-type-parameter
1021       - gerrit-event-comment-text-parameter
1022       - csit-perf-trial-duration-parameter:
1023           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1024       - csit-perf-trial-multiplicity-parameter:
1025           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1026
1027     scm:
1028       - gerrit-trigger-scm:
1029           credentials-id: 'jenkins-gerrit-credentials'
1030           refspec: '$GERRIT_REFSPEC'
1031           choosing-strategy: 'gerrit'
1032
1033     wrappers:
1034       - fdio-infra-wrappers-non-activity-timeout:
1035           build-timeout: '{build-timeout}'
1036
1037     triggers:
1038       - gerrit-trigger-csit-perftest:
1039           project: '{project}'
1040           branch: '{branch}'
1041           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1042           skip-vote: false
1043
1044     builders:
1045       - shell:
1046           !include-raw-escape:
1047           - ../scripts/setup_executor_env.sh
1048       - shell:
1049           !include-raw-escape:
1050           - ../scripts/csit/perf-verify.sh
1051
1052     publishers:
1053       - fdio-infra-publish
1054
1055 - job-template:
1056     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1057
1058     description: |
1059       <ul>
1060           <li>objective
1061               <ul>
1062                   <li>get dpdk performance iterative data for csit report
1063               </ul>
1064           <li>job
1065               <ul>
1066                   <li>name:
1067                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1068                       {node-arch}</b>
1069                   <li>trigger: keyword in comment to csit patch:
1070                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1071                       test_set_id</b>
1072                   <li>trigger example:
1073                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1074               </ul>
1075           <li>executor
1076               <ul>
1077                   <li>builder-{os}-prod-{executor-arch}
1078               </ul>
1079           <li>perf test-cases selection
1080               <ul>
1081                   <li>test-cases selected by tags defined in
1082                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1083                       test_set_id.md</i>
1084               </ul>
1085
1086           <li>results
1087               <ul>
1088                   <li>jjb verify: PASS/FAIL
1089                   <li>present: dpdk performance
1090                   <li>analyse: dpdk performance
1091               </ul>
1092       </ul>
1093
1094     project-type: freestyle
1095     node: 'builder-{os}-prod-{executor-arch}'
1096     concurrent: true
1097     latest-only: false
1098
1099     properties:
1100       - lf-infra-properties:
1101           build-days-to-keep: "{build-days-to-keep}"
1102
1103     parameters:
1104       - project-parameter:
1105           project: '{project}'
1106       - gerrit-parameter:
1107           branch: '{branch}'
1108       - gerrit-refspec-parameter
1109       - gerrit-event-type-parameter
1110       - gerrit-event-comment-text-parameter
1111       - csit-perf-trial-duration-parameter:
1112           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1113       - csit-perf-trial-multiplicity-parameter:
1114           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1115
1116     scm:
1117       - gerrit-trigger-scm:
1118           credentials-id: 'jenkins-gerrit-credentials'
1119           refspec: '$GERRIT_REFSPEC'
1120           choosing-strategy: 'gerrit'
1121
1122     wrappers:
1123       - fdio-infra-wrappers-non-activity-timeout:
1124           build-timeout: '{build-timeout}'
1125
1126     triggers:
1127       - gerrit-trigger-csit-perftest:
1128           project: '{project}'
1129           branch: '{branch}'
1130           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1131           skip-vote: false
1132
1133     builders:
1134       - shell:
1135           !include-raw-escape:
1136           - ../scripts/setup_executor_env.sh
1137       - shell:
1138           !include-raw-escape:
1139           - ../scripts/csit/perf-verify.sh
1140
1141     publishers:
1142       - fdio-infra-publish
1143
1144 - job-template:
1145     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1146
1147     description: |
1148       <ul>
1149           <li>objective
1150               <ul>
1151                   <li>get trex performance iterative data for csit report
1152               </ul>
1153           <li>job
1154               <ul>
1155                   <li>name:
1156                       <b>csit-trex-perf-report-iterative-{stream_report}-
1157                       {node-arch}</b>
1158                   <li>trigger: keyword in comment to csit patch:
1159                       <b>csit-trex-report-iter-{node-arch}-perftest
1160                       test_set_id</b>
1161                   <li>trigger example:
1162                       csit-trex-report-iter-{node-arch}-perftest trex-00
1163               </ul>
1164           <li>executor
1165               <ul>
1166                   <li>builder-{os}-prod-{executor-arch}
1167               </ul>
1168           <li>perf test-cases selection
1169               <ul>
1170                   <li>test-cases selected by tags defined in
1171                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1172                       test_set_id.md</i>
1173               </ul>
1174
1175           <li>results
1176               <ul>
1177                   <li>jjb verify: PASS/FAIL
1178                   <li>present: trex performance
1179                   <li>analyse: trex performance
1180               </ul>
1181       </ul>
1182
1183     project-type: freestyle
1184     node: 'builder-{os}-prod-{executor-arch}'
1185     concurrent: true
1186     latest-only: false
1187
1188     properties:
1189       - lf-infra-properties:
1190           build-days-to-keep: "{build-days-to-keep}"
1191
1192     parameters:
1193       - project-parameter:
1194           project: '{project}'
1195       - gerrit-parameter:
1196           branch: '{branch}'
1197       - gerrit-refspec-parameter
1198       - gerrit-event-type-parameter
1199       - gerrit-event-comment-text-parameter
1200       - csit-perf-trial-duration-parameter:
1201           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1202       - csit-perf-trial-multiplicity-parameter:
1203           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1204
1205     scm:
1206       - gerrit-trigger-scm:
1207           credentials-id: 'jenkins-gerrit-credentials'
1208           refspec: '$GERRIT_REFSPEC'
1209           choosing-strategy: 'gerrit'
1210
1211     wrappers:
1212       - fdio-infra-wrappers-non-activity-timeout:
1213           build-timeout: '{build-timeout}'
1214
1215     triggers:
1216       - gerrit-trigger-csit-perftest:
1217           project: '{project}'
1218           branch: '{branch}'
1219           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1220           skip-vote: false
1221
1222     builders:
1223       - shell:
1224           !include-raw-escape:
1225           - ../scripts/setup_executor_env.sh
1226       - shell:
1227           !include-raw-escape:
1228           - ../scripts/csit/perf-verify.sh
1229
1230     publishers:
1231       - fdio-infra-publish
1232
1233 - job-template:
1234     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1235
1236     description: |
1237       <ul>
1238           <li>objective
1239               <ul>
1240                   <li>get vpp performance coverage data for csit report
1241               </ul>
1242           <li>job
1243               <ul>
1244                   <li>name:
1245                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1246                       {node-arch}</b>
1247                   <li>trigger: keyword in comment to csit patch:
1248                       <b>csit-vpp-report-cov-{node-arch}-perftest
1249                       test_set_id</b>
1250                   <li>trigger example:
1251                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1252               </ul>
1253           <li>executor
1254               <ul>
1255                   <li>builder-{os}-prod-{executor-arch}
1256               </ul>
1257           <li>perf test-cases selection
1258               <ul>
1259                   <li>test-cases selected by tags defined in
1260                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1261                       test_set_id.md</i>
1262               </ul>
1263
1264           <li>results
1265               <ul>
1266                   <li>jjb verify: PASS/FAIL
1267                   <li>present: vpp performance
1268                   <li>analyse: vpp performance
1269               </ul>
1270       </ul>
1271
1272     project-type: freestyle
1273     node: 'builder-{os}-prod-{executor-arch}'
1274     concurrent: true
1275     latest-only: false
1276
1277     properties:
1278       - lf-infra-properties:
1279           build-days-to-keep: "{build-days-to-keep}"
1280
1281     parameters:
1282       - project-parameter:
1283           project: '{project}'
1284       - gerrit-parameter:
1285           branch: '{branch}'
1286       - gerrit-refspec-parameter
1287       - gerrit-event-type-parameter
1288       - gerrit-event-comment-text-parameter
1289       - csit-perf-trial-duration-parameter:
1290           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1291       - csit-perf-trial-multiplicity-parameter:
1292           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1293
1294     scm:
1295       - gerrit-trigger-scm:
1296           credentials-id: 'jenkins-gerrit-credentials'
1297           refspec: '$GERRIT_REFSPEC'
1298           choosing-strategy: 'gerrit'
1299
1300     wrappers:
1301       - fdio-infra-wrappers-non-activity-timeout:
1302           build-timeout: '{build-timeout}'
1303
1304     triggers:
1305       - gerrit-trigger-csit-perftest:
1306           project: '{project}'
1307           branch: '{branch}'
1308           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1309           skip-vote: false
1310
1311     builders:
1312       - shell:
1313           !include-raw-escape:
1314           - ../scripts/setup_executor_env.sh
1315       - shell:
1316           !include-raw-escape:
1317           - ../scripts/csit/perf-verify.sh
1318
1319     publishers:
1320       - fdio-infra-publish
1321
1322 - job-template:
1323     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1324
1325     description: |
1326       <ul>
1327           <li>objective
1328               <ul>
1329                   <li>get dpdk performance coverage data for csit report
1330               </ul>
1331           <li>job
1332               <ul>
1333                   <li>name:
1334                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1335                       {node-arch}</b>
1336                   <li>trigger: keyword in comment to csit patch:
1337                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1338                       test_set_id</b>
1339                   <li>trigger example:
1340                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1341               </ul>
1342           <li>executor
1343               <ul>
1344                   <li>builder-{os}-prod-{executor-arch}
1345               </ul>
1346           <li>perf test-cases selection
1347               <ul>
1348                   <li>test-cases selected by tags defined in
1349                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1350                       test_set_id.md</i>
1351               </ul>
1352
1353           <li>results
1354               <ul>
1355                   <li>jjb verify: PASS/FAIL
1356                   <li>present: dpdk performance
1357                   <li>analyse: dpdk performance
1358               </ul>
1359       </ul>
1360
1361     project-type: freestyle
1362     node: 'builder-{os}-prod-{executor-arch}'
1363     concurrent: true
1364     latest-only: false
1365
1366     properties:
1367       - lf-infra-properties:
1368           build-days-to-keep: "{build-days-to-keep}"
1369
1370     parameters:
1371       - project-parameter:
1372           project: '{project}'
1373       - gerrit-parameter:
1374           branch: '{branch}'
1375       - gerrit-refspec-parameter
1376       - gerrit-event-type-parameter
1377       - gerrit-event-comment-text-parameter
1378       - csit-perf-trial-duration-parameter:
1379           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1380       - csit-perf-trial-multiplicity-parameter:
1381           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1382
1383     scm:
1384       - gerrit-trigger-scm:
1385           credentials-id: 'jenkins-gerrit-credentials'
1386           refspec: '$GERRIT_REFSPEC'
1387           choosing-strategy: 'gerrit'
1388
1389     wrappers:
1390       - fdio-infra-wrappers-non-activity-timeout:
1391           build-timeout: '{build-timeout}'
1392
1393     triggers:
1394       - gerrit-trigger-csit-perftest:
1395           project: '{project}'
1396           branch: '{branch}'
1397           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1398           skip-vote: false
1399
1400     builders:
1401       - shell:
1402           !include-raw-escape:
1403           - ../scripts/setup_executor_env.sh
1404       - shell:
1405           !include-raw-escape:
1406           - ../scripts/csit/perf-verify.sh
1407
1408     publishers:
1409       - fdio-infra-publish
1410
1411 - job-template:
1412     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1413
1414     description: |
1415       <ul>
1416           <li>objective
1417               <ul>
1418                   <li>get trex performance coverage data for csit report
1419               </ul>
1420           <li>job
1421               <ul>
1422                   <li>name:
1423                       <b>csit-trex-perf-report-coverage-{stream_report}-
1424                       {node-arch}</b>
1425                   <li>trigger: keyword in comment to csit patch:
1426                       <b>csit-trex-report-cov-{node-arch}-perftest
1427                       test_set_id</b>
1428                   <li>trigger example:
1429                       csit-trex-report-cov-{node-arch}-perftest trex-00
1430               </ul>
1431           <li>executor
1432               <ul>
1433                   <li>builder-{os}-prod-{executor-arch}
1434               </ul>
1435           <li>perf test-cases selection
1436               <ul>
1437                   <li>test-cases selected by tags defined in
1438                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1439                       test_set_id.md</i>
1440               </ul>
1441
1442           <li>results
1443               <ul>
1444                   <li>jjb verify: PASS/FAIL
1445                   <li>present: trex performance
1446                   <li>analyse: trex performance
1447               </ul>
1448       </ul>
1449
1450     project-type: freestyle
1451     node: 'builder-{os}-prod-{executor-arch}'
1452     concurrent: true
1453     latest-only: false
1454
1455     properties:
1456       - lf-infra-properties:
1457           build-days-to-keep: "{build-days-to-keep}"
1458
1459     parameters:
1460       - project-parameter:
1461           project: '{project}'
1462       - gerrit-parameter:
1463           branch: '{branch}'
1464       - gerrit-refspec-parameter
1465       - gerrit-event-type-parameter
1466       - gerrit-event-comment-text-parameter
1467       - csit-perf-trial-duration-parameter:
1468           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1469       - csit-perf-trial-multiplicity-parameter:
1470           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1471
1472     scm:
1473       - gerrit-trigger-scm:
1474           credentials-id: 'jenkins-gerrit-credentials'
1475           refspec: '$GERRIT_REFSPEC'
1476           choosing-strategy: 'gerrit'
1477
1478     wrappers:
1479       - fdio-infra-wrappers-non-activity-timeout:
1480           build-timeout: '{build-timeout}'
1481
1482     triggers:
1483       - gerrit-trigger-csit-perftest:
1484           project: '{project}'
1485           branch: '{branch}'
1486           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1487           skip-vote: false
1488
1489     builders:
1490       - shell:
1491           !include-raw-escape:
1492           - ../scripts/setup_executor_env.sh
1493       - shell:
1494           !include-raw-escape:
1495           - ../scripts/csit/perf-verify.sh
1496
1497     publishers:
1498       - fdio-infra-publish