jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-dnv:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-tsh:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'aarch64'
  50       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  51           node-arch:
  52             - 2n-icx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-clx:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-skx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67             - 3n-skx:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 2n-skx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  80           node-arch:
  81             - 2n-icx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-clx:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-skx:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-dnv:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'x86_64'
  93             - 2n-zn2:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-tx2:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'aarch64'
  99             - 3n-skx:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 3n-dnv:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 3n-tsh:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'aarch64'
 108           stream:
 109             - master:
 110                 branch: 'master'
 111                 branch-id: 'oper'
 112             - '2110':
 113                 branch: 'rls2110'
 114                 branch-id: 'oper-rls2110'
 115             - '2202':
 116                 branch: 'rls2202'
 117                 branch-id: 'oper-rls2202'
 118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 119           node-arch:
 120             - 2n-icx:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '0 2 * * 1,3,5'
 124             - 2n-clx:
 125                 os: 'ubuntu2004'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '0 2 * * 1-5'
 128             - 2n-skx:
 129                 os: 'ubuntu2004'
 130                 executor-arch: 'x86_64'
 131                 periodicity: '0 2 * * 1-5'
 132             - 2n-dnv:
 133                 os: 'ubuntu2004'
 134                 executor-arch: 'x86_64'
 135                 periodicity: '0 2 * * 1,4'
 136             - 2n-zn2:
 137                 os: 'ubuntu2004'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '0 2 * * 1,4'
 140             - 2n-tx2:
 141                 os: 'ubuntu2004'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '0 2 * * 1,4'
 144             - 3n-skx:
 145                 os: 'ubuntu2004'
 146                 executor-arch: 'x86_64'
 147                 periodicity: '0 2 * * 1,4'
 148             - 3n-dnv:
 149                 os: 'ubuntu2004'
 150                 executor-arch: 'x86_64'
 151                 periodicity: '0 2 * * 1,4'
 152             - 3n-tsh:
 153                 os: 'ubuntu2004'
 154                 executor-arch: 'aarch64'
 155                 periodicity: '0 2 * * 4'
 156       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 157           node-arch:
 158             - 2n-icx:
 159                 os: 'ubuntu2004'
 160                 executor-arch: 'x86_64'
 161             - 2n-clx:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'x86_64'
 164             - 2n-skx:
 165                 os: 'ubuntu2004'
 166                 executor-arch: 'x86_64'
 167             - 3n-skx:
 168                 os: 'ubuntu2004'
 169                 executor-arch: 'x86_64'
 170             - 2n-aws:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'x86_64'
 173             - 3n-aws:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176           stream:
 177             - master:
 178                 branch: 'master'
 179                 branch-id: 'oper'
 180           periodicity: '0 0 * * 6'
 181       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 182           node-arch:
 183             - 2n-icx:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186             - 2n-clx:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'x86_64'
 189             - 2n-skx:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'x86_64'
 192             - 3n-skx:
 193                 os: 'ubuntu2004'
 194                 executor-arch: 'x86_64'
 195           periodicity: '0 0 * * 6'
 196       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 197           node-arch:
 198             - 2n-skx:
 199                 os: 'ubuntu2004'
 200                 executor-arch: 'x86_64'
 201           periodicity: '0 0 * * 6'
 202       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 203           node-arch:
 204             - 2n-icx:
 205                 os: 'ubuntu2004'
 206                 executor-arch: 'x86_64'
 207             - 2n-clx:
 208                 os: 'ubuntu2004'
 209                 executor-arch: 'x86_64'
 210             - 2n-skx:
 211                 os: 'ubuntu2004'
 212                 executor-arch: 'x86_64'
 213             - 2n-dnv:
 214                 os: 'ubuntu2004'
 215                 executor-arch: 'x86_64'
 216             - 2n-zn2:
 217                 os: 'ubuntu2004'
 218                 executor-arch: 'x86_64'
 219             - 2n-tx2:
 220                 os: 'ubuntu2004'
 221                 executor-arch: 'aarch64'
 222             - 3n-skx:
 223                 os: 'ubuntu2004'
 224                 executor-arch: 'x86_64'
 225             - 3n-dnv:
 226                 os: 'ubuntu2004'
 227                 executor-arch: 'x86_64'
 228             - 3n-tsh:
 229                 os: 'ubuntu2004'
 230                 executor-arch: 'aarch64'
 231             - 2n-aws:
 232                 os: 'ubuntu2004'
 233                 executor-arch: 'x86_64'
 234             - 3n-aws:
 235                 os: 'ubuntu2004'
 236                 executor-arch: 'x86_64'
 237       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 238           node-arch:
 239             - 2n-icx:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242             - 2n-clx:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'x86_64'
 245             - 2n-skx:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 2n-dnv:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 2n-zn2:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'x86_64'
 254             - 2n-tx2:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'aarch64'
 257             - 3n-skx:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 3n-dnv:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 3n-tsh:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'aarch64'
 266             - 2n-aws:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'x86_64'
 269             - 3n-aws:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 273           node-arch:
 274             - 2n-skx:
 275                 os: 'ubuntu2004'
 276                 executor-arch: 'x86_64'
 277       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 278           node-arch:
 279             - 2n-icx:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 2n-clx:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285             - 2n-skx:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 2n-dnv:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'x86_64'
 291             - 2n-zn2:
 292                 os: 'ubuntu2004'
 293                 executor-arch: 'x86_64'
 294             - 2n-tx2:
 295                 os: 'ubuntu2004'
 296                 executor-arch: 'aarch64'
 297             - 3n-skx:
 298                 os: 'ubuntu2004'
 299                 executor-arch: 'x86_64'
 300             - 3n-dnv:
 301                 os: 'ubuntu2004'
 302                 executor-arch: 'x86_64'
 303             - 3n-tsh:
 304                 os: 'ubuntu2004'
 305                 executor-arch: 'aarch64'
 306             - 2n-aws:
 307                 os: 'ubuntu2004'
 308                 executor-arch: 'x86_64'
 309             - 3n-aws:
 310                 os: 'ubuntu2004'
 311                 executor-arch: 'x86_64'
 312       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 313           node-arch:
 314             - 2n-icx:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317             - 2n-clx:
 318                 os: 'ubuntu2004'
 319                 executor-arch: 'x86_64'
 320             - 2n-skx:
 321                 os: 'ubuntu2004'
 322                 executor-arch: 'x86_64'
 323             - 2n-dnv:
 324                 os: 'ubuntu2004'
 325                 executor-arch: 'x86_64'
 326             - 2n-zn2:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'x86_64'
 329             - 2n-tx2:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'aarch64'
 332             - 3n-skx:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 3n-dnv:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338             - 3n-tsh:
 339                 os: 'ubuntu2004'
 340                 executor-arch: 'aarch64'
 341             - 2n-aws:
 342                 os: 'ubuntu2004'
 343                 executor-arch: 'x86_64'
 344             - 3n-aws:
 345                 os: 'ubuntu2004'
 346                 executor-arch: 'x86_64'
 347       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 348           node-arch:
 349             - 2n-skx:
 350                 os: 'ubuntu2004'
 351                 executor-arch: 'x86_64'
 352
 353     project: 'csit'
 354     branch: 'master'
 355     branch-id: 'oper'
 356     csit-perf-trial-duration: '1.0'
 357     csit-perf-trial-multiplicity: '10'
 358     stream:
 359       - master:
 360           branch: 'master'
 361           branch-id: 'oper'
 362       - '2110':
 363           branch: 'rls2110'
 364           branch-id: 'oper-rls2110'
 365       - '2202':
 366           branch: 'rls2202'
 367           branch-id: 'oper-rls2202'
 368     stream_report:
 369       - '2110':
 370           branch: 'rls2110'
 371           branch-id: 'oper-rls2110'
 372       - '2202':
 373           branch: 'rls2202'
 374           branch-id: 'oper-rls2202'
 375
 376     build-artifact-num-to-keep: 10
 377
 378
 379 - job-template:
 380     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 381
 382     description: |
 383       <ul>
 384           <li>objective
 385               <ul>
 386                   <li>perf verify - per csit gerrit patch
 387               </ul>
 388           <li>job
 389               <ul>
 390                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 391                   <li>trigger: keyword in comment to csit patch:
 392                       <b>csit-{node-arch}-perftest tag_list</b>
 393               </ul>
 394           <li>executor
 395               <ul>
 396                   <li>builder-{os}-prod-{executor-arch}
 397               </ul>
 398           <li>perf test-cases selection
 399               <ul>
 400                   <li>test-cases selected using trigger keyword followed by tags
 401                   <li>all test-cases are labelled with CSIT RF topic tags
 402                       defined in <i>csit/docs/tag_documentation.rst</i>
 403               </ul>
 404           <li>proposed keywords
 405               <ul>
 406                   <li>focus on testing specified vpp packet processing path
 407                   <li>format: csit-{node-arch}-perftest tag_list
 408               </ul>
 409           <li>default tags for vpp startup config and perf test type
 410               <ul>
 411                   <li>IP4BASE, IP6BASE, L2BDBASE
 412                   <li>64B/78B: 64B/78B packet size
 413                   <li>1C: one core
 414                   <li>X710: x710 Fortville NIC
 415                   <li>MRR: MRR throughput
 416               </ul>
 417           <li>results
 418               <ul>
 419                   <li>jjb verify: PASS/FAIL
 420                   <li>present: no
 421                   <li>analyse: no
 422               </ul>
 423       </ul>
 424
 425     project-type: freestyle
 426     node: 'builder-{os}-prod-{executor-arch}'
 427     concurrent: true
 428     latest-only: false
 429
 430     properties:
 431       - lf-infra-properties:
 432           build-days-to-keep: "{build-days-to-keep}"
 433
 434     parameters:
 435       - project-parameter:
 436           project: '{project}'
 437       - gerrit-parameter:
 438           branch: '{branch}'
 439       - gerrit-refspec-parameter
 440       - gerrit-event-type-parameter
 441       - gerrit-event-comment-text-parameter
 442       - csit-perf-trial-duration-parameter:
 443           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 444       - csit-perf-trial-multiplicity-parameter:
 445           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 446       # This is a manually-triggered verify job, part of API coverage.
 447       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 448       # Can be removed when this job is no longer needed for full API coverage.
 449       - csit-fail-on-crc-mismatch-parameter:
 450           fail-on-crc-mismatch: 'True'
 451
 452     scm:
 453       - gerrit-trigger-scm:
 454           credentials-id: 'jenkins-gerrit-credentials'
 455           refspec: '$GERRIT_REFSPEC'
 456           choosing-strategy: 'gerrit'
 457
 458     wrappers:
 459       - fdio-infra-wrappers-non-activity-timeout:
 460           build-timeout: '{build-timeout}'
 461
 462     triggers:
 463       - gerrit-trigger-csit-perftest:
 464           project: '{project}'
 465           branch: '{branch}'
 466           trigger-word: 'csit-{node-arch}-perftest'
 467           skip-vote: false
 468
 469     builders:
 470       - shell:
 471           !include-raw-escape:
 472           - ../scripts/setup_executor_env.sh
 473       - shell:
 474           !include-raw-escape:
 475           - ../scripts/csit/perf-verify.sh
 476
 477     publishers:
 478       - fdio-infra-publish
 479
 480 - job-template:
 481     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 482
 483     description: |
 484       <ul>
 485           <li>objective
 486               <ul>
 487                   <li>check vpp perf mrr daily
 488               </ul>
 489           <li>executor
 490               <ul>
 491                   <li>builder-{os}-prod-{executor-arch}
 492               </ul>
 493           <li>perf test-cases selection
 494               <ul>
 495                   <li>all CSIT VPP MRR perf suites
 496               </ul>
 497           <li>results
 498               <ul>
 499                   <li>jjb verify: PASS/FAIL
 500                   <li>present: no
 501                   <li>analyse: csit project (catch malfunctions/degradations)
 502               </ul>
 503       </ul>
 504
 505     project-type: freestyle
 506     node: 'builder-{os}-prod-{executor-arch}'
 507     concurrent: false
 508     latest-only: false
 509
 510     properties:
 511       - lf-infra-properties:
 512           build-days-to-keep: "{build-days-to-keep}"
 513
 514     parameters:
 515       - project-parameter:
 516           project: '{project}'
 517       - gerrit-parameter:
 518           branch: '{branch}'
 519       - csit-perf-trial-duration-parameter:
 520           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 521       - csit-perf-trial-multiplicity-parameter:
 522           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 523
 524     wrappers:
 525       - fdio-infra-wrappers-non-activity-timeout:
 526           build-timeout: '{build-timeout}'
 527
 528     triggers:
 529       - timed: '{periodicity}'
 530
 531     builders:
 532       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 533       - inject:
 534           properties-file: variables.prop
 535       - shell:
 536           !include-raw-escape:
 537           - ../scripts/setup_executor_env.sh
 538       - shell:
 539           !include-raw-escape:
 540           - ../scripts/csit/perf-timed.sh
 541
 542     publishers:
 543       - fdio-infra-publish
 544
 545 - job-template:
 546     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 547
 548     description: |
 549       <ul>
 550           <li>objective
 551               <ul>
 552                   <li>check vpp perf mrr weekly on {node-arch}
 553               </ul>
 554           <li>executor
 555               <ul>
 556                   <li>builder-{os}-prod-{executor-arch}
 557               </ul>
 558           <li>perf test-cases selection
 559               <ul>
 560                   <li>NF Density CSIT VPP MRR perf suites
 561               </ul>
 562           <li>results
 563               <ul>
 564                   <li>jjb verify: PASS/FAIL
 565                   <li>present: no
 566                   <li>analyse: csit project (catch malfunctions/degradations)
 567               </ul>
 568       </ul>
 569
 570     project-type: freestyle
 571     node: 'builder-{os}-prod-{executor-arch}'
 572     concurrent: false
 573     latest-only: false
 574
 575     properties:
 576       - lf-infra-properties:
 577           build-days-to-keep: "{build-days-to-keep}"
 578
 579     parameters:
 580       - project-parameter:
 581           project: '{project}'
 582       - gerrit-parameter:
 583           branch: '{branch}'
 584       - csit-perf-trial-duration-parameter:
 585           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 586       - csit-perf-trial-multiplicity-parameter:
 587           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 588
 589     wrappers:
 590       - fdio-infra-wrappers-non-activity-timeout:
 591           build-timeout: '{build-timeout}'
 592
 593     triggers:
 594       - timed: '{periodicity}'
 595
 596     builders:
 597       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 598       - inject:
 599           properties-file: variables.prop
 600       - shell:
 601           !include-raw-escape:
 602           - ../scripts/setup_executor_env.sh
 603       - shell:
 604           !include-raw-escape:
 605           - ../scripts/csit/perf-timed.sh
 606
 607     publishers:
 608       - fdio-infra-publish
 609
 610 - job-template:
 611     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 612
 613     description: |
 614       <ul>
 615           <li>objective
 616               <ul>
 617                   <li>check vpp perf ndrpdr weekly on {node-arch}
 618               </ul>
 619           <li>executor
 620               <ul>
 621                   <li>builder-{os}-prod-{executor-arch}
 622               </ul>
 623           <li>perf test-cases selection
 624               <ul>
 625                   <li>pre-selected CSIT VPP NDRPDR perf suites
 626               </ul>
 627           <li>results
 628               <ul>
 629                   <li>jjb verify: PASS/FAIL
 630                   <li>present: no
 631                   <li>analyse: csit project (catch malfunctions/degradations)
 632               </ul>
 633       </ul>
 634     project-type: freestyle
 635     node: 'builder-{os}-prod-{executor-arch}'
 636     concurrent: false
 637     latest-only: false
 638
 639     properties:
 640       - lf-infra-properties:
 641           build-days-to-keep: "{build-days-to-keep}"
 642
 643     parameters:
 644       - project-parameter:
 645           project: '{project}'
 646       - gerrit-parameter:
 647           branch: '{branch}'
 648
 649     wrappers:
 650       - fdio-infra-wrappers-non-activity-timeout:
 651           build-timeout: '{build-timeout}'
 652
 653     triggers:
 654       - timed: '{periodicity}'
 655
 656     builders:
 657       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 658       - inject:
 659           properties-file: variables.prop
 660       - shell:
 661           !include-raw-escape:
 662           - ../scripts/setup_executor_env.sh
 663       - shell:
 664           !include-raw-escape:
 665           - ../scripts/csit/perf-timed.sh
 666
 667     publishers:
 668       - fdio-infra-publish
 669
 670 - job-template:
 671     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 672
 673     description: |
 674       <ul>
 675           <li>objective
 676               <ul>
 677                   <li>check trex perf ndrpdr weekly on {node-arch}
 678               </ul>
 679           <li>executor
 680               <ul>
 681                   <li>builder-{os}-prod-{executor-arch}
 682               </ul>
 683           <li>perf test-cases selection
 684               <ul>
 685                   <li>pre-selected CSIT TREX NDRPDR perf suites
 686               </ul>
 687           <li>results
 688               <ul>
 689                   <li>jjb verify: PASS/FAIL
 690                   <li>present: no
 691                   <li>analyse: csit project (catch malfunctions/degradations)
 692               </ul>
 693       </ul>
 694     project-type: freestyle
 695     node: 'builder-{os}-prod-{executor-arch}'
 696     concurrent: false
 697     latest-only: false
 698
 699     properties:
 700       - lf-infra-properties:
 701           build-days-to-keep: "{build-days-to-keep}"
 702
 703     parameters:
 704       - project-parameter:
 705           project: '{project}'
 706       - gerrit-parameter:
 707           branch: '{branch}'
 708
 709     wrappers:
 710       - fdio-infra-wrappers-non-activity-timeout:
 711           build-timeout: '{build-timeout}'
 712
 713     triggers:
 714       - timed: '{periodicity}'
 715
 716     builders:
 717       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 718       - inject:
 719           properties-file: variables.prop
 720       - shell:
 721           !include-raw-escape:
 722           - ../scripts/setup_executor_env.sh
 723       - shell:
 724           !include-raw-escape:
 725           - ../scripts/csit/perf-timed.sh
 726
 727     publishers:
 728       - fdio-infra-publish
 729
 730 - job-template:
 731     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 732
 733     description: |
 734       <ul>
 735           <li>objective
 736               <ul>
 737                   <li>perf verify - per csit gerrit patch
 738               </ul>
 739           <li>job
 740               <ul>
 741                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 742                   <li>trigger: keyword in comment to csit patch:
 743                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 744               </ul>
 745           <li>executor
 746               <ul>
 747                   <li>builder-{os}-prod-{executor-arch}
 748               </ul>
 749           <li>perf test-cases selection
 750               <ul>
 751                   <li>test-cases selected using trigger keyword followed by tags
 752                   <li>all test-cases are labelled with CSIT RF topic tags
 753                       defined in <i>csit/docs/tag_documentation.rst</i>
 754               </ul>
 755           <li>proposed keywords
 756               <ul>
 757                   <li>focus on testing specified trex packet processing path
 758                   <li>format: csit-{node-arch}-perftest tag_list
 759               </ul>
 760           <li>results
 761               <ul>
 762                   <li>jjb verify: PASS/FAIL
 763                   <li>present: no
 764                   <li>analyse: no
 765               </ul>
 766       </ul>
 767
 768     project-type: freestyle
 769     node: 'builder-{os}-prod-{executor-arch}'
 770     concurrent: true
 771     latest-only: false
 772
 773     properties:
 774       - lf-infra-properties:
 775           build-days-to-keep: "{build-days-to-keep}"
 776
 777     parameters:
 778       - project-parameter:
 779           project: '{project}'
 780       - gerrit-parameter:
 781           branch: '{branch}'
 782       - gerrit-refspec-parameter
 783       - gerrit-event-type-parameter
 784       - gerrit-event-comment-text-parameter
 785       - csit-perf-trial-duration-parameter:
 786           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 787       - csit-perf-trial-multiplicity-parameter:
 788           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 789       # This is a manually-triggered verify job, part of API coverage.
 790       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 791       # Can be removed when this job is no longer needed for full API coverage.
 792       - csit-fail-on-crc-mismatch-parameter:
 793           fail-on-crc-mismatch: 'True'
 794
 795     scm:
 796       - gerrit-trigger-scm:
 797           credentials-id: 'jenkins-gerrit-credentials'
 798           refspec: '$GERRIT_REFSPEC'
 799           choosing-strategy: 'gerrit'
 800
 801     wrappers:
 802       - fdio-infra-wrappers-non-activity-timeout:
 803           build-timeout: '{build-timeout}'
 804
 805     triggers:
 806       - gerrit-trigger-csit-perftest:
 807           project: '{project}'
 808           branch: '{branch}'
 809           trigger-word: 'csit-trex-{node-arch}-perftest'
 810           skip-vote: false
 811
 812     builders:
 813       - shell:
 814           !include-raw-escape:
 815           - ../scripts/setup_executor_env.sh
 816       - shell:
 817           !include-raw-escape:
 818           - ../scripts/csit/perf-verify.sh
 819
 820     publishers:
 821       - fdio-infra-publish
 822
 823 - job-template:
 824     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 825
 826     description: |
 827       <ul>
 828           <li>objective
 829               <ul>
 830                   <li>perf verify - per csit gerrit patch
 831               </ul>
 832           <li>job
 833               <ul>
 834                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 835                   <li>trigger: keyword in comment to csit patch:
 836                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 837               </ul>
 838           <li>executor
 839               <ul>
 840                   <li>builder-{os}-prod-{executor-arch}
 841               </ul>
 842           <li>perf test-cases selection
 843               <ul>
 844                   <li>test-cases selected using trigger keyword followed by tags
 845                   <li>all test-cases are labelled with CSIT RF topic tags
 846                       defined in <i>csit/docs/tag_documentation.rst</i>
 847               </ul>
 848           <li>default tags for dpdk perf test type
 849               <ul>
 850                   <li>IP4BASE, L2XCBASE
 851                   <li>64B: 64B packet size
 852                   <li>1C: one core
 853                   <li>X710: x710 Fortville NIC
 854                   <li>MRR: MRR throughput
 855               </ul>
 856           <li>results
 857               <ul>
 858                   <li>jjb verify: PASS/FAIL
 859                   <li>present: no
 860                   <li>analyse: no
 861               </ul>
 862       </ul>
 863
 864     project-type: freestyle
 865     node: 'builder-{os}-prod-{executor-arch}'
 866     concurrent: true
 867     latest-only: false
 868
 869     properties:
 870       - lf-infra-properties:
 871           build-days-to-keep: "{build-days-to-keep}"
 872
 873     parameters:
 874       - project-parameter:
 875           project: '{project}'
 876       - gerrit-parameter:
 877           branch: '{branch}'
 878       - gerrit-refspec-parameter
 879       - gerrit-event-type-parameter
 880       - gerrit-event-comment-text-parameter
 881       - csit-perf-trial-duration-parameter:
 882           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 883       - csit-perf-trial-multiplicity-parameter:
 884           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 885
 886     scm:
 887       - gerrit-trigger-scm:
 888           credentials-id: 'jenkins-gerrit-credentials'
 889           refspec: '$GERRIT_REFSPEC'
 890           choosing-strategy: 'gerrit'
 891
 892     wrappers:
 893       - fdio-infra-wrappers-non-activity-timeout:
 894           build-timeout: '{build-timeout}'
 895
 896     triggers:
 897       - gerrit-trigger-csit-perftest:
 898           project: '{project}'
 899           branch: '{branch}'
 900           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 901           skip-vote: false
 902
 903     builders:
 904       - shell:
 905           !include-raw-escape:
 906           - ../scripts/setup_executor_env.sh
 907       - shell:
 908           !include-raw-escape:
 909           - ../scripts/csit/perf-verify.sh
 910
 911     publishers:
 912       - fdio-infra-publish
 913
 914 - job-template:
 915     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 916
 917     description: |
 918       <ul>
 919           <li>objective
 920               <ul>
 921                   <li>check dpdk perf mrr weekly
 922               </ul>
 923           <li>executor
 924               <ul>
 925                   <li>builder-{os}-prod-{executor-arch}
 926               </ul>
 927           <li>perf test-cases selection
 928               <ul>
 929                   <li>all CSIT DPDK MRR perf suites
 930               </ul>
 931           <li>results
 932               <ul>
 933                   <li>jjb verify: PASS/FAIL
 934                   <li>present: no
 935                   <li>analyse: csit project (catch malfunctions/degradations)
 936               </ul>
 937       </ul>
 938
 939     project-type: freestyle
 940     node: 'builder-{os}-prod-{executor-arch}'
 941     concurrent: false
 942     latest-only: false
 943
 944     properties:
 945       - lf-infra-properties:
 946           build-days-to-keep: "{build-days-to-keep}"
 947
 948     parameters:
 949       - project-parameter:
 950           project: '{project}'
 951       - gerrit-parameter:
 952           branch: '{branch}'
 953       - csit-perf-trial-duration-parameter:
 954           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 955       - csit-perf-trial-multiplicity-parameter:
 956           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 957
 958     wrappers:
 959       - fdio-infra-wrappers-non-activity-timeout:
 960           build-timeout: '{build-timeout}'
 961
 962     triggers:
 963       - timed: '{periodicity}'
 964
 965     builders:
 966       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 967       - inject:
 968           properties-file: variables.prop
 969       - shell:
 970           !include-raw-escape:
 971           - ../scripts/setup_executor_env.sh
 972       - shell:
 973           !include-raw-escape:
 974           - ../scripts/csit/perf-timed.sh
 975
 976     publishers:
 977       - fdio-infra-publish
 978
 979 - job-template:
 980     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 981
 982     description: |
 983       <ul>
 984           <li>objective
 985               <ul>
 986                   <li>get vpp performance iterative data for csit report
 987               </ul>
 988           <li>job
 989               <ul>
 990                   <li>name:
 991                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 992                       {node-arch}</b>
 993                   <li>trigger: keyword in comment to csit patch:
 994                       <b>csit-vpp-report-iter-{node-arch}-perftest
 995                       test_set_id</b>
 996                   <li>trigger example:
 997                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 998               </ul>
 999           <li>executor
1000               <ul>
1001                   <li>builder-{os}-prod-{executor-arch}
1002               </ul>
1003           <li>perf test-cases selection
1004               <ul>
1005                   <li>test-cases selected by tags defined in
1006                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1007                       test_set_id.md</i>
1008               </ul>
1009
1010           <li>results
1011               <ul>
1012                   <li>jjb verify: PASS/FAIL
1013                   <li>present: vpp performance
1014                   <li>analyse: vpp performance
1015               </ul>
1016       </ul>
1017
1018     project-type: freestyle
1019     node: 'builder-{os}-prod-{executor-arch}'
1020     concurrent: true
1021     latest-only: false
1022
1023     properties:
1024       - lf-infra-properties:
1025           build-days-to-keep: "{build-days-to-keep}"
1026
1027     parameters:
1028       - project-parameter:
1029           project: '{project}'
1030       - gerrit-parameter:
1031           branch: '{branch}'
1032       - gerrit-refspec-parameter
1033       - gerrit-event-type-parameter
1034       - gerrit-event-comment-text-parameter
1035       - csit-perf-trial-duration-parameter:
1036           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1037       - csit-perf-trial-multiplicity-parameter:
1038           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1039
1040     scm:
1041       - gerrit-trigger-scm:
1042           credentials-id: 'jenkins-gerrit-credentials'
1043           refspec: '$GERRIT_REFSPEC'
1044           choosing-strategy: 'gerrit'
1045
1046     wrappers:
1047       - fdio-infra-wrappers-non-activity-timeout:
1048           build-timeout: '{build-timeout}'
1049
1050     triggers:
1051       - gerrit-trigger-csit-perftest:
1052           project: '{project}'
1053           branch: '{branch}'
1054           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1055           skip-vote: false
1056
1057     builders:
1058       - shell:
1059           !include-raw-escape:
1060           - ../scripts/setup_executor_env.sh
1061       - shell:
1062           !include-raw-escape:
1063           - ../scripts/csit/perf-verify.sh
1064
1065     publishers:
1066       - fdio-infra-publish
1067
1068 - job-template:
1069     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1070
1071     description: |
1072       <ul>
1073           <li>objective
1074               <ul>
1075                   <li>get dpdk performance iterative data for csit report
1076               </ul>
1077           <li>job
1078               <ul>
1079                   <li>name:
1080                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1081                       {node-arch}</b>
1082                   <li>trigger: keyword in comment to csit patch:
1083                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1084                       test_set_id</b>
1085                   <li>trigger example:
1086                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1087               </ul>
1088           <li>executor
1089               <ul>
1090                   <li>builder-{os}-prod-{executor-arch}
1091               </ul>
1092           <li>perf test-cases selection
1093               <ul>
1094                   <li>test-cases selected by tags defined in
1095                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1096                       test_set_id.md</i>
1097               </ul>
1098
1099           <li>results
1100               <ul>
1101                   <li>jjb verify: PASS/FAIL
1102                   <li>present: dpdk performance
1103                   <li>analyse: dpdk performance
1104               </ul>
1105       </ul>
1106
1107     project-type: freestyle
1108     node: 'builder-{os}-prod-{executor-arch}'
1109     concurrent: true
1110     latest-only: false
1111
1112     properties:
1113       - lf-infra-properties:
1114           build-days-to-keep: "{build-days-to-keep}"
1115
1116     parameters:
1117       - project-parameter:
1118           project: '{project}'
1119       - gerrit-parameter:
1120           branch: '{branch}'
1121       - gerrit-refspec-parameter
1122       - gerrit-event-type-parameter
1123       - gerrit-event-comment-text-parameter
1124       - csit-perf-trial-duration-parameter:
1125           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1126       - csit-perf-trial-multiplicity-parameter:
1127           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1128
1129     scm:
1130       - gerrit-trigger-scm:
1131           credentials-id: 'jenkins-gerrit-credentials'
1132           refspec: '$GERRIT_REFSPEC'
1133           choosing-strategy: 'gerrit'
1134
1135     wrappers:
1136       - fdio-infra-wrappers-non-activity-timeout:
1137           build-timeout: '{build-timeout}'
1138
1139     triggers:
1140       - gerrit-trigger-csit-perftest:
1141           project: '{project}'
1142           branch: '{branch}'
1143           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1144           skip-vote: false
1145
1146     builders:
1147       - shell:
1148           !include-raw-escape:
1149           - ../scripts/setup_executor_env.sh
1150       - shell:
1151           !include-raw-escape:
1152           - ../scripts/csit/perf-verify.sh
1153
1154     publishers:
1155       - fdio-infra-publish
1156
1157 - job-template:
1158     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1159
1160     description: |
1161       <ul>
1162           <li>objective
1163               <ul>
1164                   <li>get trex performance iterative data for csit report
1165               </ul>
1166           <li>job
1167               <ul>
1168                   <li>name:
1169                       <b>csit-trex-perf-report-iterative-{stream_report}-
1170                       {node-arch}</b>
1171                   <li>trigger: keyword in comment to csit patch:
1172                       <b>csit-trex-report-iter-{node-arch}-perftest
1173                       test_set_id</b>
1174                   <li>trigger example:
1175                       csit-trex-report-iter-{node-arch}-perftest trex-00
1176               </ul>
1177           <li>executor
1178               <ul>
1179                   <li>builder-{os}-prod-{executor-arch}
1180               </ul>
1181           <li>perf test-cases selection
1182               <ul>
1183                   <li>test-cases selected by tags defined in
1184                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1185                       test_set_id.md</i>
1186               </ul>
1187
1188           <li>results
1189               <ul>
1190                   <li>jjb verify: PASS/FAIL
1191                   <li>present: trex performance
1192                   <li>analyse: trex performance
1193               </ul>
1194       </ul>
1195
1196     project-type: freestyle
1197     node: 'builder-{os}-prod-{executor-arch}'
1198     concurrent: true
1199     latest-only: false
1200
1201     properties:
1202       - lf-infra-properties:
1203           build-days-to-keep: "{build-days-to-keep}"
1204
1205     parameters:
1206       - project-parameter:
1207           project: '{project}'
1208       - gerrit-parameter:
1209           branch: '{branch}'
1210       - gerrit-refspec-parameter
1211       - gerrit-event-type-parameter
1212       - gerrit-event-comment-text-parameter
1213       - csit-perf-trial-duration-parameter:
1214           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1215       - csit-perf-trial-multiplicity-parameter:
1216           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1217
1218     scm:
1219       - gerrit-trigger-scm:
1220           credentials-id: 'jenkins-gerrit-credentials'
1221           refspec: '$GERRIT_REFSPEC'
1222           choosing-strategy: 'gerrit'
1223
1224     wrappers:
1225       - fdio-infra-wrappers-non-activity-timeout:
1226           build-timeout: '{build-timeout}'
1227
1228     triggers:
1229       - gerrit-trigger-csit-perftest:
1230           project: '{project}'
1231           branch: '{branch}'
1232           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1233           skip-vote: false
1234
1235     builders:
1236       - shell:
1237           !include-raw-escape:
1238           - ../scripts/setup_executor_env.sh
1239       - shell:
1240           !include-raw-escape:
1241           - ../scripts/csit/perf-verify.sh
1242
1243     publishers:
1244       - fdio-infra-publish
1245
1246 - job-template:
1247     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1248
1249     description: |
1250       <ul>
1251           <li>objective
1252               <ul>
1253                   <li>get vpp performance coverage data for csit report
1254               </ul>
1255           <li>job
1256               <ul>
1257                   <li>name:
1258                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1259                       {node-arch}</b>
1260                   <li>trigger: keyword in comment to csit patch:
1261                       <b>csit-vpp-report-cov-{node-arch}-perftest
1262                       test_set_id</b>
1263                   <li>trigger example:
1264                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1265               </ul>
1266           <li>executor
1267               <ul>
1268                   <li>builder-{os}-prod-{executor-arch}
1269               </ul>
1270           <li>perf test-cases selection
1271               <ul>
1272                   <li>test-cases selected by tags defined in
1273                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1274                       test_set_id.md</i>
1275               </ul>
1276
1277           <li>results
1278               <ul>
1279                   <li>jjb verify: PASS/FAIL
1280                   <li>present: vpp performance
1281                   <li>analyse: vpp performance
1282               </ul>
1283       </ul>
1284
1285     project-type: freestyle
1286     node: 'builder-{os}-prod-{executor-arch}'
1287     concurrent: true
1288     latest-only: false
1289
1290     properties:
1291       - lf-infra-properties:
1292           build-days-to-keep: "{build-days-to-keep}"
1293
1294     parameters:
1295       - project-parameter:
1296           project: '{project}'
1297       - gerrit-parameter:
1298           branch: '{branch}'
1299       - gerrit-refspec-parameter
1300       - gerrit-event-type-parameter
1301       - gerrit-event-comment-text-parameter
1302       - csit-perf-trial-duration-parameter:
1303           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1304       - csit-perf-trial-multiplicity-parameter:
1305           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1306
1307     scm:
1308       - gerrit-trigger-scm:
1309           credentials-id: 'jenkins-gerrit-credentials'
1310           refspec: '$GERRIT_REFSPEC'
1311           choosing-strategy: 'gerrit'
1312
1313     wrappers:
1314       - fdio-infra-wrappers-non-activity-timeout:
1315           build-timeout: '{build-timeout}'
1316
1317     triggers:
1318       - gerrit-trigger-csit-perftest:
1319           project: '{project}'
1320           branch: '{branch}'
1321           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1322           skip-vote: false
1323
1324     builders:
1325       - shell:
1326           !include-raw-escape:
1327           - ../scripts/setup_executor_env.sh
1328       - shell:
1329           !include-raw-escape:
1330           - ../scripts/csit/perf-verify.sh
1331
1332     publishers:
1333       - fdio-infra-publish
1334
1335 - job-template:
1336     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1337
1338     description: |
1339       <ul>
1340           <li>objective
1341               <ul>
1342                   <li>get dpdk performance coverage data for csit report
1343               </ul>
1344           <li>job
1345               <ul>
1346                   <li>name:
1347                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1348                       {node-arch}</b>
1349                   <li>trigger: keyword in comment to csit patch:
1350                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1351                       test_set_id</b>
1352                   <li>trigger example:
1353                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1354               </ul>
1355           <li>executor
1356               <ul>
1357                   <li>builder-{os}-prod-{executor-arch}
1358               </ul>
1359           <li>perf test-cases selection
1360               <ul>
1361                   <li>test-cases selected by tags defined in
1362                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1363                       test_set_id.md</i>
1364               </ul>
1365
1366           <li>results
1367               <ul>
1368                   <li>jjb verify: PASS/FAIL
1369                   <li>present: dpdk performance
1370                   <li>analyse: dpdk performance
1371               </ul>
1372       </ul>
1373
1374     project-type: freestyle
1375     node: 'builder-{os}-prod-{executor-arch}'
1376     concurrent: true
1377     latest-only: false
1378
1379     properties:
1380       - lf-infra-properties:
1381           build-days-to-keep: "{build-days-to-keep}"
1382
1383     parameters:
1384       - project-parameter:
1385           project: '{project}'
1386       - gerrit-parameter:
1387           branch: '{branch}'
1388       - gerrit-refspec-parameter
1389       - gerrit-event-type-parameter
1390       - gerrit-event-comment-text-parameter
1391       - csit-perf-trial-duration-parameter:
1392           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1393       - csit-perf-trial-multiplicity-parameter:
1394           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1395
1396     scm:
1397       - gerrit-trigger-scm:
1398           credentials-id: 'jenkins-gerrit-credentials'
1399           refspec: '$GERRIT_REFSPEC'
1400           choosing-strategy: 'gerrit'
1401
1402     wrappers:
1403       - fdio-infra-wrappers-non-activity-timeout:
1404           build-timeout: '{build-timeout}'
1405
1406     triggers:
1407       - gerrit-trigger-csit-perftest:
1408           project: '{project}'
1409           branch: '{branch}'
1410           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1411           skip-vote: false
1412
1413     builders:
1414       - shell:
1415           !include-raw-escape:
1416           - ../scripts/setup_executor_env.sh
1417       - shell:
1418           !include-raw-escape:
1419           - ../scripts/csit/perf-verify.sh
1420
1421     publishers:
1422       - fdio-infra-publish
1423
1424 - job-template:
1425     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1426
1427     description: |
1428       <ul>
1429           <li>objective
1430               <ul>
1431                   <li>get trex performance coverage data for csit report
1432               </ul>
1433           <li>job
1434               <ul>
1435                   <li>name:
1436                       <b>csit-trex-perf-report-coverage-{stream_report}-
1437                       {node-arch}</b>
1438                   <li>trigger: keyword in comment to csit patch:
1439                       <b>csit-trex-report-cov-{node-arch}-perftest
1440                       test_set_id</b>
1441                   <li>trigger example:
1442                       csit-trex-report-cov-{node-arch}-perftest trex-00
1443               </ul>
1444           <li>executor
1445               <ul>
1446                   <li>builder-{os}-prod-{executor-arch}
1447               </ul>
1448           <li>perf test-cases selection
1449               <ul>
1450                   <li>test-cases selected by tags defined in
1451                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1452                       test_set_id.md</i>
1453               </ul>
1454
1455           <li>results
1456               <ul>
1457                   <li>jjb verify: PASS/FAIL
1458                   <li>present: trex performance
1459                   <li>analyse: trex performance
1460               </ul>
1461       </ul>
1462
1463     project-type: freestyle
1464     node: 'builder-{os}-prod-{executor-arch}'
1465     concurrent: true
1466     latest-only: false
1467
1468     properties:
1469       - lf-infra-properties:
1470           build-days-to-keep: "{build-days-to-keep}"
1471
1472     parameters:
1473       - project-parameter:
1474           project: '{project}'
1475       - gerrit-parameter:
1476           branch: '{branch}'
1477       - gerrit-refspec-parameter
1478       - gerrit-event-type-parameter
1479       - gerrit-event-comment-text-parameter
1480       - csit-perf-trial-duration-parameter:
1481           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1482       - csit-perf-trial-multiplicity-parameter:
1483           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1484
1485     scm:
1486       - gerrit-trigger-scm:
1487           credentials-id: 'jenkins-gerrit-credentials'
1488           refspec: '$GERRIT_REFSPEC'
1489           choosing-strategy: 'gerrit'
1490
1491     wrappers:
1492       - fdio-infra-wrappers-non-activity-timeout:
1493           build-timeout: '{build-timeout}'
1494
1495     triggers:
1496       - gerrit-trigger-csit-perftest:
1497           project: '{project}'
1498           branch: '{branch}'
1499           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1500           skip-vote: false
1501
1502     builders:
1503       - shell:
1504           !include-raw-escape:
1505           - ../scripts/setup_executor_env.sh
1506       - shell:
1507           !include-raw-escape:
1508           - ../scripts/csit/perf-verify.sh
1509
1510     publishers:
1511       - fdio-infra-publish