jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-alt:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'aarch64'
  50             - 3n-snr:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-icx:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-alt:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-snr:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 1n-aws:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'x86_64'
  85       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  86           node-arch:
  87             - 2n-icx:
  88                 os: 'ubuntu2204'
  89                 executor-arch: 'x86_64'
  90             - 2n-clx:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-dnv:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-zn2:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 2n-tx2:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'aarch64'
 102             - 3n-icx:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'x86_64'
 105             - 3n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 3n-tsh:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'aarch64'
 111             - 3n-alt:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'aarch64'
 114             - 3n-snr:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117           stream:
 118             - master:
 119                 branch: 'master'
 120                 branch-id: 'oper'
 121             - '2202':
 122                 branch: 'rls2202'
 123                 branch-id: 'oper-rls2202'
 124             - '2206':
 125                 branch: 'rls2206'
 126                 branch-id: 'oper-rls2206'
 127       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 128           node-arch:
 129             - 2n-icx:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '30 22 * * 0-4'
 133             - 2n-clx:
 134                 os: 'ubuntu2204'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '30 22 * * 0-4'
 137             - 2n-dnv:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '30 22 * * 0-4'
 141             - 2n-zn2:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '30 22 * * 0-4'
 145             - 2n-tx2:
 146                 os: 'ubuntu2204'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '30 22 * * 0-4'
 149             - 3n-icx:
 150                 os: 'ubuntu2204'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '30 22 * * 0-4'
 153             - 3n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '30 22 * * 0-4'
 157             - 3n-tsh:
 158                 os: 'ubuntu2204'
 159                 executor-arch: 'aarch64'
 160                 periodicity: '30 22 * * 0-4'
 161             - 3n-alt:
 162                 os: 'ubuntu2204'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '30 22 * * 0-4'
 165             - 3n-snr:
 166                 os: 'ubuntu2204'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '30 22 * * 0-4'
 169       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 170           node-arch:
 171             - 2n-icx:
 172                 os: 'ubuntu2204'
 173                 executor-arch: 'x86_64'
 174             - 2n-clx:
 175                 os: 'ubuntu2204'
 176                 executor-arch: 'x86_64'
 177             - 2n-aws:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180           stream:
 181             - master:
 182                 branch: 'master'
 183                 branch-id: 'oper'
 184           periodicity: '0 0 * * 6'
 185       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 186           node-arch:
 187             - 2n-icx:
 188                 os: 'ubuntu2204'
 189                 executor-arch: 'x86_64'
 190             - 2n-clx:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193             - 3n-icx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196           periodicity: '0 0 * * 6'
 197       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 198           node-arch:
 199             - 2n-icx:
 200                 os: 'ubuntu2204'
 201                 executor-arch: 'x86_64'
 202             - 2n-clx:
 203                 os: 'ubuntu2204'
 204                 executor-arch: 'x86_64'
 205             - 2n-dnv:
 206                 os: 'ubuntu2004'
 207                 executor-arch: 'x86_64'
 208             - 2n-zn2:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'x86_64'
 211             - 2n-tx2:
 212                 os: 'ubuntu2204'
 213                 executor-arch: 'aarch64'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217             - 3n-dnv:
 218                 os: 'ubuntu2004'
 219                 executor-arch: 'x86_64'
 220             - 3n-tsh:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'aarch64'
 223             - 3n-alt:
 224                 os: 'ubuntu2204'
 225                 executor-arch: 'aarch64'
 226             - 2n-aws:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 3n-aws:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 3n-snr:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'x86_64'
 235       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 236           node-arch:
 237             - 2n-icx:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240             - 2n-clx:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243             - 2n-dnv:
 244                 os: 'ubuntu2004'
 245                 executor-arch: 'x86_64'
 246             - 2n-zn2:
 247                 os: 'ubuntu2204'
 248                 executor-arch: 'x86_64'
 249             - 2n-tx2:
 250                 os: 'ubuntu2204'
 251                 executor-arch: 'aarch64'
 252             - 3n-icx:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'x86_64'
 255             - 3n-dnv:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 3n-tsh:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'aarch64'
 261             - 3n-alt:
 262                 os: 'ubuntu2204'
 263                 executor-arch: 'aarch64'
 264             - 2n-aws:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 3n-aws:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 3n-snr:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 274           node-arch:
 275             - 1n-aws:
 276                 os: 'ubuntu2004'
 277                 executor-arch: 'x86_64'
 278       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 279           node-arch:
 280             - 2n-icx:
 281                 os: 'ubuntu2204'
 282                 executor-arch: 'x86_64'
 283             - 2n-clx:
 284                 os: 'ubuntu2204'
 285                 executor-arch: 'x86_64'
 286             - 2n-dnv:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-zn2:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'x86_64'
 292             - 2n-tx2:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'aarch64'
 295             - 3n-icx:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 3n-dnv:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 3n-tsh:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'aarch64'
 304             - 3n-alt:
 305                 os: 'ubuntu2204'
 306                 executor-arch: 'aarch64'
 307             - 2n-aws:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'x86_64'
 310             - 3n-aws:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-snr:
 314                 os: 'ubuntu2204'
 315                 executor-arch: 'x86_64'
 316       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 317           node-arch:
 318             - 2n-icx:
 319                 os: 'ubuntu2204'
 320                 executor-arch: 'x86_64'
 321             - 2n-clx:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'x86_64'
 324             - 2n-dnv:
 325                 os: 'ubuntu2004'
 326                 executor-arch: 'x86_64'
 327             - 2n-zn2:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-tx2:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'aarch64'
 333             - 3n-icx:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 3n-dnv:
 337                 os: 'ubuntu2004'
 338                 executor-arch: 'x86_64'
 339             - 3n-tsh:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'aarch64'
 342             - 3n-alt:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'aarch64'
 345             - 2n-aws:
 346                 os: 'ubuntu2004'
 347                 executor-arch: 'x86_64'
 348             - 3n-aws:
 349                 os: 'ubuntu2004'
 350                 executor-arch: 'x86_64'
 351             - 3n-snr:
 352                 os: 'ubuntu2204'
 353                 executor-arch: 'x86_64'
 354       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 355           node-arch:
 356             - 1n-aws:
 357                 os: 'ubuntu2004'
 358                 executor-arch: 'x86_64'
 359
 360     project: 'csit'
 361     branch: 'master'
 362     branch-id: 'oper'
 363     csit-perf-trial-duration: '1.0'
 364     csit-perf-trial-multiplicity: '10'
 365     stream:
 366       - master:
 367           branch: 'master'
 368           branch-id: 'oper'
 369       - '2202':
 370           branch: 'rls2202'
 371           branch-id: 'oper-rls2202'
 372       - '2206':
 373           branch: 'rls2206'
 374           branch-id: 'oper-rls2206'
 375     stream_report:
 376       - '2202':
 377           branch: 'rls2202'
 378           branch-id: 'oper-rls2202'
 379       - '2206':
 380           branch: 'rls2206'
 381           branch-id: 'oper-rls2206'
 382
 383     build-artifact-num-to-keep: 10
 384
 385
 386 - job-template:
 387     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 388
 389     description: |
 390       <ul>
 391           <li>objective
 392               <ul>
 393                   <li>perf verify - per csit gerrit patch
 394               </ul>
 395           <li>job
 396               <ul>
 397                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 398                   <li>trigger: keyword in comment to csit patch:
 399                       <b>csit-{node-arch}-perftest tag_list</b>
 400               </ul>
 401           <li>executor
 402               <ul>
 403                   <li>builder-{os}-prod-{executor-arch}
 404               </ul>
 405           <li>perf test-cases selection
 406               <ul>
 407                   <li>test-cases selected using trigger keyword followed by tags
 408                   <li>all test-cases are labelled with CSIT RF topic tags
 409                       defined in <i>csit/docs/tag_documentation.rst</i>
 410               </ul>
 411           <li>proposed keywords
 412               <ul>
 413                   <li>focus on testing specified vpp packet processing path
 414                   <li>format: csit-{node-arch}-perftest tag_list
 415               </ul>
 416           <li>default tags for vpp startup config and perf test type
 417               <ul>
 418                   <li>IP4BASE, IP6BASE, L2BDBASE
 419                   <li>64B/78B: 64B/78B packet size
 420                   <li>1C: one core
 421                   <li>X710: x710 Fortville NIC
 422                   <li>MRR: MRR throughput
 423               </ul>
 424           <li>results
 425               <ul>
 426                   <li>jjb verify: PASS/FAIL
 427                   <li>present: no
 428                   <li>analyse: no
 429               </ul>
 430       </ul>
 431
 432     project-type: freestyle
 433     node: 'builder-{os}-prod-{executor-arch}'
 434     concurrent: true
 435     latest-only: false
 436
 437     properties:
 438       - lf-infra-properties:
 439           build-days-to-keep: "{build-days-to-keep}"
 440
 441     parameters:
 442       - project-parameter:
 443           project: '{project}'
 444       - gerrit-parameter:
 445           branch: '{branch}'
 446       - gerrit-refspec-parameter
 447       - gerrit-event-type-parameter
 448       - gerrit-event-comment-text-parameter
 449       - csit-perf-trial-duration-parameter:
 450           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 451       - csit-perf-trial-multiplicity-parameter:
 452           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 453       # This is a manually-triggered verify job, part of API coverage.
 454       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 455       # Can be removed when this job is no longer needed for full API coverage.
 456       - csit-fail-on-crc-mismatch-parameter:
 457           fail-on-crc-mismatch: 'True'
 458
 459     scm:
 460       - gerrit-trigger-scm:
 461           credentials-id: 'jenkins-gerrit-credentials'
 462           refspec: '$GERRIT_REFSPEC'
 463           choosing-strategy: 'gerrit'
 464
 465     wrappers:
 466       - fdio-infra-wrappers-non-activity-timeout:
 467           build-timeout: '{build-timeout}'
 468
 469     triggers:
 470       - gerrit-trigger-csit-perftest:
 471           project: '{project}'
 472           branch: '{branch}'
 473           trigger-word: 'csit-{node-arch}-perftest'
 474           skip-vote: false
 475
 476     builders:
 477       - shell:
 478           !include-raw-escape:
 479           - ../scripts/setup_executor_env.sh
 480       - shell:
 481           !include-raw-escape:
 482           - ../scripts/csit/perf-verify.sh
 483
 484     publishers:
 485       - fdio-infra-publish
 486
 487 - job-template:
 488     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 489
 490     description: |
 491       <ul>
 492           <li>objective
 493               <ul>
 494                   <li>check vpp perf mrr daily
 495               </ul>
 496           <li>executor
 497               <ul>
 498                   <li>builder-{os}-prod-{executor-arch}
 499               </ul>
 500           <li>perf test-cases selection
 501               <ul>
 502                   <li>all CSIT VPP MRR perf suites
 503               </ul>
 504           <li>results
 505               <ul>
 506                   <li>jjb verify: PASS/FAIL
 507                   <li>present: no
 508                   <li>analyse: csit project (catch malfunctions/degradations)
 509               </ul>
 510       </ul>
 511
 512     project-type: freestyle
 513     node: 'builder-{os}-prod-{executor-arch}'
 514     concurrent: false
 515     latest-only: false
 516
 517     properties:
 518       - lf-infra-properties:
 519           build-days-to-keep: "{build-days-to-keep}"
 520
 521     parameters:
 522       - project-parameter:
 523           project: '{project}'
 524       - gerrit-parameter:
 525           branch: '{branch}'
 526       - csit-perf-trial-duration-parameter:
 527           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 528       - csit-perf-trial-multiplicity-parameter:
 529           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 530
 531     wrappers:
 532       - fdio-infra-wrappers-non-activity-timeout:
 533           build-timeout: '{build-timeout}'
 534
 535     triggers:
 536       - timed: '{periodicity}'
 537
 538     builders:
 539       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 540       - inject:
 541           properties-file: variables.prop
 542       - shell:
 543           !include-raw-escape:
 544           - ../scripts/setup_executor_env.sh
 545       - shell:
 546           !include-raw-escape:
 547           - ../scripts/csit/perf-timed.sh
 548
 549     publishers:
 550       - fdio-infra-publish
 551
 552 - job-template:
 553     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 554
 555     description: |
 556       <ul>
 557           <li>objective
 558               <ul>
 559                   <li>check vpp perf mrr weekly on {node-arch}
 560               </ul>
 561           <li>executor
 562               <ul>
 563                   <li>builder-{os}-prod-{executor-arch}
 564               </ul>
 565           <li>perf test-cases selection
 566               <ul>
 567                   <li>NF Density CSIT VPP MRR perf suites
 568               </ul>
 569           <li>results
 570               <ul>
 571                   <li>jjb verify: PASS/FAIL
 572                   <li>present: no
 573                   <li>analyse: csit project (catch malfunctions/degradations)
 574               </ul>
 575       </ul>
 576
 577     project-type: freestyle
 578     node: 'builder-{os}-prod-{executor-arch}'
 579     concurrent: false
 580     latest-only: false
 581
 582     properties:
 583       - lf-infra-properties:
 584           build-days-to-keep: "{build-days-to-keep}"
 585
 586     parameters:
 587       - project-parameter:
 588           project: '{project}'
 589       - gerrit-parameter:
 590           branch: '{branch}'
 591       - csit-perf-trial-duration-parameter:
 592           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 593       - csit-perf-trial-multiplicity-parameter:
 594           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 595
 596     wrappers:
 597       - fdio-infra-wrappers-non-activity-timeout:
 598           build-timeout: '{build-timeout}'
 599
 600     triggers:
 601       - timed: '{periodicity}'
 602
 603     builders:
 604       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 605       - inject:
 606           properties-file: variables.prop
 607       - shell:
 608           !include-raw-escape:
 609           - ../scripts/setup_executor_env.sh
 610       - shell:
 611           !include-raw-escape:
 612           - ../scripts/csit/perf-timed.sh
 613
 614     publishers:
 615       - fdio-infra-publish
 616
 617 - job-template:
 618     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 619
 620     description: |
 621       <ul>
 622           <li>objective
 623               <ul>
 624                   <li>check vpp perf ndrpdr weekly on {node-arch}
 625               </ul>
 626           <li>executor
 627               <ul>
 628                   <li>builder-{os}-prod-{executor-arch}
 629               </ul>
 630           <li>perf test-cases selection
 631               <ul>
 632                   <li>pre-selected CSIT VPP NDRPDR perf suites
 633               </ul>
 634           <li>results
 635               <ul>
 636                   <li>jjb verify: PASS/FAIL
 637                   <li>present: no
 638                   <li>analyse: csit project (catch malfunctions/degradations)
 639               </ul>
 640       </ul>
 641     project-type: freestyle
 642     node: 'builder-{os}-prod-{executor-arch}'
 643     concurrent: false
 644     latest-only: false
 645
 646     properties:
 647       - lf-infra-properties:
 648           build-days-to-keep: "{build-days-to-keep}"
 649
 650     parameters:
 651       - project-parameter:
 652           project: '{project}'
 653       - gerrit-parameter:
 654           branch: '{branch}'
 655
 656     wrappers:
 657       - fdio-infra-wrappers-non-activity-timeout:
 658           build-timeout: '{build-timeout}'
 659
 660     triggers:
 661       - timed: '{periodicity}'
 662
 663     builders:
 664       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 665       - inject:
 666           properties-file: variables.prop
 667       - shell:
 668           !include-raw-escape:
 669           - ../scripts/setup_executor_env.sh
 670       - shell:
 671           !include-raw-escape:
 672           - ../scripts/csit/perf-timed.sh
 673
 674     publishers:
 675       - fdio-infra-publish
 676
 677 - job-template:
 678     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 679
 680     description: |
 681       <ul>
 682           <li>objective
 683               <ul>
 684                   <li>check trex perf ndrpdr weekly on {node-arch}
 685               </ul>
 686           <li>executor
 687               <ul>
 688                   <li>builder-{os}-prod-{executor-arch}
 689               </ul>
 690           <li>perf test-cases selection
 691               <ul>
 692                   <li>pre-selected CSIT TREX NDRPDR perf suites
 693               </ul>
 694           <li>results
 695               <ul>
 696                   <li>jjb verify: PASS/FAIL
 697                   <li>present: no
 698                   <li>analyse: csit project (catch malfunctions/degradations)
 699               </ul>
 700       </ul>
 701     project-type: freestyle
 702     node: 'builder-{os}-prod-{executor-arch}'
 703     concurrent: false
 704     latest-only: false
 705
 706     properties:
 707       - lf-infra-properties:
 708           build-days-to-keep: "{build-days-to-keep}"
 709
 710     parameters:
 711       - project-parameter:
 712           project: '{project}'
 713       - gerrit-parameter:
 714           branch: '{branch}'
 715
 716     wrappers:
 717       - fdio-infra-wrappers-non-activity-timeout:
 718           build-timeout: '{build-timeout}'
 719
 720     triggers:
 721       - timed: '{periodicity}'
 722
 723     builders:
 724       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 725       - inject:
 726           properties-file: variables.prop
 727       - shell:
 728           !include-raw-escape:
 729           - ../scripts/setup_executor_env.sh
 730       - shell:
 731           !include-raw-escape:
 732           - ../scripts/csit/perf-timed.sh
 733
 734     publishers:
 735       - fdio-infra-publish
 736
 737 - job-template:
 738     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 739
 740     description: |
 741       <ul>
 742           <li>objective
 743               <ul>
 744                   <li>perf verify - per csit gerrit patch
 745               </ul>
 746           <li>job
 747               <ul>
 748                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 749                   <li>trigger: keyword in comment to csit patch:
 750                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 751               </ul>
 752           <li>executor
 753               <ul>
 754                   <li>builder-{os}-prod-{executor-arch}
 755               </ul>
 756           <li>perf test-cases selection
 757               <ul>
 758                   <li>test-cases selected using trigger keyword followed by tags
 759                   <li>all test-cases are labelled with CSIT RF topic tags
 760                       defined in <i>csit/docs/tag_documentation.rst</i>
 761               </ul>
 762           <li>proposed keywords
 763               <ul>
 764                   <li>focus on testing specified trex packet processing path
 765                   <li>format: csit-{node-arch}-perftest tag_list
 766               </ul>
 767           <li>results
 768               <ul>
 769                   <li>jjb verify: PASS/FAIL
 770                   <li>present: no
 771                   <li>analyse: no
 772               </ul>
 773       </ul>
 774
 775     project-type: freestyle
 776     node: 'builder-{os}-prod-{executor-arch}'
 777     concurrent: true
 778     latest-only: false
 779
 780     properties:
 781       - lf-infra-properties:
 782           build-days-to-keep: "{build-days-to-keep}"
 783
 784     parameters:
 785       - project-parameter:
 786           project: '{project}'
 787       - gerrit-parameter:
 788           branch: '{branch}'
 789       - gerrit-refspec-parameter
 790       - gerrit-event-type-parameter
 791       - gerrit-event-comment-text-parameter
 792       - csit-perf-trial-duration-parameter:
 793           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 794       - csit-perf-trial-multiplicity-parameter:
 795           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 796       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 797
 798     scm:
 799       - gerrit-trigger-scm:
 800           credentials-id: 'jenkins-gerrit-credentials'
 801           refspec: '$GERRIT_REFSPEC'
 802           choosing-strategy: 'gerrit'
 803
 804     wrappers:
 805       - fdio-infra-wrappers-non-activity-timeout:
 806           build-timeout: '{build-timeout}'
 807
 808     triggers:
 809       - gerrit-trigger-csit-perftest:
 810           project: '{project}'
 811           branch: '{branch}'
 812           trigger-word: 'csit-trex-{node-arch}-perftest'
 813           skip-vote: false
 814
 815     builders:
 816       - shell:
 817           !include-raw-escape:
 818           - ../scripts/setup_executor_env.sh
 819       - shell:
 820           !include-raw-escape:
 821           - ../scripts/csit/perf-verify.sh
 822
 823     publishers:
 824       - fdio-infra-publish
 825
 826 - job-template:
 827     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 828
 829     description: |
 830       <ul>
 831           <li>objective
 832               <ul>
 833                   <li>perf verify - per csit gerrit patch
 834               </ul>
 835           <li>job
 836               <ul>
 837                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 838                   <li>trigger: keyword in comment to csit patch:
 839                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 840               </ul>
 841           <li>executor
 842               <ul>
 843                   <li>builder-{os}-prod-{executor-arch}
 844               </ul>
 845           <li>perf test-cases selection
 846               <ul>
 847                   <li>test-cases selected using trigger keyword followed by tags
 848                   <li>all test-cases are labelled with CSIT RF topic tags
 849                       defined in <i>csit/docs/tag_documentation.rst</i>
 850               </ul>
 851           <li>default tags for dpdk perf test type
 852               <ul>
 853                   <li>IP4BASE, L2XCBASE
 854                   <li>64B: 64B packet size
 855                   <li>1C: one core
 856                   <li>X710: x710 Fortville NIC
 857                   <li>MRR: MRR throughput
 858               </ul>
 859           <li>results
 860               <ul>
 861                   <li>jjb verify: PASS/FAIL
 862                   <li>present: no
 863                   <li>analyse: no
 864               </ul>
 865       </ul>
 866
 867     project-type: freestyle
 868     node: 'builder-{os}-prod-{executor-arch}'
 869     concurrent: true
 870     latest-only: false
 871
 872     properties:
 873       - lf-infra-properties:
 874           build-days-to-keep: "{build-days-to-keep}"
 875
 876     parameters:
 877       - project-parameter:
 878           project: '{project}'
 879       - gerrit-parameter:
 880           branch: '{branch}'
 881       - gerrit-refspec-parameter
 882       - gerrit-event-type-parameter
 883       - gerrit-event-comment-text-parameter
 884       - csit-perf-trial-duration-parameter:
 885           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 886       - csit-perf-trial-multiplicity-parameter:
 887           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 888
 889     scm:
 890       - gerrit-trigger-scm:
 891           credentials-id: 'jenkins-gerrit-credentials'
 892           refspec: '$GERRIT_REFSPEC'
 893           choosing-strategy: 'gerrit'
 894
 895     wrappers:
 896       - fdio-infra-wrappers-non-activity-timeout:
 897           build-timeout: '{build-timeout}'
 898
 899     triggers:
 900       - gerrit-trigger-csit-perftest:
 901           project: '{project}'
 902           branch: '{branch}'
 903           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 904           skip-vote: false
 905
 906     builders:
 907       - shell:
 908           !include-raw-escape:
 909           - ../scripts/setup_executor_env.sh
 910       - shell:
 911           !include-raw-escape:
 912           - ../scripts/csit/perf-verify.sh
 913
 914     publishers:
 915       - fdio-infra-publish
 916
 917 - job-template:
 918     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 919
 920     description: |
 921       <ul>
 922           <li>objective
 923               <ul>
 924                   <li>check dpdk perf mrr weekly
 925               </ul>
 926           <li>executor
 927               <ul>
 928                   <li>builder-{os}-prod-{executor-arch}
 929               </ul>
 930           <li>perf test-cases selection
 931               <ul>
 932                   <li>all CSIT DPDK MRR perf suites
 933               </ul>
 934           <li>results
 935               <ul>
 936                   <li>jjb verify: PASS/FAIL
 937                   <li>present: no
 938                   <li>analyse: csit project (catch malfunctions/degradations)
 939               </ul>
 940       </ul>
 941
 942     project-type: freestyle
 943     node: 'builder-{os}-prod-{executor-arch}'
 944     concurrent: false
 945     latest-only: false
 946
 947     properties:
 948       - lf-infra-properties:
 949           build-days-to-keep: "{build-days-to-keep}"
 950
 951     parameters:
 952       - project-parameter:
 953           project: '{project}'
 954       - gerrit-parameter:
 955           branch: '{branch}'
 956       - csit-perf-trial-duration-parameter:
 957           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 958       - csit-perf-trial-multiplicity-parameter:
 959           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 960
 961     wrappers:
 962       - fdio-infra-wrappers-non-activity-timeout:
 963           build-timeout: '{build-timeout}'
 964
 965     triggers:
 966       - timed: '{periodicity}'
 967
 968     builders:
 969       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 970       - inject:
 971           properties-file: variables.prop
 972       - shell:
 973           !include-raw-escape:
 974           - ../scripts/setup_executor_env.sh
 975       - shell:
 976           !include-raw-escape:
 977           - ../scripts/csit/perf-timed.sh
 978
 979     publishers:
 980       - fdio-infra-publish
 981
 982 - job-template:
 983     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 984
 985     description: |
 986       <ul>
 987           <li>objective
 988               <ul>
 989                   <li>get vpp performance iterative data for csit report
 990               </ul>
 991           <li>job
 992               <ul>
 993                   <li>name:
 994                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 995                       {node-arch}</b>
 996                   <li>trigger: keyword in comment to csit patch:
 997                       <b>csit-vpp-report-iter-{node-arch}-perftest
 998                       test_set_id</b>
 999                   <li>trigger example:
1000                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1001               </ul>
1002           <li>executor
1003               <ul>
1004                   <li>builder-{os}-prod-{executor-arch}
1005               </ul>
1006           <li>perf test-cases selection
1007               <ul>
1008                   <li>test-cases selected by tags defined in
1009                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1010                       test_set_id.md</i>
1011               </ul>
1012
1013           <li>results
1014               <ul>
1015                   <li>jjb verify: PASS/FAIL
1016                   <li>present: vpp performance
1017                   <li>analyse: vpp performance
1018               </ul>
1019       </ul>
1020
1021     project-type: freestyle
1022     node: 'builder-{os}-prod-{executor-arch}'
1023     concurrent: true
1024     latest-only: false
1025
1026     properties:
1027       - lf-infra-properties:
1028           build-days-to-keep: "{build-days-to-keep}"
1029
1030     parameters:
1031       - project-parameter:
1032           project: '{project}'
1033       - gerrit-parameter:
1034           branch: '{branch}'
1035       - gerrit-refspec-parameter
1036       - gerrit-event-type-parameter
1037       - gerrit-event-comment-text-parameter
1038       - csit-perf-trial-duration-parameter:
1039           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1040       - csit-perf-trial-multiplicity-parameter:
1041           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1042
1043     scm:
1044       - gerrit-trigger-scm:
1045           credentials-id: 'jenkins-gerrit-credentials'
1046           refspec: '$GERRIT_REFSPEC'
1047           choosing-strategy: 'gerrit'
1048
1049     wrappers:
1050       - fdio-infra-wrappers-non-activity-timeout:
1051           build-timeout: '{build-timeout}'
1052
1053     triggers:
1054       - gerrit-trigger-csit-perftest:
1055           project: '{project}'
1056           branch: '{branch}'
1057           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1058           skip-vote: false
1059
1060     builders:
1061       - shell:
1062           !include-raw-escape:
1063           - ../scripts/setup_executor_env.sh
1064       - shell:
1065           !include-raw-escape:
1066           - ../scripts/csit/perf-verify.sh
1067
1068     publishers:
1069       - fdio-infra-publish
1070
1071 - job-template:
1072     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1073
1074     description: |
1075       <ul>
1076           <li>objective
1077               <ul>
1078                   <li>get dpdk performance iterative data for csit report
1079               </ul>
1080           <li>job
1081               <ul>
1082                   <li>name:
1083                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1084                       {node-arch}</b>
1085                   <li>trigger: keyword in comment to csit patch:
1086                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1087                       test_set_id</b>
1088                   <li>trigger example:
1089                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1090               </ul>
1091           <li>executor
1092               <ul>
1093                   <li>builder-{os}-prod-{executor-arch}
1094               </ul>
1095           <li>perf test-cases selection
1096               <ul>
1097                   <li>test-cases selected by tags defined in
1098                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1099                       test_set_id.md</i>
1100               </ul>
1101
1102           <li>results
1103               <ul>
1104                   <li>jjb verify: PASS/FAIL
1105                   <li>present: dpdk performance
1106                   <li>analyse: dpdk performance
1107               </ul>
1108       </ul>
1109
1110     project-type: freestyle
1111     node: 'builder-{os}-prod-{executor-arch}'
1112     concurrent: true
1113     latest-only: false
1114
1115     properties:
1116       - lf-infra-properties:
1117           build-days-to-keep: "{build-days-to-keep}"
1118
1119     parameters:
1120       - project-parameter:
1121           project: '{project}'
1122       - gerrit-parameter:
1123           branch: '{branch}'
1124       - gerrit-refspec-parameter
1125       - gerrit-event-type-parameter
1126       - gerrit-event-comment-text-parameter
1127       - csit-perf-trial-duration-parameter:
1128           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1129       - csit-perf-trial-multiplicity-parameter:
1130           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1131
1132     scm:
1133       - gerrit-trigger-scm:
1134           credentials-id: 'jenkins-gerrit-credentials'
1135           refspec: '$GERRIT_REFSPEC'
1136           choosing-strategy: 'gerrit'
1137
1138     wrappers:
1139       - fdio-infra-wrappers-non-activity-timeout:
1140           build-timeout: '{build-timeout}'
1141
1142     triggers:
1143       - gerrit-trigger-csit-perftest:
1144           project: '{project}'
1145           branch: '{branch}'
1146           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1147           skip-vote: false
1148
1149     builders:
1150       - shell:
1151           !include-raw-escape:
1152           - ../scripts/setup_executor_env.sh
1153       - shell:
1154           !include-raw-escape:
1155           - ../scripts/csit/perf-verify.sh
1156
1157     publishers:
1158       - fdio-infra-publish
1159
1160 - job-template:
1161     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1162
1163     description: |
1164       <ul>
1165           <li>objective
1166               <ul>
1167                   <li>get trex performance iterative data for csit report
1168               </ul>
1169           <li>job
1170               <ul>
1171                   <li>name:
1172                       <b>csit-trex-perf-report-iterative-{stream_report}-
1173                       {node-arch}</b>
1174                   <li>trigger: keyword in comment to csit patch:
1175                       <b>csit-trex-report-iter-{node-arch}-perftest
1176                       test_set_id</b>
1177                   <li>trigger example:
1178                       csit-trex-report-iter-{node-arch}-perftest trex-00
1179               </ul>
1180           <li>executor
1181               <ul>
1182                   <li>builder-{os}-prod-{executor-arch}
1183               </ul>
1184           <li>perf test-cases selection
1185               <ul>
1186                   <li>test-cases selected by tags defined in
1187                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1188                       test_set_id.md</i>
1189               </ul>
1190
1191           <li>results
1192               <ul>
1193                   <li>jjb verify: PASS/FAIL
1194                   <li>present: trex performance
1195                   <li>analyse: trex performance
1196               </ul>
1197       </ul>
1198
1199     project-type: freestyle
1200     node: 'builder-{os}-prod-{executor-arch}'
1201     concurrent: true
1202     latest-only: false
1203
1204     properties:
1205       - lf-infra-properties:
1206           build-days-to-keep: "{build-days-to-keep}"
1207
1208     parameters:
1209       - project-parameter:
1210           project: '{project}'
1211       - gerrit-parameter:
1212           branch: '{branch}'
1213       - gerrit-refspec-parameter
1214       - gerrit-event-type-parameter
1215       - gerrit-event-comment-text-parameter
1216       - csit-perf-trial-duration-parameter:
1217           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1218       - csit-perf-trial-multiplicity-parameter:
1219           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1220
1221     scm:
1222       - gerrit-trigger-scm:
1223           credentials-id: 'jenkins-gerrit-credentials'
1224           refspec: '$GERRIT_REFSPEC'
1225           choosing-strategy: 'gerrit'
1226
1227     wrappers:
1228       - fdio-infra-wrappers-non-activity-timeout:
1229           build-timeout: '{build-timeout}'
1230
1231     triggers:
1232       - gerrit-trigger-csit-perftest:
1233           project: '{project}'
1234           branch: '{branch}'
1235           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1236           skip-vote: false
1237
1238     builders:
1239       - shell:
1240           !include-raw-escape:
1241           - ../scripts/setup_executor_env.sh
1242       - shell:
1243           !include-raw-escape:
1244           - ../scripts/csit/perf-verify.sh
1245
1246     publishers:
1247       - fdio-infra-publish
1248
1249 - job-template:
1250     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1251
1252     description: |
1253       <ul>
1254           <li>objective
1255               <ul>
1256                   <li>get vpp performance coverage data for csit report
1257               </ul>
1258           <li>job
1259               <ul>
1260                   <li>name:
1261                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1262                       {node-arch}</b>
1263                   <li>trigger: keyword in comment to csit patch:
1264                       <b>csit-vpp-report-cov-{node-arch}-perftest
1265                       test_set_id</b>
1266                   <li>trigger example:
1267                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1268               </ul>
1269           <li>executor
1270               <ul>
1271                   <li>builder-{os}-prod-{executor-arch}
1272               </ul>
1273           <li>perf test-cases selection
1274               <ul>
1275                   <li>test-cases selected by tags defined in
1276                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1277                       test_set_id.md</i>
1278               </ul>
1279
1280           <li>results
1281               <ul>
1282                   <li>jjb verify: PASS/FAIL
1283                   <li>present: vpp performance
1284                   <li>analyse: vpp performance
1285               </ul>
1286       </ul>
1287
1288     project-type: freestyle
1289     node: 'builder-{os}-prod-{executor-arch}'
1290     concurrent: true
1291     latest-only: false
1292
1293     properties:
1294       - lf-infra-properties:
1295           build-days-to-keep: "{build-days-to-keep}"
1296
1297     parameters:
1298       - project-parameter:
1299           project: '{project}'
1300       - gerrit-parameter:
1301           branch: '{branch}'
1302       - gerrit-refspec-parameter
1303       - gerrit-event-type-parameter
1304       - gerrit-event-comment-text-parameter
1305       - csit-perf-trial-duration-parameter:
1306           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1307       - csit-perf-trial-multiplicity-parameter:
1308           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1309
1310     scm:
1311       - gerrit-trigger-scm:
1312           credentials-id: 'jenkins-gerrit-credentials'
1313           refspec: '$GERRIT_REFSPEC'
1314           choosing-strategy: 'gerrit'
1315
1316     wrappers:
1317       - fdio-infra-wrappers-non-activity-timeout:
1318           build-timeout: '{build-timeout}'
1319
1320     triggers:
1321       - gerrit-trigger-csit-perftest:
1322           project: '{project}'
1323           branch: '{branch}'
1324           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1325           skip-vote: false
1326
1327     builders:
1328       - shell:
1329           !include-raw-escape:
1330           - ../scripts/setup_executor_env.sh
1331       - shell:
1332           !include-raw-escape:
1333           - ../scripts/csit/perf-verify.sh
1334
1335     publishers:
1336       - fdio-infra-publish
1337
1338 - job-template:
1339     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1340
1341     description: |
1342       <ul>
1343           <li>objective
1344               <ul>
1345                   <li>get dpdk performance coverage data for csit report
1346               </ul>
1347           <li>job
1348               <ul>
1349                   <li>name:
1350                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1351                       {node-arch}</b>
1352                   <li>trigger: keyword in comment to csit patch:
1353                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1354                       test_set_id</b>
1355                   <li>trigger example:
1356                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1357               </ul>
1358           <li>executor
1359               <ul>
1360                   <li>builder-{os}-prod-{executor-arch}
1361               </ul>
1362           <li>perf test-cases selection
1363               <ul>
1364                   <li>test-cases selected by tags defined in
1365                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1366                       test_set_id.md</i>
1367               </ul>
1368
1369           <li>results
1370               <ul>
1371                   <li>jjb verify: PASS/FAIL
1372                   <li>present: dpdk performance
1373                   <li>analyse: dpdk performance
1374               </ul>
1375       </ul>
1376
1377     project-type: freestyle
1378     node: 'builder-{os}-prod-{executor-arch}'
1379     concurrent: true
1380     latest-only: false
1381
1382     properties:
1383       - lf-infra-properties:
1384           build-days-to-keep: "{build-days-to-keep}"
1385
1386     parameters:
1387       - project-parameter:
1388           project: '{project}'
1389       - gerrit-parameter:
1390           branch: '{branch}'
1391       - gerrit-refspec-parameter
1392       - gerrit-event-type-parameter
1393       - gerrit-event-comment-text-parameter
1394       - csit-perf-trial-duration-parameter:
1395           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1396       - csit-perf-trial-multiplicity-parameter:
1397           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1398
1399     scm:
1400       - gerrit-trigger-scm:
1401           credentials-id: 'jenkins-gerrit-credentials'
1402           refspec: '$GERRIT_REFSPEC'
1403           choosing-strategy: 'gerrit'
1404
1405     wrappers:
1406       - fdio-infra-wrappers-non-activity-timeout:
1407           build-timeout: '{build-timeout}'
1408
1409     triggers:
1410       - gerrit-trigger-csit-perftest:
1411           project: '{project}'
1412           branch: '{branch}'
1413           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1414           skip-vote: false
1415
1416     builders:
1417       - shell:
1418           !include-raw-escape:
1419           - ../scripts/setup_executor_env.sh
1420       - shell:
1421           !include-raw-escape:
1422           - ../scripts/csit/perf-verify.sh
1423
1424     publishers:
1425       - fdio-infra-publish
1426
1427 - job-template:
1428     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1429
1430     description: |
1431       <ul>
1432           <li>objective
1433               <ul>
1434                   <li>get trex performance coverage data for csit report
1435               </ul>
1436           <li>job
1437               <ul>
1438                   <li>name:
1439                       <b>csit-trex-perf-report-coverage-{stream_report}-
1440                       {node-arch}</b>
1441                   <li>trigger: keyword in comment to csit patch:
1442                       <b>csit-trex-report-cov-{node-arch}-perftest
1443                       test_set_id</b>
1444                   <li>trigger example:
1445                       csit-trex-report-cov-{node-arch}-perftest trex-00
1446               </ul>
1447           <li>executor
1448               <ul>
1449                   <li>builder-{os}-prod-{executor-arch}
1450               </ul>
1451           <li>perf test-cases selection
1452               <ul>
1453                   <li>test-cases selected by tags defined in
1454                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1455                       test_set_id.md</i>
1456               </ul>
1457
1458           <li>results
1459               <ul>
1460                   <li>jjb verify: PASS/FAIL
1461                   <li>present: trex performance
1462                   <li>analyse: trex performance
1463               </ul>
1464       </ul>
1465
1466     project-type: freestyle
1467     node: 'builder-{os}-prod-{executor-arch}'
1468     concurrent: true
1469     latest-only: false
1470
1471     properties:
1472       - lf-infra-properties:
1473           build-days-to-keep: "{build-days-to-keep}"
1474
1475     parameters:
1476       - project-parameter:
1477           project: '{project}'
1478       - gerrit-parameter:
1479           branch: '{branch}'
1480       - gerrit-refspec-parameter
1481       - gerrit-event-type-parameter
1482       - gerrit-event-comment-text-parameter
1483       - csit-perf-trial-duration-parameter:
1484           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1485       - csit-perf-trial-multiplicity-parameter:
1486           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1487
1488     scm:
1489       - gerrit-trigger-scm:
1490           credentials-id: 'jenkins-gerrit-credentials'
1491           refspec: '$GERRIT_REFSPEC'
1492           choosing-strategy: 'gerrit'
1493
1494     wrappers:
1495       - fdio-infra-wrappers-non-activity-timeout:
1496           build-timeout: '{build-timeout}'
1497
1498     triggers:
1499       - gerrit-trigger-csit-perftest:
1500           project: '{project}'
1501           branch: '{branch}'
1502           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1503           skip-vote: false
1504
1505     builders:
1506       - shell:
1507           !include-raw-escape:
1508           - ../scripts/setup_executor_env.sh
1509       - shell:
1510           !include-raw-escape:
1511           - ../scripts/csit/perf-verify.sh
1512
1513     publishers:
1514       - fdio-infra-publish