jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  77           node-arch:
  78             - 2n-clx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-skx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-dnv:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-zn2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-tx2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'aarch64'
  93             - 3n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2009_lts':
 107                 branch: 'rls2009_lts'
 108                 branch-id: 'oper-rls2009_lts'
 109             - '2101':
 110                 branch: 'rls2101'
 111                 branch-id: 'oper-rls2101'
 112             - '2106':
 113                 branch: 'rls2106'
 114                 branch-id: 'oper-rls2106'
 115       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 116           node-arch:
 117             - 2n-clx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120                 periodicity: '0 2,14 * * *'
 121             - 2n-skx:
 122                 os: 'ubuntu2004'
 123                 executor-arch: 'x86_64'
 124                 periodicity: '0 2,14 * * *'
 125             - 2n-dnv:
 126                 os: 'ubuntu2004'
 127                 executor-arch: 'x86_64'
 128                 periodicity: '0 2,14 * * *'
 129             - 2n-zn2:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2,14 * * *'
 133             - 2n-tx2:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'aarch64'
 136                 periodicity: '0 14 * * *'
 137             - 3n-skx:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '0 2,14 * * *'
 141             - 3n-dnv:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2,14 * * *'
 145             - 3n-tsh:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '0 14 * * *'
 149       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 150           node-arch:
 151             - 2n-clx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 2n-skx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 3n-skx:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160             - 2n-aws:
 161                 os: 'ubuntu2004'
 162                 executor-arch: 'x86_64'
 163             - 3n-aws:
 164                 os: 'ubuntu2004'
 165                 executor-arch: 'x86_64'
 166           stream:
 167             - master:
 168                 branch: 'master'
 169                 branch-id: 'oper'
 170             - '2009_lts':
 171                 branch: 'rls2009_lts'
 172                 branch-id: 'oper-rls2009_lts'
 173           periodicity: '0 0 * * 6'
 174       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 175           node-arch:
 176             - 2n-clx:
 177                 os: 'ubuntu2004'
 178                 executor-arch: 'x86_64'
 179             - 2n-skx:
 180                 os: 'ubuntu2004'
 181                 executor-arch: 'x86_64'
 182             - 3n-skx:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185           periodicity: '0 0 * * 6'
 186       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 187           node-arch:
 188             - 2n-clx:
 189                 os: 'ubuntu2004'
 190                 executor-arch: 'x86_64'
 191             - 2n-skx:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194             - 2n-dnv:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197             - 2n-zn2:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'x86_64'
 200             - 2n-tx2:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'aarch64'
 203             - 3n-skx:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 3n-dnv:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 3n-tsh:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'aarch64'
 212             - 2n-aws:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 3n-aws:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 219           node-arch:
 220             - 2n-clx:
 221                 os: 'ubuntu2004'
 222                 executor-arch: 'x86_64'
 223             - 2n-skx:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-dnv:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-zn2:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-tx2:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'aarch64'
 235             - 3n-skx:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 3n-dnv:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 3n-tsh:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'aarch64'
 244             - 2n-aws:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-aws:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 251           node-arch:
 252             - 2n-clx:
 253                 os: 'ubuntu2004'
 254                 executor-arch: 'x86_64'
 255             - 2n-skx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-dnv:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-zn2:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-tx2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'aarch64'
 267             - 3n-skx:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 3n-dnv:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-tsh:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'aarch64'
 276             - 2n-aws:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 3n-aws:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 283           node-arch:
 284             - 2n-clx:
 285                 os: 'ubuntu2004'
 286                 executor-arch: 'x86_64'
 287             - 2n-skx:
 288                 os: 'ubuntu2004'
 289                 executor-arch: 'x86_64'
 290             - 2n-dnv:
 291                 os: 'ubuntu2004'
 292                 executor-arch: 'x86_64'
 293             - 2n-zn2:
 294                 os: 'ubuntu2004'
 295                 executor-arch: 'x86_64'
 296             - 2n-tx2:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'aarch64'
 299             - 3n-skx:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'x86_64'
 302             - 3n-dnv:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 3n-tsh:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'aarch64'
 308             - 2n-aws:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'x86_64'
 311             - 3n-aws:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314
 315     project: 'csit'
 316     branch: 'master'
 317     branch-id: 'oper'
 318     csit-perf-trial-duration: '1.0'
 319     csit-perf-trial-multiplicity: '10'
 320     stream:
 321       - master:
 322           branch: 'master'
 323           branch-id: 'oper'
 324       - '2009_lts':
 325           branch: 'rls2009_lts'
 326           branch-id: 'oper-rls2009_lts'
 327       - '2101':
 328           branch: 'rls2101'
 329           branch-id: 'oper-rls2101'
 330       - '2106':
 331           branch: 'rls2106'
 332           branch-id: 'oper-rls2106'
 333     stream_report:
 334       - '2106':
 335           branch: 'rls2106'
 336           branch-id: 'oper-rls2106'
 337
 338     build-artifact-num-to-keep: 10
 339
 340
 341 - job-template:
 342     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 343
 344     description: |
 345       <ul>
 346           <li>objective
 347               <ul>
 348                   <li>perf verify - per csit gerrit patch
 349               </ul>
 350           <li>job
 351               <ul>
 352                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 353                   <li>trigger: keyword in comment to csit patch:
 354                       <b>csit-{node-arch}-perftest tag_list</b>
 355               </ul>
 356           <li>executor
 357               <ul>
 358                   <li>builder-{os}-prod-{executor-arch}
 359               </ul>
 360           <li>perf test-cases selection
 361               <ul>
 362                   <li>test-cases selected using trigger keyword followed by tags
 363                   <li>all test-cases are labelled with CSIT RF topic tags
 364                       defined in <i>csit/docs/tag_documentation.rst</i>
 365               </ul>
 366           <li>proposed keywords
 367               <ul>
 368                   <li>focus on testing specified vpp packet processing path
 369                   <li>format: csit-{node-arch}-perftest tag_list
 370               </ul>
 371           <li>default tags for vpp startup config and perf test type
 372               <ul>
 373                   <li>IP4BASE, IP6BASE, L2BDBASE
 374                   <li>64B/78B: 64B/78B packet size
 375                   <li>1C: one core
 376                   <li>X710: x710 Fortville NIC
 377                   <li>MRR: MRR throughput
 378               </ul>
 379           <li>results
 380               <ul>
 381                   <li>jjb verify: PASS/FAIL
 382                   <li>present: no
 383                   <li>analyse: no
 384               </ul>
 385       </ul>
 386
 387     project-type: freestyle
 388     node: 'builder-{os}-prod-{executor-arch}'
 389     concurrent: true
 390     latest-only: false
 391
 392     properties:
 393       - lf-infra-properties:
 394           build-days-to-keep: "{build-days-to-keep}"
 395
 396     parameters:
 397       - project-parameter:
 398           project: '{project}'
 399       - gerrit-parameter:
 400           branch: '{branch}'
 401       - gerrit-refspec-parameter
 402       - gerrit-event-type-parameter
 403       - gerrit-event-comment-text-parameter
 404       - csit-perf-trial-duration-parameter:
 405           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 406       - csit-perf-trial-multiplicity-parameter:
 407           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 408       # This is a manually-triggered verify job, part of API coverage.
 409       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 410       # Can be removed when this job is no longer needed for full API coverage.
 411       - csit-fail-on-crc-mismatch-parameter:
 412           fail-on-crc-mismatch: 'True'
 413
 414     scm:
 415       - gerrit-trigger-scm:
 416           credentials-id: 'jenkins-gerrit-credentials'
 417           refspec: '$GERRIT_REFSPEC'
 418           choosing-strategy: 'gerrit'
 419
 420     wrappers:
 421       - fdio-infra-wrappers-non-activity-timeout:
 422           build-timeout: '{build-timeout}'
 423
 424     triggers:
 425       - gerrit-trigger-csit-perftest:
 426           project: '{project}'
 427           branch: '{branch}'
 428           trigger-word: 'csit-{node-arch}-perftest'
 429           skip-vote: false
 430
 431     builders:
 432       - shell:
 433           !include-raw-escape:
 434           - ../scripts/setup_executor_env.sh
 435       - shell:
 436           !include-raw-escape:
 437           - ../scripts/csit/perf-verify.sh
 438
 439     publishers:
 440       - fdio-infra-publish
 441
 442 - job-template:
 443     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 444
 445     description: |
 446       <ul>
 447           <li>objective
 448               <ul>
 449                   <li>check vpp perf mrr daily
 450               </ul>
 451           <li>executor
 452               <ul>
 453                   <li>builder-{os}-prod-{executor-arch}
 454               </ul>
 455           <li>perf test-cases selection
 456               <ul>
 457                   <li>all CSIT VPP MRR perf suites
 458               </ul>
 459           <li>results
 460               <ul>
 461                   <li>jjb verify: PASS/FAIL
 462                   <li>present: no
 463                   <li>analyse: csit project (catch malfunctions/degradations)
 464               </ul>
 465       </ul>
 466
 467     project-type: freestyle
 468     node: 'builder-{os}-prod-{executor-arch}'
 469     concurrent: false
 470     latest-only: false
 471
 472     properties:
 473       - lf-infra-properties:
 474           build-days-to-keep: "{build-days-to-keep}"
 475
 476     parameters:
 477       - project-parameter:
 478           project: '{project}'
 479       - gerrit-parameter:
 480           branch: '{branch}'
 481       - csit-perf-trial-duration-parameter:
 482           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 483       - csit-perf-trial-multiplicity-parameter:
 484           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 485
 486     wrappers:
 487       - fdio-infra-wrappers-non-activity-timeout:
 488           build-timeout: '{build-timeout}'
 489
 490     triggers:
 491       - timed: '{periodicity}'
 492
 493     builders:
 494       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 495       - inject:
 496           properties-file: variables.prop
 497       - shell:
 498           !include-raw-escape:
 499           - ../scripts/setup_executor_env.sh
 500       - shell:
 501           !include-raw-escape:
 502           - ../scripts/csit/perf-timed.sh
 503
 504     publishers:
 505       - fdio-infra-publish
 506
 507 - job-template:
 508     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 509
 510     description: |
 511       <ul>
 512           <li>objective
 513               <ul>
 514                   <li>check vpp perf mrr weekly on {node-arch}
 515               </ul>
 516           <li>executor
 517               <ul>
 518                   <li>builder-{os}-prod-{executor-arch}
 519               </ul>
 520           <li>perf test-cases selection
 521               <ul>
 522                   <li>NF Density CSIT VPP MRR perf suites
 523               </ul>
 524           <li>results
 525               <ul>
 526                   <li>jjb verify: PASS/FAIL
 527                   <li>present: no
 528                   <li>analyse: csit project (catch malfunctions/degradations)
 529               </ul>
 530       </ul>
 531
 532     project-type: freestyle
 533     node: 'builder-{os}-prod-{executor-arch}'
 534     concurrent: false
 535     latest-only: false
 536
 537     properties:
 538       - lf-infra-properties:
 539           build-days-to-keep: "{build-days-to-keep}"
 540
 541     parameters:
 542       - project-parameter:
 543           project: '{project}'
 544       - gerrit-parameter:
 545           branch: '{branch}'
 546       - csit-perf-trial-duration-parameter:
 547           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 548       - csit-perf-trial-multiplicity-parameter:
 549           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 550
 551     wrappers:
 552       - fdio-infra-wrappers-non-activity-timeout:
 553           build-timeout: '{build-timeout}'
 554
 555     triggers:
 556       - timed: '{periodicity}'
 557
 558     builders:
 559       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 560       - inject:
 561           properties-file: variables.prop
 562       - shell:
 563           !include-raw-escape:
 564           - ../scripts/setup_executor_env.sh
 565       - shell:
 566           !include-raw-escape:
 567           - ../scripts/csit/perf-timed.sh
 568
 569     publishers:
 570       - fdio-infra-publish
 571
 572 - job-template:
 573     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 574
 575     description: |
 576       <ul>
 577           <li>objective
 578               <ul>
 579                   <li>check vpp perf ndrpdr weekly on {node-arch}
 580               </ul>
 581           <li>executor
 582               <ul>
 583                   <li>builder-{os}-prod-{executor-arch}
 584               </ul>
 585           <li>perf test-cases selection
 586               <ul>
 587                   <li>pre-selected CSIT VPP NDRPDR perf suites
 588               </ul>
 589           <li>results
 590               <ul>
 591                   <li>jjb verify: PASS/FAIL
 592                   <li>present: no
 593                   <li>analyse: csit project (catch malfunctions/degradations)
 594               </ul>
 595       </ul>
 596     project-type: freestyle
 597     node: 'builder-{os}-prod-{executor-arch}'
 598     concurrent: false
 599     latest-only: false
 600
 601     properties:
 602       - lf-infra-properties:
 603           build-days-to-keep: "{build-days-to-keep}"
 604
 605     parameters:
 606       - project-parameter:
 607           project: '{project}'
 608       - gerrit-parameter:
 609           branch: '{branch}'
 610
 611     wrappers:
 612       - fdio-infra-wrappers-non-activity-timeout:
 613           build-timeout: '{build-timeout}'
 614
 615     triggers:
 616       - timed: '{periodicity}'
 617
 618     builders:
 619       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 620       - inject:
 621           properties-file: variables.prop
 622       - shell:
 623           !include-raw-escape:
 624           - ../scripts/setup_executor_env.sh
 625       - shell:
 626           !include-raw-escape:
 627           - ../scripts/csit/perf-timed.sh
 628
 629     publishers:
 630       - fdio-infra-publish
 631
 632 - job-template:
 633     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 634
 635     description: |
 636       <ul>
 637           <li>objective
 638               <ul>
 639                   <li>perf verify - per csit gerrit patch
 640               </ul>
 641           <li>job
 642               <ul>
 643                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 644                   <li>trigger: keyword in comment to csit patch:
 645                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 646               </ul>
 647           <li>executor
 648               <ul>
 649                   <li>builder-{os}-prod-{executor-arch}
 650               </ul>
 651           <li>perf test-cases selection
 652               <ul>
 653                   <li>test-cases selected using trigger keyword followed by tags
 654                   <li>all test-cases are labelled with CSIT RF topic tags
 655                       defined in <i>csit/docs/tag_documentation.rst</i>
 656               </ul>
 657           <li>proposed keywords
 658               <ul>
 659                   <li>focus on testing specified trex packet processing path
 660                   <li>format: csit-{node-arch}-perftest tag_list
 661               </ul>
 662           <li>results
 663               <ul>
 664                   <li>jjb verify: PASS/FAIL
 665                   <li>present: no
 666                   <li>analyse: no
 667               </ul>
 668       </ul>
 669
 670     project-type: freestyle
 671     node: 'builder-{os}-prod-{executor-arch}'
 672     concurrent: true
 673     latest-only: false
 674
 675     properties:
 676       - lf-infra-properties:
 677           build-days-to-keep: "{build-days-to-keep}"
 678
 679     parameters:
 680       - project-parameter:
 681           project: '{project}'
 682       - gerrit-parameter:
 683           branch: '{branch}'
 684       - gerrit-refspec-parameter
 685       - gerrit-event-type-parameter
 686       - gerrit-event-comment-text-parameter
 687       - csit-perf-trial-duration-parameter:
 688           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 689       - csit-perf-trial-multiplicity-parameter:
 690           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 691       # This is a manually-triggered verify job, part of API coverage.
 692       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 693       # Can be removed when this job is no longer needed for full API coverage.
 694       - csit-fail-on-crc-mismatch-parameter:
 695           fail-on-crc-mismatch: 'True'
 696
 697     scm:
 698       - gerrit-trigger-scm:
 699           credentials-id: 'jenkins-gerrit-credentials'
 700           refspec: '$GERRIT_REFSPEC'
 701           choosing-strategy: 'gerrit'
 702
 703     wrappers:
 704       - fdio-infra-wrappers-non-activity-timeout:
 705           build-timeout: '{build-timeout}'
 706
 707     triggers:
 708       - gerrit-trigger-csit-perftest:
 709           project: '{project}'
 710           branch: '{branch}'
 711           trigger-word: 'csit-trex-{node-arch}-perftest'
 712           skip-vote: false
 713
 714     builders:
 715       - shell:
 716           !include-raw-escape:
 717           - ../scripts/setup_executor_env.sh
 718       - shell:
 719           !include-raw-escape:
 720           - ../scripts/csit/perf-verify.sh
 721
 722     publishers:
 723       - fdio-infra-publish
 724
 725 - job-template:
 726     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 727
 728     description: |
 729       <ul>
 730           <li>objective
 731               <ul>
 732                   <li>perf verify - per csit gerrit patch
 733               </ul>
 734           <li>job
 735               <ul>
 736                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 737                   <li>trigger: keyword in comment to csit patch:
 738                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 739               </ul>
 740           <li>executor
 741               <ul>
 742                   <li>builder-{os}-prod-{executor-arch}
 743               </ul>
 744           <li>perf test-cases selection
 745               <ul>
 746                   <li>test-cases selected using trigger keyword followed by tags
 747                   <li>all test-cases are labelled with CSIT RF topic tags
 748                       defined in <i>csit/docs/tag_documentation.rst</i>
 749               </ul>
 750           <li>default tags for dpdk perf test type
 751               <ul>
 752                   <li>IP4BASE, L2XCBASE
 753                   <li>64B: 64B packet size
 754                   <li>1C: one core
 755                   <li>X710: x710 Fortville NIC
 756                   <li>MRR: MRR throughput
 757               </ul>
 758           <li>results
 759               <ul>
 760                   <li>jjb verify: PASS/FAIL
 761                   <li>present: no
 762                   <li>analyse: no
 763               </ul>
 764       </ul>
 765
 766     project-type: freestyle
 767     node: 'builder-{os}-prod-{executor-arch}'
 768     concurrent: true
 769     latest-only: false
 770
 771     properties:
 772       - lf-infra-properties:
 773           build-days-to-keep: "{build-days-to-keep}"
 774
 775     parameters:
 776       - project-parameter:
 777           project: '{project}'
 778       - gerrit-parameter:
 779           branch: '{branch}'
 780       - gerrit-refspec-parameter
 781       - gerrit-event-type-parameter
 782       - gerrit-event-comment-text-parameter
 783       - csit-perf-trial-duration-parameter:
 784           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 785       - csit-perf-trial-multiplicity-parameter:
 786           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 787
 788     scm:
 789       - gerrit-trigger-scm:
 790           credentials-id: 'jenkins-gerrit-credentials'
 791           refspec: '$GERRIT_REFSPEC'
 792           choosing-strategy: 'gerrit'
 793
 794     wrappers:
 795       - fdio-infra-wrappers-non-activity-timeout:
 796           build-timeout: '{build-timeout}'
 797
 798     triggers:
 799       - gerrit-trigger-csit-perftest:
 800           project: '{project}'
 801           branch: '{branch}'
 802           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 803           skip-vote: false
 804
 805     builders:
 806       - shell:
 807           !include-raw-escape:
 808           - ../scripts/setup_executor_env.sh
 809       - shell:
 810           !include-raw-escape:
 811           - ../scripts/csit/perf-verify.sh
 812
 813     publishers:
 814       - fdio-infra-publish
 815
 816 - job-template:
 817     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 818
 819     description: |
 820       <ul>
 821           <li>objective
 822               <ul>
 823                   <li>check dpdk perf mrr weekly
 824               </ul>
 825           <li>executor
 826               <ul>
 827                   <li>builder-{os}-prod-{executor-arch}
 828               </ul>
 829           <li>perf test-cases selection
 830               <ul>
 831                   <li>all CSIT DPDK MRR perf suites
 832               </ul>
 833           <li>results
 834               <ul>
 835                   <li>jjb verify: PASS/FAIL
 836                   <li>present: no
 837                   <li>analyse: csit project (catch malfunctions/degradations)
 838               </ul>
 839       </ul>
 840
 841     project-type: freestyle
 842     node: 'builder-{os}-prod-{executor-arch}'
 843     concurrent: false
 844     latest-only: false
 845
 846     properties:
 847       - lf-infra-properties:
 848           build-days-to-keep: "{build-days-to-keep}"
 849
 850     parameters:
 851       - project-parameter:
 852           project: '{project}'
 853       - gerrit-parameter:
 854           branch: '{branch}'
 855       - csit-perf-trial-duration-parameter:
 856           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 857       - csit-perf-trial-multiplicity-parameter:
 858           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 859
 860     wrappers:
 861       - fdio-infra-wrappers-non-activity-timeout:
 862           build-timeout: '{build-timeout}'
 863
 864     triggers:
 865       - timed: '{periodicity}'
 866
 867     builders:
 868       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 869       - inject:
 870           properties-file: variables.prop
 871       - shell:
 872           !include-raw-escape:
 873           - ../scripts/setup_executor_env.sh
 874       - shell:
 875           !include-raw-escape:
 876           - ../scripts/csit/perf-timed.sh
 877
 878     publishers:
 879       - fdio-infra-publish
 880
 881 - job-template:
 882     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 883
 884     description: |
 885       <ul>
 886           <li>objective
 887               <ul>
 888                   <li>get vpp performance iterative data for csit report
 889               </ul>
 890           <li>job
 891               <ul>
 892                   <li>name:
 893                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 894                       {node-arch}</b>
 895                   <li>trigger: keyword in comment to csit patch:
 896                       <b>csit-vpp-report-iter-{node-arch}-perftest
 897                       test_set_id</b>
 898                   <li>trigger example:
 899                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 900               </ul>
 901           <li>executor
 902               <ul>
 903                   <li>builder-{os}-prod-{executor-arch}
 904               </ul>
 905           <li>perf test-cases selection
 906               <ul>
 907                   <li>test-cases selected by tags defined in
 908                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 909                       test_set_id.md</i>
 910               </ul>
 911
 912           <li>results
 913               <ul>
 914                   <li>jjb verify: PASS/FAIL
 915                   <li>present: vpp performance
 916                   <li>analyse: vpp performance
 917               </ul>
 918       </ul>
 919
 920     project-type: freestyle
 921     node: 'builder-{os}-prod-{executor-arch}'
 922     concurrent: true
 923     latest-only: false
 924
 925     properties:
 926       - lf-infra-properties:
 927           build-days-to-keep: "{build-days-to-keep}"
 928
 929     parameters:
 930       - project-parameter:
 931           project: '{project}'
 932       - gerrit-parameter:
 933           branch: '{branch}'
 934       - gerrit-refspec-parameter
 935       - gerrit-event-type-parameter
 936       - gerrit-event-comment-text-parameter
 937       - csit-perf-trial-duration-parameter:
 938           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 939       - csit-perf-trial-multiplicity-parameter:
 940           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 941
 942     scm:
 943       - gerrit-trigger-scm:
 944           credentials-id: 'jenkins-gerrit-credentials'
 945           refspec: '$GERRIT_REFSPEC'
 946           choosing-strategy: 'gerrit'
 947
 948     wrappers:
 949       - fdio-infra-wrappers-non-activity-timeout:
 950           build-timeout: '{build-timeout}'
 951
 952     triggers:
 953       - gerrit-trigger-csit-perftest:
 954           project: '{project}'
 955           branch: '{branch}'
 956           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 957           skip-vote: false
 958
 959     builders:
 960       - shell:
 961           !include-raw-escape:
 962           - ../scripts/setup_executor_env.sh
 963       - shell:
 964           !include-raw-escape:
 965           - ../scripts/csit/perf-verify.sh
 966
 967     publishers:
 968       - fdio-infra-publish
 969
 970 - job-template:
 971     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 972
 973     description: |
 974       <ul>
 975           <li>objective
 976               <ul>
 977                   <li>get dpdk performance iterative data for csit report
 978               </ul>
 979           <li>job
 980               <ul>
 981                   <li>name:
 982                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 983                       {node-arch}</b>
 984                   <li>trigger: keyword in comment to csit patch:
 985                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 986                       test_set_id</b>
 987                   <li>trigger example:
 988                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 989               </ul>
 990           <li>executor
 991               <ul>
 992                   <li>builder-{os}-prod-{executor-arch}
 993               </ul>
 994           <li>perf test-cases selection
 995               <ul>
 996                   <li>test-cases selected by tags defined in
 997                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 998                       test_set_id.md</i>
 999               </ul>
1000
1001           <li>results
1002               <ul>
1003                   <li>jjb verify: PASS/FAIL
1004                   <li>present: dpdk performance
1005                   <li>analyse: dpdk performance
1006               </ul>
1007       </ul>
1008
1009     project-type: freestyle
1010     node: 'builder-{os}-prod-{executor-arch}'
1011     concurrent: true
1012     latest-only: false
1013
1014     properties:
1015       - lf-infra-properties:
1016           build-days-to-keep: "{build-days-to-keep}"
1017
1018     parameters:
1019       - project-parameter:
1020           project: '{project}'
1021       - gerrit-parameter:
1022           branch: '{branch}'
1023       - gerrit-refspec-parameter
1024       - gerrit-event-type-parameter
1025       - gerrit-event-comment-text-parameter
1026       - csit-perf-trial-duration-parameter:
1027           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1028       - csit-perf-trial-multiplicity-parameter:
1029           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1030
1031     scm:
1032       - gerrit-trigger-scm:
1033           credentials-id: 'jenkins-gerrit-credentials'
1034           refspec: '$GERRIT_REFSPEC'
1035           choosing-strategy: 'gerrit'
1036
1037     wrappers:
1038       - fdio-infra-wrappers-non-activity-timeout:
1039           build-timeout: '{build-timeout}'
1040
1041     triggers:
1042       - gerrit-trigger-csit-perftest:
1043           project: '{project}'
1044           branch: '{branch}'
1045           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1046           skip-vote: false
1047
1048     builders:
1049       - shell:
1050           !include-raw-escape:
1051           - ../scripts/setup_executor_env.sh
1052       - shell:
1053           !include-raw-escape:
1054           - ../scripts/csit/perf-verify.sh
1055
1056     publishers:
1057       - fdio-infra-publish
1058
1059 - job-template:
1060     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1061
1062     description: |
1063       <ul>
1064           <li>objective
1065               <ul>
1066                   <li>get vpp performance coverage data for csit report
1067               </ul>
1068           <li>job
1069               <ul>
1070                   <li>name:
1071                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1072                       {node-arch}</b>
1073                   <li>trigger: keyword in comment to csit patch:
1074                       <b>csit-vpp-report-cov-{node-arch}-perftest
1075                       test_set_id</b>
1076                   <li>trigger example:
1077                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1078               </ul>
1079           <li>executor
1080               <ul>
1081                   <li>builder-{os}-prod-{executor-arch}
1082               </ul>
1083           <li>perf test-cases selection
1084               <ul>
1085                   <li>test-cases selected by tags defined in
1086                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1087                       test_set_id.md</i>
1088               </ul>
1089
1090           <li>results
1091               <ul>
1092                   <li>jjb verify: PASS/FAIL
1093                   <li>present: vpp performance
1094                   <li>analyse: vpp performance
1095               </ul>
1096       </ul>
1097
1098     project-type: freestyle
1099     node: 'builder-{os}-prod-{executor-arch}'
1100     concurrent: true
1101     latest-only: false
1102
1103     properties:
1104       - lf-infra-properties:
1105           build-days-to-keep: "{build-days-to-keep}"
1106
1107     parameters:
1108       - project-parameter:
1109           project: '{project}'
1110       - gerrit-parameter:
1111           branch: '{branch}'
1112       - gerrit-refspec-parameter
1113       - gerrit-event-type-parameter
1114       - gerrit-event-comment-text-parameter
1115       - csit-perf-trial-duration-parameter:
1116           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1117       - csit-perf-trial-multiplicity-parameter:
1118           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1119
1120     scm:
1121       - gerrit-trigger-scm:
1122           credentials-id: 'jenkins-gerrit-credentials'
1123           refspec: '$GERRIT_REFSPEC'
1124           choosing-strategy: 'gerrit'
1125
1126     wrappers:
1127       - fdio-infra-wrappers-non-activity-timeout:
1128           build-timeout: '{build-timeout}'
1129
1130     triggers:
1131       - gerrit-trigger-csit-perftest:
1132           project: '{project}'
1133           branch: '{branch}'
1134           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1135           skip-vote: false
1136
1137     builders:
1138       - shell:
1139           !include-raw-escape:
1140           - ../scripts/setup_executor_env.sh
1141       - shell:
1142           !include-raw-escape:
1143           - ../scripts/csit/perf-verify.sh
1144
1145     publishers:
1146       - fdio-infra-publish
1147
1148 - job-template:
1149     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1150
1151     description: |
1152       <ul>
1153           <li>objective
1154               <ul>
1155                   <li>get dpdk performance coverage data for csit report
1156               </ul>
1157           <li>job
1158               <ul>
1159                   <li>name:
1160                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1161                       {node-arch}</b>
1162                   <li>trigger: keyword in comment to csit patch:
1163                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1164                       test_set_id</b>
1165                   <li>trigger example:
1166                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1167               </ul>
1168           <li>executor
1169               <ul>
1170                   <li>builder-{os}-prod-{executor-arch}
1171               </ul>
1172           <li>perf test-cases selection
1173               <ul>
1174                   <li>test-cases selected by tags defined in
1175                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1176                       test_set_id.md</i>
1177               </ul>
1178
1179           <li>results
1180               <ul>
1181                   <li>jjb verify: PASS/FAIL
1182                   <li>present: dpdk performance
1183                   <li>analyse: dpdk performance
1184               </ul>
1185       </ul>
1186
1187     project-type: freestyle
1188     node: 'builder-{os}-prod-{executor-arch}'
1189     concurrent: true
1190     latest-only: false
1191
1192     properties:
1193       - lf-infra-properties:
1194           build-days-to-keep: "{build-days-to-keep}"
1195
1196     parameters:
1197       - project-parameter:
1198           project: '{project}'
1199       - gerrit-parameter:
1200           branch: '{branch}'
1201       - gerrit-refspec-parameter
1202       - gerrit-event-type-parameter
1203       - gerrit-event-comment-text-parameter
1204       - csit-perf-trial-duration-parameter:
1205           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1206       - csit-perf-trial-multiplicity-parameter:
1207           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1208
1209     scm:
1210       - gerrit-trigger-scm:
1211           credentials-id: 'jenkins-gerrit-credentials'
1212           refspec: '$GERRIT_REFSPEC'
1213           choosing-strategy: 'gerrit'
1214
1215     wrappers:
1216       - fdio-infra-wrappers-non-activity-timeout:
1217           build-timeout: '{build-timeout}'
1218
1219     triggers:
1220       - gerrit-trigger-csit-perftest:
1221           project: '{project}'
1222           branch: '{branch}'
1223           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1224           skip-vote: false
1225
1226     builders:
1227       - shell:
1228           !include-raw-escape:
1229           - ../scripts/setup_executor_env.sh
1230       - shell:
1231           !include-raw-escape:
1232           - ../scripts/csit/perf-verify.sh
1233
1234     publishers:
1235       - fdio-infra-publish