jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-clx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 2n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 2n-dnv:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 2n-zn2:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'x86_64'
  82             - 2n-tx2:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85             - 3n-skx:
  86                 os: 'ubuntu2004'
  87                 executor-arch: 'x86_64'
  88             - 3n-dnv:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 3n-tsh:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'aarch64'
  94           stream:
  95             - master:
  96                 branch: 'master'
  97                 branch-id: 'oper'
  98             - '2009_lts':
  99                 branch: 'rls2009_lts'
 100                 branch-id: 'oper-rls2009_lts'
 101             - '2101':
 102                 branch: 'rls2101'
 103                 branch-id: 'oper-rls2101'
 104             - '2106':
 105                 branch: 'rls2106'
 106                 branch-id: 'oper-rls2106'
 107       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 108           node-arch:
 109             - 2n-clx:
 110                 os: 'ubuntu2004'
 111                 executor-arch: 'x86_64'
 112                 periodicity: '0 2,14 * * *'
 113             - 2n-skx:
 114                 os: 'ubuntu2004'
 115                 executor-arch: 'x86_64'
 116                 periodicity: '0 2,14 * * *'
 117             - 2n-dnv:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120                 periodicity: '0 2,14 * * *'
 121             - 2n-zn2:
 122                 os: 'ubuntu2004'
 123                 executor-arch: 'x86_64'
 124                 periodicity: '0 2,14 * * *'
 125             - 2n-tx2:
 126                 os: 'ubuntu2004'
 127                 executor-arch: 'aarch64'
 128                 periodicity: '0 14 * * *'
 129             - 3n-skx:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2,14 * * *'
 133             - 3n-dnv:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '0 2,14 * * *'
 137             - 3n-tsh:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'aarch64'
 140                 periodicity: '0 14 * * *'
 141       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 142           node-arch:
 143             - 2n-clx:
 144                 os: 'ubuntu2004'
 145                 executor-arch: 'x86_64'
 146             - 2n-skx:
 147                 os: 'ubuntu2004'
 148                 executor-arch: 'x86_64'
 149             - 3n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152             - 2n-aws:
 153                 os: 'ubuntu2004'
 154                 executor-arch: 'x86_64'
 155             - 3n-aws:
 156                 os: 'ubuntu2004'
 157                 executor-arch: 'x86_64'
 158           stream:
 159             - master:
 160                 branch: 'master'
 161                 branch-id: 'oper'
 162             - '2009_lts':
 163                 branch: 'rls2009_lts'
 164                 branch-id: 'oper-rls2009_lts'
 165           periodicity: '0 0 * * 6'
 166       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 167           node-arch:
 168             - 2n-clx:
 169                 os: 'ubuntu2004'
 170                 executor-arch: 'x86_64'
 171             - 2n-skx:
 172                 os: 'ubuntu2004'
 173                 executor-arch: 'x86_64'
 174             - 3n-skx:
 175                 os: 'ubuntu2004'
 176                 executor-arch: 'x86_64'
 177           periodicity: '0 0 * * 6'
 178       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 179           node-arch:
 180             - 2n-clx:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 2n-skx:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186             - 2n-dnv:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'x86_64'
 189             - 2n-zn2:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'x86_64'
 192             - 2n-tx2:
 193                 os: 'ubuntu2004'
 194                 executor-arch: 'aarch64'
 195             - 3n-skx:
 196                 os: 'ubuntu2004'
 197                 executor-arch: 'x86_64'
 198             - 3n-dnv:
 199                 os: 'ubuntu2004'
 200                 executor-arch: 'x86_64'
 201             - 3n-tsh:
 202                 os: 'ubuntu2004'
 203                 executor-arch: 'aarch64'
 204             - 2n-aws:
 205                 os: 'ubuntu2004'
 206                 executor-arch: 'x86_64'
 207             - 3n-aws:
 208                 os: 'ubuntu2004'
 209                 executor-arch: 'x86_64'
 210       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 211           node-arch:
 212             - 2n-clx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-skx:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 2n-dnv:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 2n-zn2:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 2n-tx2:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'aarch64'
 227             - 3n-skx:
 228                 os: 'ubuntu2004'
 229                 executor-arch: 'x86_64'
 230             - 3n-dnv:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233             - 3n-tsh:
 234                 os: 'ubuntu2004'
 235                 executor-arch: 'aarch64'
 236             - 2n-aws:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239             - 3n-aws:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 243           node-arch:
 244             - 2n-clx:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 2n-skx:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 2n-dnv:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'x86_64'
 253             - 2n-zn2:
 254                 os: 'ubuntu2004'
 255                 executor-arch: 'x86_64'
 256             - 2n-tx2:
 257                 os: 'ubuntu2004'
 258                 executor-arch: 'aarch64'
 259             - 3n-skx:
 260                 os: 'ubuntu2004'
 261                 executor-arch: 'x86_64'
 262             - 3n-dnv:
 263                 os: 'ubuntu2004'
 264                 executor-arch: 'x86_64'
 265             - 3n-tsh:
 266                 os: 'ubuntu2004'
 267                 executor-arch: 'aarch64'
 268             - 2n-aws:
 269                 os: 'ubuntu2004'
 270                 executor-arch: 'x86_64'
 271             - 3n-aws:
 272                 os: 'ubuntu2004'
 273                 executor-arch: 'x86_64'
 274       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 275           node-arch:
 276             - 2n-clx:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 2n-skx:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 2n-dnv:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285             - 2n-zn2:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 2n-tx2:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'aarch64'
 291             - 3n-skx:
 292                 os: 'ubuntu2004'
 293                 executor-arch: 'x86_64'
 294             - 3n-dnv:
 295                 os: 'ubuntu2004'
 296                 executor-arch: 'x86_64'
 297             - 3n-tsh:
 298                 os: 'ubuntu2004'
 299                 executor-arch: 'aarch64'
 300             - 2n-aws:
 301                 os: 'ubuntu2004'
 302                 executor-arch: 'x86_64'
 303             - 3n-aws:
 304                 os: 'ubuntu2004'
 305                 executor-arch: 'x86_64'
 306
 307     project: 'csit'
 308     branch: 'master'
 309     branch-id: 'oper'
 310     csit-perf-trial-duration: "1.0"
 311     csit-perf-trial-multiplicity: "10"
 312     stream:
 313       - master:
 314           branch: 'master'
 315           branch-id: 'oper'
 316       - '2009_lts':
 317           branch: 'rls2009_lts'
 318           branch-id: 'oper-rls2009_lts'
 319       - '2101':
 320           branch: 'rls2101'
 321           branch-id: 'oper-rls2101'
 322       - '2106':
 323           branch: 'rls2106'
 324           branch-id: 'oper-rls2106'
 325     stream_report:
 326       - '2106':
 327           branch: 'rls2106'
 328           branch-id: 'oper-rls2106'
 329
 330     build-artifact-num-to-keep: 10
 331
 332
 333 - job-template:
 334     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 335
 336     description: |
 337       <ul>
 338           <li>objective
 339               <ul>
 340                   <li>perf verify - per csit gerrit patch
 341               </ul>
 342           <li>job
 343               <ul>
 344                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 345                   <li>trigger: keyword in comment to csit patch:
 346                       <b>csit-{node-arch}-perftest tag_list</b>
 347               </ul>
 348           <li>executor
 349               <ul>
 350                   <li>builder-{os}-prod-{executor-arch}
 351               </ul>
 352           <li>perf test-cases selection
 353               <ul>
 354                   <li>test-cases selected using trigger keyword followed by tags
 355                   <li>all test-cases are labelled with CSIT RF topic tags
 356                       defined in <i>csit/docs/tag_documentation.rst</i>
 357               </ul>
 358           <li>proposed keywords
 359               <ul>
 360                   <li>focus on testing specified vpp packet processing path
 361                   <li>format: csit-{node-arch}-perftest tag_list
 362               </ul>
 363           <li>default tags for vpp startup config and perf test type
 364               <ul>
 365                   <li>IP4BASE, IP6BASE, L2BDBASE
 366                   <li>64B/78B: 64B/78B packet size
 367                   <li>1C: one core
 368                   <li>X710: x710 Fortville NIC
 369                   <li>MRR: MRR throughput
 370               </ul>
 371           <li>results
 372               <ul>
 373                   <li>jjb verify: PASS/FAIL
 374                   <li>present: no
 375                   <li>analyse: no
 376               </ul>
 377       </ul>
 378
 379     project-type: freestyle
 380     node: 'builder-{os}-prod-{executor-arch}'
 381     concurrent: true
 382     latest-only: false
 383
 384     build-discarder:
 385       daysToKeep: '{build-days-to-keep}'
 386       numToKeep: '{build-num-to-keep}'
 387       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 388       artifactNumToKeep: '{build-artifact-num-to-keep}'
 389
 390     parameters:
 391       - project-parameter:
 392           project: '{project}'
 393       - gerrit-parameter:
 394           branch: '{branch}'
 395       - gerrit-refspec-parameter
 396       - gerrit-event-type-parameter
 397       - gerrit-event-comment-text-parameter
 398       - csit-perf-trial-duration-parameter:
 399           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 400       - csit-perf-trial-multiplicity-parameter:
 401           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 402       # This is a manually-triggered verify job, part of API coverage.
 403       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 404       # Can be removed when this job is no longer needed for full API coverage.
 405       - csit-fail-on-crc-mismatch-parameter:
 406           fail-on-crc-mismatch: 'True'
 407
 408     scm:
 409       - gerrit-trigger-scm:
 410           credentials-id: 'jenkins-gerrit-credentials'
 411           refspec: '$GERRIT_REFSPEC'
 412           choosing-strategy: 'gerrit'
 413
 414     wrappers:
 415       - fdio-infra-wrappers-non-activity-timeout:
 416           build-timeout: '{build-timeout}'
 417
 418     triggers:
 419       - gerrit-trigger-csit-perftest:
 420           project: '{project}'
 421           branch: '{branch}'
 422           trigger-word: 'csit-{node-arch}-perftest'
 423           skip-vote: false
 424
 425     builders:
 426       - shell:
 427           !include-raw-escape:
 428           - ../scripts/setup_executor_env.sh
 429       - shell:
 430           !include-raw-escape:
 431           - ../scripts/csit/perf-verify.sh
 432
 433     publishers:
 434       - fdio-infra-publish
 435
 436 - job-template:
 437     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 438
 439     description: |
 440       <ul>
 441           <li>objective
 442               <ul>
 443                   <li>check vpp perf mrr daily
 444               </ul>
 445           <li>executor
 446               <ul>
 447                   <li>builder-{os}-prod-{executor-arch}
 448               </ul>
 449           <li>perf test-cases selection
 450               <ul>
 451                   <li>all CSIT VPP MRR perf suites
 452               </ul>
 453           <li>results
 454               <ul>
 455                   <li>jjb verify: PASS/FAIL
 456                   <li>present: no
 457                   <li>analyse: csit project (catch malfunctions/degradations)
 458               </ul>
 459       </ul>
 460
 461     project-type: freestyle
 462     node: 'builder-{os}-prod-{executor-arch}'
 463     concurrent: false
 464     latest-only: false
 465
 466     build-discarder:
 467       daysToKeep: '{build-days-to-keep}'
 468       numToKeep: '{build-num-to-keep}'
 469       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 470       artifactNumToKeep: '{build-artifact-num-to-keep}'
 471
 472     parameters:
 473       - project-parameter:
 474           project: '{project}'
 475       - gerrit-parameter:
 476           branch: '{branch}'
 477       - csit-perf-trial-duration-parameter:
 478           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 479       - csit-perf-trial-multiplicity-parameter:
 480           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 481
 482     wrappers:
 483       - fdio-infra-wrappers-non-activity-timeout:
 484           build-timeout: '{build-timeout}'
 485
 486     triggers:
 487       - timed: '{periodicity}'
 488
 489     builders:
 490       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 491       - inject:
 492           properties-file: variables.prop
 493       - shell:
 494           !include-raw-escape:
 495           - ../scripts/setup_executor_env.sh
 496       - shell:
 497           !include-raw-escape:
 498           - ../scripts/csit/perf-timed.sh
 499
 500     publishers:
 501       - fdio-infra-publish
 502
 503 - job-template:
 504     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 505
 506     description: |
 507       <ul>
 508           <li>objective
 509               <ul>
 510                   <li>check vpp perf mrr weekly on {node-arch}
 511               </ul>
 512           <li>executor
 513               <ul>
 514                   <li>builder-{os}-prod-{executor-arch}
 515               </ul>
 516           <li>perf test-cases selection
 517               <ul>
 518                   <li>NF Density CSIT VPP MRR perf suites
 519               </ul>
 520           <li>results
 521               <ul>
 522                   <li>jjb verify: PASS/FAIL
 523                   <li>present: no
 524                   <li>analyse: csit project (catch malfunctions/degradations)
 525               </ul>
 526       </ul>
 527
 528     project-type: freestyle
 529     node: 'builder-{os}-prod-{executor-arch}'
 530     concurrent: false
 531     latest-only: false
 532
 533     build-discarder:
 534       daysToKeep: '{build-days-to-keep}'
 535       numToKeep: '{build-num-to-keep}'
 536       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 537       artifactNumToKeep: '{build-artifact-num-to-keep}'
 538
 539     parameters:
 540       - project-parameter:
 541           project: '{project}'
 542       - gerrit-parameter:
 543           branch: '{branch}'
 544       - csit-perf-trial-duration-parameter:
 545           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 546       - csit-perf-trial-multiplicity-parameter:
 547           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 548
 549     wrappers:
 550       - fdio-infra-wrappers-non-activity-timeout:
 551           build-timeout: '{build-timeout}'
 552
 553     triggers:
 554       - timed: '{periodicity}'
 555
 556     builders:
 557       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 558       - inject:
 559           properties-file: variables.prop
 560       - shell:
 561           !include-raw-escape:
 562           - ../scripts/setup_executor_env.sh
 563       - shell:
 564           !include-raw-escape:
 565           - ../scripts/csit/perf-timed.sh
 566
 567     publishers:
 568       - fdio-infra-publish
 569
 570 - job-template:
 571     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 572
 573     description: |
 574       <ul>
 575           <li>objective
 576               <ul>
 577                   <li>check vpp perf ndrpdr weekly on {node-arch}
 578               </ul>
 579           <li>executor
 580               <ul>
 581                   <li>builder-{os}-prod-{executor-arch}
 582               </ul>
 583           <li>perf test-cases selection
 584               <ul>
 585                   <li>pre-selected CSIT VPP NDRPDR perf suites
 586               </ul>
 587           <li>results
 588               <ul>
 589                   <li>jjb verify: PASS/FAIL
 590                   <li>present: no
 591                   <li>analyse: csit project (catch malfunctions/degradations)
 592               </ul>
 593       </ul>
 594     project-type: freestyle
 595     node: 'builder-{os}-prod-{executor-arch}'
 596     concurrent: false
 597     latest-only: false
 598
 599     build-discarder:
 600       daysToKeep: '{build-days-to-keep}'
 601       numToKeep: '{build-num-to-keep}'
 602       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 603       artifactNumToKeep: '{build-artifact-num-to-keep}'
 604
 605     parameters:
 606       - project-parameter:
 607           project: '{project}'
 608       - gerrit-parameter:
 609           branch: '{branch}'
 610
 611     wrappers:
 612       - fdio-infra-wrappers-non-activity-timeout:
 613           build-timeout: '{build-timeout}'
 614
 615     triggers:
 616       - timed: '{periodicity}'
 617
 618     builders:
 619       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 620       - inject:
 621           properties-file: variables.prop
 622       - shell:
 623           !include-raw-escape:
 624           - ../scripts/setup_executor_env.sh
 625       - shell:
 626           !include-raw-escape:
 627           - ../scripts/csit/perf-timed.sh
 628
 629     publishers:
 630       - fdio-infra-publish
 631
 632 - job-template:
 633     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 634
 635     description: |
 636       <ul>
 637           <li>objective
 638               <ul>
 639                   <li>perf verify - per csit gerrit patch
 640               </ul>
 641           <li>job
 642               <ul>
 643                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 644                   <li>trigger: keyword in comment to csit patch:
 645                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 646               </ul>
 647           <li>executor
 648               <ul>
 649                   <li>builder-{os}-prod-{executor-arch}
 650               </ul>
 651           <li>perf test-cases selection
 652               <ul>
 653                   <li>test-cases selected using trigger keyword followed by tags
 654                   <li>all test-cases are labelled with CSIT RF topic tags
 655                       defined in <i>csit/docs/tag_documentation.rst</i>
 656               </ul>
 657           <li>default tags for dpdk perf test type
 658               <ul>
 659                   <li>IP4BASE, L2XCBASE
 660                   <li>64B: 64B packet size
 661                   <li>1C: one core
 662                   <li>X710: x710 Fortville NIC
 663                   <li>MRR: MRR throughput
 664               </ul>
 665           <li>results
 666               <ul>
 667                   <li>jjb verify: PASS/FAIL
 668                   <li>present: no
 669                   <li>analyse: no
 670               </ul>
 671       </ul>
 672
 673     project-type: freestyle
 674     node: 'builder-{os}-prod-{executor-arch}'
 675     concurrent: true
 676     latest-only: false
 677
 678     build-discarder:
 679       daysToKeep: '{build-days-to-keep}'
 680       numToKeep: '{build-num-to-keep}'
 681       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 682       artifactNumToKeep: '{build-artifact-num-to-keep}'
 683
 684     parameters:
 685       - project-parameter:
 686           project: '{project}'
 687       - gerrit-parameter:
 688           branch: '{branch}'
 689       - csit-perf-trial-duration-parameter:
 690           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 691       - csit-perf-trial-multiplicity-parameter:
 692           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 693
 694     scm:
 695       - gerrit-trigger-scm:
 696           credentials-id: 'jenkins-gerrit-credentials'
 697           refspec: '$GERRIT_REFSPEC'
 698           choosing-strategy: 'gerrit'
 699
 700     wrappers:
 701       - fdio-infra-wrappers-non-activity-timeout:
 702           build-timeout: '{build-timeout}'
 703
 704     triggers:
 705       - gerrit-trigger-csit-perftest:
 706           project: '{project}'
 707           branch: '{branch}'
 708           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 709           skip-vote: false
 710
 711     builders:
 712       - shell:
 713           !include-raw-escape:
 714           - ../scripts/setup_executor_env.sh
 715       - shell:
 716           !include-raw-escape:
 717           - ../scripts/csit/perf-verify.sh
 718
 719     publishers:
 720       - fdio-infra-publish
 721
 722 - job-template:
 723     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 724
 725     description: |
 726       <ul>
 727           <li>objective
 728               <ul>
 729                   <li>check dpdk perf mrr weekly
 730               </ul>
 731           <li>executor
 732               <ul>
 733                   <li>builder-{os}-prod-{executor-arch}
 734               </ul>
 735           <li>perf test-cases selection
 736               <ul>
 737                   <li>all CSIT DPDK MRR perf suites
 738               </ul>
 739           <li>results
 740               <ul>
 741                   <li>jjb verify: PASS/FAIL
 742                   <li>present: no
 743                   <li>analyse: csit project (catch malfunctions/degradations)
 744               </ul>
 745       </ul>
 746
 747     project-type: freestyle
 748     node: 'builder-{os}-prod-{executor-arch}'
 749     concurrent: false
 750     latest-only: false
 751
 752     build-discarder:
 753       daysToKeep: '{build-days-to-keep}'
 754       numToKeep: '{build-num-to-keep}'
 755       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 756       artifactNumToKeep: '{build-artifact-num-to-keep}'
 757
 758     parameters:
 759       - project-parameter:
 760           project: '{project}'
 761       - gerrit-parameter:
 762           branch: '{branch}'
 763       - csit-perf-trial-duration-parameter:
 764           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 765       - csit-perf-trial-multiplicity-parameter:
 766           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 767
 768     wrappers:
 769       - fdio-infra-wrappers-non-activity-timeout:
 770           build-timeout: '{build-timeout}'
 771
 772     triggers:
 773       - timed: '{periodicity}'
 774
 775     builders:
 776       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 777       - inject:
 778           properties-file: variables.prop
 779       - shell:
 780           !include-raw-escape:
 781           - ../scripts/setup_executor_env.sh
 782       - shell:
 783           !include-raw-escape:
 784           - ../scripts/csit/perf-timed.sh
 785
 786     publishers:
 787       - fdio-infra-publish
 788
 789 - job-template:
 790     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 791
 792     description: |
 793       <ul>
 794           <li>objective
 795               <ul>
 796                   <li>get vpp performance iterative data for csit report
 797               </ul>
 798           <li>job
 799               <ul>
 800                   <li>name:
 801                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 802                       {node-arch}</b>
 803                   <li>trigger: keyword in comment to csit patch:
 804                       <b>csit-vpp-report-iter-{node-arch}-perftest
 805                       test_set_id</b>
 806                   <li>trigger example:
 807                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 808               </ul>
 809           <li>executor
 810               <ul>
 811                   <li>builder-{os}-prod-{executor-arch}
 812               </ul>
 813           <li>perf test-cases selection
 814               <ul>
 815                   <li>test-cases selected by tags defined in
 816                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 817                       test_set_id.md</i>
 818               </ul>
 819
 820           <li>results
 821               <ul>
 822                   <li>jjb verify: PASS/FAIL
 823                   <li>present: vpp performance
 824                   <li>analyse: vpp performance
 825               </ul>
 826       </ul>
 827
 828     project-type: freestyle
 829     node: 'builder-{os}-prod-{executor-arch}'
 830     concurrent: true
 831     latest-only: false
 832
 833     build-discarder:
 834       daysToKeep: '{build-days-to-keep}'
 835       numToKeep: '{build-num-to-keep}'
 836       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 837       artifactNumToKeep: '{build-artifact-num-to-keep}'
 838
 839     parameters:
 840       - project-parameter:
 841           project: '{project}'
 842       - gerrit-parameter:
 843           branch: '{branch}'
 844       - gerrit-refspec-parameter
 845       - gerrit-event-type-parameter
 846       - gerrit-event-comment-text-parameter
 847       - csit-perf-trial-duration-parameter:
 848           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 849       - csit-perf-trial-multiplicity-parameter:
 850           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 851
 852     scm:
 853       - gerrit-trigger-scm:
 854           credentials-id: 'jenkins-gerrit-credentials'
 855           refspec: '$GERRIT_REFSPEC'
 856           choosing-strategy: 'gerrit'
 857
 858     wrappers:
 859       - fdio-infra-wrappers-non-activity-timeout:
 860           build-timeout: '{build-timeout}'
 861
 862     triggers:
 863       - gerrit-trigger-csit-perftest:
 864           project: '{project}'
 865           branch: '{branch}'
 866           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 867           skip-vote: false
 868
 869     builders:
 870       - shell:
 871           !include-raw-escape:
 872           - ../scripts/setup_executor_env.sh
 873       - shell:
 874           !include-raw-escape:
 875           - ../scripts/csit/perf-verify.sh
 876
 877     publishers:
 878       - fdio-infra-publish
 879
 880 - job-template:
 881     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 882
 883     description: |
 884       <ul>
 885           <li>objective
 886               <ul>
 887                   <li>get dpdk performance iterative data for csit report
 888               </ul>
 889           <li>job
 890               <ul>
 891                   <li>name:
 892                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 893                       {node-arch}</b>
 894                   <li>trigger: keyword in comment to csit patch:
 895                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 896                       test_set_id</b>
 897                   <li>trigger example:
 898                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 899               </ul>
 900           <li>executor
 901               <ul>
 902                   <li>builder-{os}-prod-{executor-arch}
 903               </ul>
 904           <li>perf test-cases selection
 905               <ul>
 906                   <li>test-cases selected by tags defined in
 907                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 908                       test_set_id.md</i>
 909               </ul>
 910
 911           <li>results
 912               <ul>
 913                   <li>jjb verify: PASS/FAIL
 914                   <li>present: dpdk performance
 915                   <li>analyse: dpdk performance
 916               </ul>
 917       </ul>
 918
 919     project-type: freestyle
 920     node: 'builder-{os}-prod-{executor-arch}'
 921     concurrent: true
 922     latest-only: false
 923
 924     build-discarder:
 925       daysToKeep: '{build-days-to-keep}'
 926       numToKeep: '{build-num-to-keep}'
 927       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 928       artifactNumToKeep: '{build-artifact-num-to-keep}'
 929
 930     parameters:
 931       - project-parameter:
 932           project: '{project}'
 933       - gerrit-parameter:
 934           branch: '{branch}'
 935       - gerrit-refspec-parameter
 936       - gerrit-event-type-parameter
 937       - gerrit-event-comment-text-parameter
 938       - csit-perf-trial-duration-parameter:
 939           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 940       - csit-perf-trial-multiplicity-parameter:
 941           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 942
 943     scm:
 944       - gerrit-trigger-scm:
 945           credentials-id: 'jenkins-gerrit-credentials'
 946           refspec: '$GERRIT_REFSPEC'
 947           choosing-strategy: 'gerrit'
 948
 949     wrappers:
 950       - fdio-infra-wrappers-non-activity-timeout:
 951           build-timeout: '{build-timeout}'
 952
 953     triggers:
 954       - gerrit-trigger-csit-perftest:
 955           project: '{project}'
 956           branch: '{branch}'
 957           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
 958           skip-vote: false
 959
 960     builders:
 961       - shell:
 962           !include-raw-escape:
 963           - ../scripts/setup_executor_env.sh
 964       - shell:
 965           !include-raw-escape:
 966           - ../scripts/csit/perf-verify.sh
 967
 968     publishers:
 969       - fdio-infra-publish
 970
 971 - job-template:
 972     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
 973
 974     description: |
 975       <ul>
 976           <li>objective
 977               <ul>
 978                   <li>get vpp performance coverage data for csit report
 979               </ul>
 980           <li>job
 981               <ul>
 982                   <li>name:
 983                       <b>csit-vpp-perf-report-coverage-{stream_report}-
 984                       {node-arch}</b>
 985                   <li>trigger: keyword in comment to csit patch:
 986                       <b>csit-vpp-report-cov-{node-arch}-perftest
 987                       test_set_id</b>
 988                   <li>trigger example:
 989                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
 990               </ul>
 991           <li>executor
 992               <ul>
 993                   <li>builder-{os}-prod-{executor-arch}
 994               </ul>
 995           <li>perf test-cases selection
 996               <ul>
 997                   <li>test-cases selected by tags defined in
 998                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
 999                       test_set_id.md</i>
1000               </ul>
1001
1002           <li>results
1003               <ul>
1004                   <li>jjb verify: PASS/FAIL
1005                   <li>present: vpp performance
1006                   <li>analyse: vpp performance
1007               </ul>
1008       </ul>
1009
1010     project-type: freestyle
1011     node: 'builder-{os}-prod-{executor-arch}'
1012     concurrent: true
1013     latest-only: false
1014
1015     build-discarder:
1016       daysToKeep: '{build-days-to-keep}'
1017       numToKeep: '{build-num-to-keep}'
1018       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1019       artifactNumToKeep: '{build-artifact-num-to-keep}'
1020
1021     parameters:
1022       - project-parameter:
1023           project: '{project}'
1024       - gerrit-parameter:
1025           branch: '{branch}'
1026       - gerrit-refspec-parameter
1027       - gerrit-event-type-parameter
1028       - gerrit-event-comment-text-parameter
1029       - csit-perf-trial-duration-parameter:
1030           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1031       - csit-perf-trial-multiplicity-parameter:
1032           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1033
1034     scm:
1035       - gerrit-trigger-scm:
1036           credentials-id: 'jenkins-gerrit-credentials'
1037           refspec: '$GERRIT_REFSPEC'
1038           choosing-strategy: 'gerrit'
1039
1040     wrappers:
1041       - fdio-infra-wrappers-non-activity-timeout:
1042           build-timeout: '{build-timeout}'
1043
1044     triggers:
1045       - gerrit-trigger-csit-perftest:
1046           project: '{project}'
1047           branch: '{branch}'
1048           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1049           skip-vote: false
1050
1051     builders:
1052       - shell:
1053           !include-raw-escape:
1054           - ../scripts/setup_executor_env.sh
1055       - shell:
1056           !include-raw-escape:
1057           - ../scripts/csit/perf-verify.sh
1058
1059     publishers:
1060       - fdio-infra-publish
1061
1062 - job-template:
1063     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1064
1065     description: |
1066       <ul>
1067           <li>objective
1068               <ul>
1069                   <li>get dpdk performance coverage data for csit report
1070               </ul>
1071           <li>job
1072               <ul>
1073                   <li>name:
1074                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1075                       {node-arch}</b>
1076                   <li>trigger: keyword in comment to csit patch:
1077                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1078                       test_set_id</b>
1079                   <li>trigger example:
1080                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1081               </ul>
1082           <li>executor
1083               <ul>
1084                   <li>builder-{os}-prod-{executor-arch}
1085               </ul>
1086           <li>perf test-cases selection
1087               <ul>
1088                   <li>test-cases selected by tags defined in
1089                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1090                       test_set_id.md</i>
1091               </ul>
1092
1093           <li>results
1094               <ul>
1095                   <li>jjb verify: PASS/FAIL
1096                   <li>present: dpdk performance
1097                   <li>analyse: dpdk performance
1098               </ul>
1099       </ul>
1100
1101     project-type: freestyle
1102     node: 'builder-{os}-prod-{executor-arch}'
1103     concurrent: true
1104     latest-only: false
1105
1106     build-discarder:
1107       daysToKeep: '{build-days-to-keep}'
1108       numToKeep: '{build-num-to-keep}'
1109       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1110       artifactNumToKeep: '{build-artifact-num-to-keep}'
1111
1112     parameters:
1113       - project-parameter:
1114           project: '{project}'
1115       - gerrit-parameter:
1116           branch: '{branch}'
1117       - gerrit-refspec-parameter
1118       - gerrit-event-type-parameter
1119       - gerrit-event-comment-text-parameter
1120       - csit-perf-trial-duration-parameter:
1121           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1122       - csit-perf-trial-multiplicity-parameter:
1123           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1124
1125     scm:
1126       - gerrit-trigger-scm:
1127           credentials-id: 'jenkins-gerrit-credentials'
1128           refspec: '$GERRIT_REFSPEC'
1129           choosing-strategy: 'gerrit'
1130
1131     wrappers:
1132       - fdio-infra-wrappers-non-activity-timeout:
1133           build-timeout: '{build-timeout}'
1134
1135     triggers:
1136       - gerrit-trigger-csit-perftest:
1137           project: '{project}'
1138           branch: '{branch}'
1139           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1140           skip-vote: false
1141
1142     builders:
1143       - shell:
1144           !include-raw-escape:
1145           - ../scripts/setup_executor_env.sh
1146       - shell:
1147           !include-raw-escape:
1148           - ../scripts/csit/perf-verify.sh
1149
1150     publishers:
1151       - fdio-infra-publish