jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-clx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 2n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 2n-dnv:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 2n-zn2:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'x86_64'
  82             - 2n-tx2:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85             - 3n-skx:
  86                 os: 'ubuntu2004'
  87                 executor-arch: 'x86_64'
  88             - 3n-dnv:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 3n-tsh:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'aarch64'
  94           stream:
  95             - master:
  96                 branch: 'master'
  97                 branch-id: 'oper'
  98             - '2009':
  99                 branch: 'rls2009'
 100                 branch-id: 'oper-rls2009'
 101             - '2009_lts':
 102                 branch: 'rls2009_lts'
 103                 branch-id: 'oper-rls2009_lts'
 104             - '2101':
 105                 branch: 'rls2101'
 106                 branch-id: 'oper-rls2101'
 107             - '2106':
 108                 branch: 'rls2106'
 109                 branch-id: 'oper-rls2106'
 110       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 111           node-arch:
 112             - 2n-clx:
 113                 os: 'ubuntu2004'
 114                 executor-arch: 'x86_64'
 115                 periodicity: '0 2,14 * * *'
 116             - 2n-skx:
 117                 os: 'ubuntu2004'
 118                 executor-arch: 'x86_64'
 119                 periodicity: '0 2,14 * * *'
 120             - 2n-dnv:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '0 2,14 * * *'
 124             - 2n-zn2:
 125                 os: 'ubuntu2004'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '0 2,14 * * *'
 128             - 2n-tx2:
 129                 os: 'ubuntu2004'
 130                 executor-arch: 'aarch64'
 131                 periodicity: '0 14 * * *'
 132             - 3n-skx:
 133                 os: 'ubuntu2004'
 134                 executor-arch: 'x86_64'
 135                 periodicity: '0 2,14 * * *'
 136             - 3n-dnv:
 137                 os: 'ubuntu2004'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '0 2,14 * * *'
 140             - 3n-tsh:
 141                 os: 'ubuntu2004'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '0 14 * * *'
 144       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 145           node-arch:
 146             - 2n-clx:
 147                 os: 'ubuntu2004'
 148                 executor-arch: 'x86_64'
 149             - 2n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152             - 3n-skx:
 153                 os: 'ubuntu2004'
 154                 executor-arch: 'x86_64'
 155           stream:
 156             - master:
 157                 branch: 'master'
 158                 branch-id: 'oper'
 159             - '2009_lts':
 160                 branch: 'rls2009_lts'
 161                 branch-id: 'oper-rls2009_lts'
 162           periodicity: '0 0 * * 6'
 163       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 164           node-arch:
 165             - 2n-clx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168             - 2n-skx:
 169                 os: 'ubuntu2004'
 170                 executor-arch: 'x86_64'
 171             - 3n-skx:
 172                 os: 'ubuntu2004'
 173                 executor-arch: 'x86_64'
 174           periodicity: '0 0 * * 6'
 175       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 176           node-arch:
 177             - 2n-clx:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180             - 2n-skx:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 2n-dnv:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186             - 2n-zn2:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'x86_64'
 189             - 2n-tx2:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'aarch64'
 192             - 3n-skx:
 193                 os: 'ubuntu2004'
 194                 executor-arch: 'x86_64'
 195             - 3n-dnv:
 196                 os: 'ubuntu2004'
 197                 executor-arch: 'x86_64'
 198             - 3n-tsh:
 199                 os: 'ubuntu2004'
 200                 executor-arch: 'aarch64'
 201       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 202           node-arch:
 203             - 2n-clx:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 2n-skx:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 2n-dnv:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 2n-zn2:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-tx2:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'aarch64'
 218             - 3n-skx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 3n-dnv:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-tsh:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'aarch64'
 227       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 228           node-arch:
 229             - 2n-clx:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-skx:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-dnv:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 2n-zn2:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 2n-tx2:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'aarch64'
 244             - 3n-skx:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-dnv:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-tsh:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'aarch64'
 253       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 254           node-arch:
 255             - 2n-clx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-skx:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-zn2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-tx2:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'aarch64'
 270             - 3n-skx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-dnv:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-tsh:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'aarch64'
 279
 280     project: 'csit'
 281     branch: 'master'
 282     branch-id: 'oper'
 283     csit-perf-trial-duration: "1.0"
 284     csit-perf-trial-multiplicity: "10"
 285     stream:
 286       - master:
 287           branch: 'master'
 288           branch-id: 'oper'
 289       - '2009':
 290           branch: 'rls2009'
 291           branch-id: 'oper-rls2009'
 292       - '2009_lts':
 293           branch: 'rls2009_lts'
 294           branch-id: 'oper-rls2009_lts'
 295       - '2101':
 296           branch: 'rls2101'
 297           branch-id: 'oper-rls2101'
 298       - '2106':
 299           branch: 'rls2106'
 300           branch-id: 'oper-rls2106'
 301     stream_report:
 302       - '2009':
 303           branch: 'rls2009'
 304           branch-id: 'oper-rls2009'
 305       - '2101':
 306           branch: 'rls2101'
 307           branch-id: 'oper-rls2101'
 308       - '2106':
 309           branch: 'rls2106'
 310           branch-id: 'oper-rls2106'
 311
 312     build-artifact-num-to-keep: 10
 313
 314
 315 - job-template:
 316     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 317
 318     description: |
 319       <ul>
 320           <li>objective
 321               <ul>
 322                   <li>perf verify - per csit gerrit patch
 323               </ul>
 324           <li>job
 325               <ul>
 326                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 327                   <li>trigger: keyword in comment to csit patch:
 328                       <b>csit-{node-arch}-perftest tag_list</b>
 329               </ul>
 330           <li>executor
 331               <ul>
 332                   <li>builder-{os}-prod-{executor-arch}
 333               </ul>
 334           <li>perf test-cases selection
 335               <ul>
 336                   <li>test-cases selected using trigger keyword followed by tags
 337                   <li>all test-cases are labelled with CSIT RF topic tags
 338                       defined in <i>csit/docs/tag_documentation.rst</i>
 339               </ul>
 340           <li>proposed keywords
 341               <ul>
 342                   <li>focus on testing specified vpp packet processing path
 343                   <li>format: csit-{node-arch}-perftest tag_list
 344               </ul>
 345           <li>default tags for vpp startup config and perf test type
 346               <ul>
 347                   <li>IP4BASE, IP6BASE, L2BDBASE
 348                   <li>64B/78B: 64B/78B packet size
 349                   <li>1C: one core
 350                   <li>X710: x710 Fortville NIC
 351                   <li>MRR: MRR throughput
 352               </ul>
 353           <li>results
 354               <ul>
 355                   <li>jjb verify: PASS/FAIL
 356                   <li>present: no
 357                   <li>analyse: no
 358               </ul>
 359       </ul>
 360
 361     project-type: freestyle
 362     node: 'builder-{os}-prod-{executor-arch}'
 363     concurrent: true
 364     archive-artifacts: 'archive/*.*'
 365     latest-only: false
 366
 367     build-discarder:
 368       daysToKeep: '{build-days-to-keep}'
 369       numToKeep: '{build-num-to-keep}'
 370       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 371       artifactNumToKeep: '{build-artifact-num-to-keep}'
 372
 373     parameters:
 374       - project-parameter:
 375           project: '{project}'
 376       - gerrit-parameter:
 377           branch: '{branch}'
 378       - gerrit-refspec-parameter
 379       - gerrit-event-type-parameter
 380       - gerrit-event-comment-text-parameter
 381       - csit-perf-trial-duration-parameter:
 382           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 383       - csit-perf-trial-multiplicity-parameter:
 384           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 385       - string:
 386           name: ARCHIVE_ARTIFACTS
 387           default: '{archive-artifacts}'
 388           description: Artifacts to archive to the logs server.
 389       # This is a manually-triggered verify job, part of API coverage.
 390       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 391       # Can be removed when this job is no longer needed for full API coverage.
 392       - csit-fail-on-crc-mismatch-parameter:
 393           fail-on-crc-mismatch: 'True'
 394
 395     scm:
 396       - gerrit-trigger-scm:
 397           credentials-id: 'jenkins-gerrit-credentials'
 398           refspec: '$GERRIT_REFSPEC'
 399           choosing-strategy: 'gerrit'
 400
 401     wrappers:
 402       - fdio-infra-wrappers-non-activity-timeout:
 403           build-timeout: '{build-timeout}'
 404
 405     triggers:
 406       - gerrit-trigger-csit-perftest:
 407           project: '{project}'
 408           branch: '{branch}'
 409           trigger-word: 'csit-{node-arch}-perftest'
 410           skip-vote: false
 411
 412     builders:
 413       - shell:
 414           !include-raw-escape:
 415           - ../scripts/setup_executor_env.sh
 416       - shell:
 417           !include-raw-escape:
 418           - ../scripts/csit/perf-verify.sh
 419
 420     publishers:
 421       - robot:
 422           output-path: 'archives'
 423           other-files:
 424             - '*.*'
 425
 426       - fdio-infra-publish
 427
 428 - job-template:
 429     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 430
 431     description: |
 432       <ul>
 433           <li>objective
 434               <ul>
 435                   <li>check vpp perf mrr daily
 436               </ul>
 437           <li>executor
 438               <ul>
 439                   <li>builder-{os}-prod-{executor-arch}
 440               </ul>
 441           <li>perf test-cases selection
 442               <ul>
 443                   <li>all CSIT VPP MRR perf suites
 444               </ul>
 445           <li>results
 446               <ul>
 447                   <li>jjb verify: PASS/FAIL
 448                   <li>present: no
 449                   <li>analyse: csit project (catch malfunctions/degradations)
 450               </ul>
 451       </ul>
 452
 453     project-type: freestyle
 454     node: 'builder-{os}-prod-{executor-arch}'
 455     concurrent: false
 456     archive-artifacts: 'csit/archive/*.*'
 457     latest-only: false
 458
 459     build-discarder:
 460       daysToKeep: '{build-days-to-keep}'
 461       numToKeep: '{build-num-to-keep}'
 462       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 463       artifactNumToKeep: '{build-artifact-num-to-keep}'
 464
 465     parameters:
 466       - project-parameter:
 467           project: '{project}'
 468       - gerrit-parameter:
 469           branch: '{branch}'
 470       - csit-perf-trial-duration-parameter:
 471           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 472       - csit-perf-trial-multiplicity-parameter:
 473           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 474       - string:
 475           name: ARCHIVE_ARTIFACTS
 476           default: '{archive-artifacts}'
 477           description: Artifacts to archive to the logs server.
 478
 479     wrappers:
 480       - fdio-infra-wrappers-non-activity-timeout:
 481           build-timeout: '{build-timeout}'
 482
 483     triggers:
 484       - timed: '{periodicity}'
 485
 486     builders:
 487       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 488       - inject:
 489           properties-file: variables.prop
 490       - shell:
 491           !include-raw-escape:
 492           - ../scripts/setup_executor_env.sh
 493       - shell:
 494           !include-raw-escape:
 495           - ../scripts/csit/perf-timed.sh
 496
 497     publishers:
 498       - robot:
 499           output-path: 'archives'
 500           other-files:
 501             - '*.*'
 502
 503       - fdio-infra-publish
 504
 505 - job-template:
 506     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 507
 508     description: |
 509       <ul>
 510           <li>objective
 511               <ul>
 512                   <li>check vpp perf mrr weekly on {node-arch}
 513               </ul>
 514           <li>executor
 515               <ul>
 516                   <li>builder-{os}-prod-{executor-arch}
 517               </ul>
 518           <li>perf test-cases selection
 519               <ul>
 520                   <li>NF Density CSIT VPP MRR perf suites
 521               </ul>
 522           <li>results
 523               <ul>
 524                   <li>jjb verify: PASS/FAIL
 525                   <li>present: no
 526                   <li>analyse: csit project (catch malfunctions/degradations)
 527               </ul>
 528       </ul>
 529
 530     project-type: freestyle
 531     node: 'builder-{os}-prod-{executor-arch}'
 532     concurrent: false
 533     archive-artifacts: 'csit/archive/*.*'
 534     latest-only: false
 535
 536     build-discarder:
 537       daysToKeep: '{build-days-to-keep}'
 538       numToKeep: '{build-num-to-keep}'
 539       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 540       artifactNumToKeep: '{build-artifact-num-to-keep}'
 541
 542     parameters:
 543       - project-parameter:
 544           project: '{project}'
 545       - gerrit-parameter:
 546           branch: '{branch}'
 547       - csit-perf-trial-duration-parameter:
 548           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 549       - csit-perf-trial-multiplicity-parameter:
 550           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 551       - string:
 552           name: ARCHIVE_ARTIFACTS
 553           default: '{archive-artifacts}'
 554           description: Artifacts to archive to the logs server.
 555
 556     wrappers:
 557       - fdio-infra-wrappers-non-activity-timeout:
 558           build-timeout: '{build-timeout}'
 559
 560     triggers:
 561       - timed: '{periodicity}'
 562
 563     builders:
 564       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 565       - inject:
 566           properties-file: variables.prop
 567       - shell:
 568           !include-raw-escape:
 569           - ../scripts/setup_executor_env.sh
 570       - shell:
 571           !include-raw-escape:
 572           - ../scripts/csit/perf-timed.sh
 573
 574     publishers:
 575       - robot:
 576           output-path: 'archives'
 577           other-files:
 578             - '*.*'
 579
 580       - fdio-infra-publish
 581
 582 - job-template:
 583     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 584
 585     description: |
 586       <ul>
 587           <li>objective
 588               <ul>
 589                   <li>check vpp perf ndrpdr weekly on {node-arch}
 590               </ul>
 591           <li>executor
 592               <ul>
 593                   <li>builder-{os}-prod-{executor-arch}
 594               </ul>
 595           <li>perf test-cases selection
 596               <ul>
 597                   <li>pre-selected CSIT VPP NDRPDR perf suites
 598               </ul>
 599           <li>results
 600               <ul>
 601                   <li>jjb verify: PASS/FAIL
 602                   <li>present: no
 603                   <li>analyse: csit project (catch malfunctions/degradations)
 604               </ul>
 605       </ul>
 606     project-type: freestyle
 607     node: 'builder-{os}-prod-{executor-arch}'
 608     concurrent: false
 609     archive-artifacts: 'csit/archive/*.*'
 610     latest-only: false
 611
 612     build-discarder:
 613       daysToKeep: '{build-days-to-keep}'
 614       numToKeep: '{build-num-to-keep}'
 615       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 616       artifactNumToKeep: '{build-artifact-num-to-keep}'
 617
 618     parameters:
 619       - project-parameter:
 620           project: '{project}'
 621       - gerrit-parameter:
 622           branch: '{branch}'
 623       - string:
 624           name: ARCHIVE_ARTIFACTS
 625           default: '{archive-artifacts}'
 626           description: Artifacts to archive to the logs server.
 627
 628     wrappers:
 629       - fdio-infra-wrappers-non-activity-timeout:
 630           build-timeout: '{build-timeout}'
 631
 632     triggers:
 633       - timed: '{periodicity}'
 634
 635     builders:
 636       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 637       - inject:
 638           properties-file: variables.prop
 639       - shell:
 640           !include-raw-escape:
 641           - ../scripts/setup_executor_env.sh
 642       - shell:
 643           !include-raw-escape:
 644           - ../scripts/csit/perf-timed.sh
 645
 646     publishers:
 647       - robot:
 648           output-path: 'archives'
 649           other-files:
 650             - '*.*'
 651
 652       - fdio-infra-publish
 653
 654 - job-template:
 655     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 656
 657     description: |
 658       <ul>
 659           <li>objective
 660               <ul>
 661                   <li>perf verify - per csit gerrit patch
 662               </ul>
 663           <li>job
 664               <ul>
 665                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 666                   <li>trigger: keyword in comment to csit patch:
 667                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 668               </ul>
 669           <li>executor
 670               <ul>
 671                   <li>builder-{os}-prod-{executor-arch}
 672               </ul>
 673           <li>perf test-cases selection
 674               <ul>
 675                   <li>test-cases selected using trigger keyword followed by tags
 676                   <li>all test-cases are labelled with CSIT RF topic tags
 677                       defined in <i>csit/docs/tag_documentation.rst</i>
 678               </ul>
 679           <li>default tags for dpdk perf test type
 680               <ul>
 681                   <li>IP4BASE, L2XCBASE
 682                   <li>64B: 64B packet size
 683                   <li>1C: one core
 684                   <li>X710: x710 Fortville NIC
 685                   <li>MRR: MRR throughput
 686               </ul>
 687           <li>results
 688               <ul>
 689                   <li>jjb verify: PASS/FAIL
 690                   <li>present: no
 691                   <li>analyse: no
 692               </ul>
 693       </ul>
 694
 695     project-type: freestyle
 696     node: 'builder-{os}-prod-{executor-arch}'
 697     concurrent: true
 698     archive-artifacts: 'archive/*.*'
 699     latest-only: false
 700
 701     build-discarder:
 702       daysToKeep: '{build-days-to-keep}'
 703       numToKeep: '{build-num-to-keep}'
 704       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 705       artifactNumToKeep: '{build-artifact-num-to-keep}'
 706
 707     parameters:
 708       - project-parameter:
 709           project: '{project}'
 710       - gerrit-parameter:
 711           branch: '{branch}'
 712       - csit-perf-trial-duration-parameter:
 713           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 714       - csit-perf-trial-multiplicity-parameter:
 715           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 716       - string:
 717           name: ARCHIVE_ARTIFACTS
 718           default: '{archive-artifacts}'
 719           description: Artifacts to archive to the logs server.
 720
 721     scm:
 722       - gerrit-trigger-scm:
 723           credentials-id: 'jenkins-gerrit-credentials'
 724           refspec: '$GERRIT_REFSPEC'
 725           choosing-strategy: 'gerrit'
 726
 727     wrappers:
 728       - fdio-infra-wrappers-non-activity-timeout:
 729           build-timeout: '{build-timeout}'
 730
 731     triggers:
 732       - gerrit-trigger-csit-perftest:
 733           project: '{project}'
 734           branch: '{branch}'
 735           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 736           skip-vote: false
 737
 738     builders:
 739       - shell:
 740           !include-raw-escape:
 741           - ../scripts/setup_executor_env.sh
 742       - shell:
 743           !include-raw-escape:
 744           - ../scripts/csit/perf-verify.sh
 745
 746     publishers:
 747       - robot:
 748           output-path: 'archives'
 749           other-files:
 750             - '*.*'
 751
 752       - fdio-infra-publish
 753
 754 - job-template:
 755     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 756
 757     description: |
 758       <ul>
 759           <li>objective
 760               <ul>
 761                   <li>check dpdk perf mrr weekly
 762               </ul>
 763           <li>executor
 764               <ul>
 765                   <li>builder-{os}-prod-{executor-arch}
 766               </ul>
 767           <li>perf test-cases selection
 768               <ul>
 769                   <li>all CSIT DPDK MRR perf suites
 770               </ul>
 771           <li>results
 772               <ul>
 773                   <li>jjb verify: PASS/FAIL
 774                   <li>present: no
 775                   <li>analyse: csit project (catch malfunctions/degradations)
 776               </ul>
 777       </ul>
 778
 779     project-type: freestyle
 780     node: 'builder-{os}-prod-{executor-arch}'
 781     concurrent: false
 782     archive-artifacts: 'csit/archive/*.*'
 783     latest-only: false
 784
 785     build-discarder:
 786       daysToKeep: '{build-days-to-keep}'
 787       numToKeep: '{build-num-to-keep}'
 788       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 789       artifactNumToKeep: '{build-artifact-num-to-keep}'
 790
 791     parameters:
 792       - project-parameter:
 793           project: '{project}'
 794       - gerrit-parameter:
 795           branch: '{branch}'
 796       - csit-perf-trial-duration-parameter:
 797           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 798       - csit-perf-trial-multiplicity-parameter:
 799           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 800       - string:
 801           name: ARCHIVE_ARTIFACTS
 802           default: '{archive-artifacts}'
 803           description: Artifacts to archive to the logs server.
 804
 805     wrappers:
 806       - fdio-infra-wrappers-non-activity-timeout:
 807           build-timeout: '{build-timeout}'
 808
 809     triggers:
 810       - timed: '{periodicity}'
 811
 812     builders:
 813       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 814       - inject:
 815           properties-file: variables.prop
 816       - shell:
 817           !include-raw-escape:
 818           - ../scripts/setup_executor_env.sh
 819       - shell:
 820           !include-raw-escape:
 821           - ../scripts/csit/perf-timed.sh
 822
 823     publishers:
 824       - robot:
 825           output-path: 'archives'
 826           other-files:
 827             - '*.*'
 828
 829       - fdio-infra-publish
 830
 831 - job-template:
 832     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 833
 834     description: |
 835       <ul>
 836           <li>objective
 837               <ul>
 838                   <li>get vpp performance iterative data for csit report
 839               </ul>
 840           <li>job
 841               <ul>
 842                   <li>name:
 843                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 844                       {node-arch}</b>
 845                   <li>trigger: keyword in comment to csit patch:
 846                       <b>csit-vpp-report-iter-{node-arch}-perftest
 847                       test_set_id</b>
 848                   <li>trigger example:
 849                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 850               </ul>
 851           <li>executor
 852               <ul>
 853                   <li>builder-{os}-prod-{executor-arch}
 854               </ul>
 855           <li>perf test-cases selection
 856               <ul>
 857                   <li>test-cases selected by tags defined in
 858                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 859                       test_set_id.md</i>
 860               </ul>
 861
 862           <li>results
 863               <ul>
 864                   <li>jjb verify: PASS/FAIL
 865                   <li>present: vpp performance
 866                   <li>analyse: vpp performance
 867               </ul>
 868       </ul>
 869
 870     project-type: freestyle
 871     node: 'builder-{os}-prod-{executor-arch}'
 872     concurrent: true
 873     archive-artifacts: 'archive/*.*'
 874     latest-only: false
 875
 876     build-discarder:
 877       daysToKeep: '{build-days-to-keep}'
 878       numToKeep: '{build-num-to-keep}'
 879       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 880       artifactNumToKeep: '{build-artifact-num-to-keep}'
 881
 882     parameters:
 883       - project-parameter:
 884           project: '{project}'
 885       - gerrit-parameter:
 886           branch: '{branch}'
 887       - gerrit-refspec-parameter
 888       - gerrit-event-type-parameter
 889       - gerrit-event-comment-text-parameter
 890       - csit-perf-trial-duration-parameter:
 891           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 892       - csit-perf-trial-multiplicity-parameter:
 893           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 894       - string:
 895           name: ARCHIVE_ARTIFACTS
 896           default: '{archive-artifacts}'
 897           description: Artifacts to archive to the logs server.
 898
 899     scm:
 900       - gerrit-trigger-scm:
 901           credentials-id: 'jenkins-gerrit-credentials'
 902           refspec: '$GERRIT_REFSPEC'
 903           choosing-strategy: 'gerrit'
 904
 905     wrappers:
 906       - fdio-infra-wrappers-non-activity-timeout:
 907           build-timeout: '{build-timeout}'
 908
 909     triggers:
 910       - gerrit-trigger-csit-perftest:
 911           project: '{project}'
 912           branch: '{branch}'
 913           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 914           skip-vote: false
 915
 916     builders:
 917       - shell:
 918           !include-raw-escape:
 919           - ../scripts/setup_executor_env.sh
 920       - shell:
 921           !include-raw-escape:
 922           - ../scripts/csit/perf-verify.sh
 923
 924     publishers:
 925       - robot:
 926           output-path: 'archives'
 927           other-files:
 928             - '*.*'
 929
 930       - fdio-infra-publish
 931
 932 - job-template:
 933     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 934
 935     description: |
 936       <ul>
 937           <li>objective
 938               <ul>
 939                   <li>get dpdk performance iterative data for csit report
 940               </ul>
 941           <li>job
 942               <ul>
 943                   <li>name:
 944                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 945                       {node-arch}</b>
 946                   <li>trigger: keyword in comment to csit patch:
 947                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 948                       test_set_id</b>
 949                   <li>trigger example:
 950                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 951               </ul>
 952           <li>executor
 953               <ul>
 954                   <li>builder-{os}-prod-{executor-arch}
 955               </ul>
 956           <li>perf test-cases selection
 957               <ul>
 958                   <li>test-cases selected by tags defined in
 959                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 960                       test_set_id.md</i>
 961               </ul>
 962
 963           <li>results
 964               <ul>
 965                   <li>jjb verify: PASS/FAIL
 966                   <li>present: dpdk performance
 967                   <li>analyse: dpdk performance
 968               </ul>
 969       </ul>
 970
 971     project-type: freestyle
 972     node: 'builder-{os}-prod-{executor-arch}'
 973     concurrent: true
 974     archive-artifacts: 'archive/*.*'
 975     latest-only: false
 976
 977     build-discarder:
 978       daysToKeep: '{build-days-to-keep}'
 979       numToKeep: '{build-num-to-keep}'
 980       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 981       artifactNumToKeep: '{build-artifact-num-to-keep}'
 982
 983     parameters:
 984       - project-parameter:
 985           project: '{project}'
 986       - gerrit-parameter:
 987           branch: '{branch}'
 988       - gerrit-refspec-parameter
 989       - gerrit-event-type-parameter
 990       - gerrit-event-comment-text-parameter
 991       - csit-perf-trial-duration-parameter:
 992           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 993       - csit-perf-trial-multiplicity-parameter:
 994           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 995       - string:
 996           name: ARCHIVE_ARTIFACTS
 997           default: '{archive-artifacts}'
 998           description: Artifacts to archive to the logs server.
 999
1000     scm:
1001       - gerrit-trigger-scm:
1002           credentials-id: 'jenkins-gerrit-credentials'
1003           refspec: '$GERRIT_REFSPEC'
1004           choosing-strategy: 'gerrit'
1005
1006     wrappers:
1007       - fdio-infra-wrappers-non-activity-timeout:
1008           build-timeout: '{build-timeout}'
1009
1010     triggers:
1011       - gerrit-trigger-csit-perftest:
1012           project: '{project}'
1013           branch: '{branch}'
1014           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1015           skip-vote: false
1016
1017     builders:
1018       - shell:
1019           !include-raw-escape:
1020           - ../scripts/setup_executor_env.sh
1021       - shell:
1022           !include-raw-escape:
1023           - ../scripts/csit/perf-verify.sh
1024
1025     publishers:
1026       - robot:
1027           output-path: 'archives'
1028           other-files:
1029             - '*.*'
1030
1031       - fdio-infra-publish
1032
1033 - job-template:
1034     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1035
1036     description: |
1037       <ul>
1038           <li>objective
1039               <ul>
1040                   <li>get vpp performance coverage data for csit report
1041               </ul>
1042           <li>job
1043               <ul>
1044                   <li>name:
1045                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1046                       {node-arch}</b>
1047                   <li>trigger: keyword in comment to csit patch:
1048                       <b>csit-vpp-report-cov-{node-arch}-perftest
1049                       test_set_id</b>
1050                   <li>trigger example:
1051                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1052               </ul>
1053           <li>executor
1054               <ul>
1055                   <li>builder-{os}-prod-{executor-arch}
1056               </ul>
1057           <li>perf test-cases selection
1058               <ul>
1059                   <li>test-cases selected by tags defined in
1060                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1061                       test_set_id.md</i>
1062               </ul>
1063
1064           <li>results
1065               <ul>
1066                   <li>jjb verify: PASS/FAIL
1067                   <li>present: vpp performance
1068                   <li>analyse: vpp performance
1069               </ul>
1070       </ul>
1071
1072     project-type: freestyle
1073     node: 'builder-{os}-prod-{executor-arch}'
1074     concurrent: true
1075     archive-artifacts: 'archive/*.*'
1076     latest-only: false
1077
1078     build-discarder:
1079       daysToKeep: '{build-days-to-keep}'
1080       numToKeep: '{build-num-to-keep}'
1081       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1082       artifactNumToKeep: '{build-artifact-num-to-keep}'
1083
1084     parameters:
1085       - project-parameter:
1086           project: '{project}'
1087       - gerrit-parameter:
1088           branch: '{branch}'
1089       - gerrit-refspec-parameter
1090       - gerrit-event-type-parameter
1091       - gerrit-event-comment-text-parameter
1092       - csit-perf-trial-duration-parameter:
1093           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1094       - csit-perf-trial-multiplicity-parameter:
1095           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1096       - string:
1097           name: ARCHIVE_ARTIFACTS
1098           default: '{archive-artifacts}'
1099           description: Artifacts to archive to the logs server.
1100
1101     scm:
1102       - gerrit-trigger-scm:
1103           credentials-id: 'jenkins-gerrit-credentials'
1104           refspec: '$GERRIT_REFSPEC'
1105           choosing-strategy: 'gerrit'
1106
1107     wrappers:
1108       - fdio-infra-wrappers-non-activity-timeout:
1109           build-timeout: '{build-timeout}'
1110
1111     triggers:
1112       - gerrit-trigger-csit-perftest:
1113           project: '{project}'
1114           branch: '{branch}'
1115           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1116           skip-vote: false
1117
1118     builders:
1119       - shell:
1120           !include-raw-escape:
1121           - ../scripts/setup_executor_env.sh
1122       - shell:
1123           !include-raw-escape:
1124           - ../scripts/csit/perf-verify.sh
1125
1126     publishers:
1127       - robot:
1128           output-path: 'archives'
1129           other-files:
1130             - '*.*'
1131
1132       - fdio-infra-publish
1133
1134 - job-template:
1135     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1136
1137     description: |
1138       <ul>
1139           <li>objective
1140               <ul>
1141                   <li>get dpdk performance coverage data for csit report
1142               </ul>
1143           <li>job
1144               <ul>
1145                   <li>name:
1146                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1147                       {node-arch}</b>
1148                   <li>trigger: keyword in comment to csit patch:
1149                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1150                       test_set_id</b>
1151                   <li>trigger example:
1152                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1153               </ul>
1154           <li>executor
1155               <ul>
1156                   <li>builder-{os}-prod-{executor-arch}
1157               </ul>
1158           <li>perf test-cases selection
1159               <ul>
1160                   <li>test-cases selected by tags defined in
1161                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1162                       test_set_id.md</i>
1163               </ul>
1164
1165           <li>results
1166               <ul>
1167                   <li>jjb verify: PASS/FAIL
1168                   <li>present: dpdk performance
1169                   <li>analyse: dpdk performance
1170               </ul>
1171       </ul>
1172
1173     project-type: freestyle
1174     node: 'builder-{os}-prod-{executor-arch}'
1175     concurrent: true
1176     archive-artifacts: 'archive/*.*'
1177     latest-only: false
1178
1179     build-discarder:
1180       daysToKeep: '{build-days-to-keep}'
1181       numToKeep: '{build-num-to-keep}'
1182       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1183       artifactNumToKeep: '{build-artifact-num-to-keep}'
1184
1185     parameters:
1186       - project-parameter:
1187           project: '{project}'
1188       - gerrit-parameter:
1189           branch: '{branch}'
1190       - gerrit-refspec-parameter
1191       - gerrit-event-type-parameter
1192       - gerrit-event-comment-text-parameter
1193       - csit-perf-trial-duration-parameter:
1194           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1195       - csit-perf-trial-multiplicity-parameter:
1196           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1197       - string:
1198           name: ARCHIVE_ARTIFACTS
1199           default: '{archive-artifacts}'
1200           description: Artifacts to archive to the logs server.
1201
1202     scm:
1203       - gerrit-trigger-scm:
1204           credentials-id: 'jenkins-gerrit-credentials'
1205           refspec: '$GERRIT_REFSPEC'
1206           choosing-strategy: 'gerrit'
1207
1208     wrappers:
1209       - fdio-infra-wrappers-non-activity-timeout:
1210           build-timeout: '{build-timeout}'
1211
1212     triggers:
1213       - gerrit-trigger-csit-perftest:
1214           project: '{project}'
1215           branch: '{branch}'
1216           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1217           skip-vote: false
1218
1219     builders:
1220       - shell:
1221           !include-raw-escape:
1222           - ../scripts/setup_executor_env.sh
1223       - shell:
1224           !include-raw-escape:
1225           - ../scripts/csit/perf-verify.sh
1226
1227     publishers:
1228       - robot:
1229           output-path: 'archives'
1230           other-files:
1231             - '*.*'
1232
1233       - fdio-infra-publish