jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-clx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 2n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 2n-dnv:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 2n-zn2:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'x86_64'
  82             - 2n-tx2:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85             - 3n-skx:
  86                 os: 'ubuntu2004'
  87                 executor-arch: 'x86_64'
  88             - 3n-dnv:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 3n-tsh:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'aarch64'
  94           stream:
  95             - master:
  96                 branch: 'master'
  97                 branch-id: 'oper'
  98             - '2009':
  99                 branch: 'rls2009'
 100                 branch-id: 'oper-rls2009'
 101             - '2009_lts':
 102                 branch: 'rls2009_lts'
 103                 branch-id: 'oper-rls2009_lts'
 104             - '2101':
 105                 branch: 'rls2101'
 106                 branch-id: 'oper-rls2101'
 107             - '2106':
 108                 branch: 'rls2106'
 109                 branch-id: 'oper-rls2106'
 110       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 111           node-arch:
 112             - 2n-clx:
 113                 os: 'ubuntu2004'
 114                 executor-arch: 'x86_64'
 115                 periodicity: '0 2 * * 1,3,5'
 116             - 2n-skx:
 117                 os: 'ubuntu2004'
 118                 executor-arch: 'x86_64'
 119                 periodicity: '0 2 * * 1,3,5'
 120             - 2n-dnv:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '0 2 * * 1,4'
 124             - 2n-zn2:
 125                 os: 'ubuntu2004'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '0 2 * * 1,4'
 128             - 2n-tx2:
 129                 os: 'ubuntu2004'
 130                 executor-arch: 'aarch64'
 131                 periodicity: '0 2 * * 1,4'
 132             - 3n-skx:
 133                 os: 'ubuntu2004'
 134                 executor-arch: 'x86_64'
 135                 periodicity: '0 2 * * 1,4'
 136             - 3n-dnv:
 137                 os: 'ubuntu2004'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '0 2 * * 1,4'
 140             - 3n-tsh:
 141                 os: 'ubuntu2004'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '0 2 * * 4'
 144       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 145           node-arch:
 146             - 2n-clx:
 147                 os: 'ubuntu2004'
 148                 executor-arch: 'x86_64'
 149             - 2n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152             - 3n-skx:
 153                 os: 'ubuntu2004'
 154                 executor-arch: 'x86_64'
 155           stream:
 156             - master:
 157                 branch: 'master'
 158                 branch-id: 'oper'
 159             - '2009_lts':
 160                 branch: 'rls2009_lts'
 161                 branch-id: 'oper-rls2009_lts'
 162           periodicity: '0 0 * * 6'
 163       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 164           node-arch:
 165             - 2n-clx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168             - 2n-skx:
 169                 os: 'ubuntu2004'
 170                 executor-arch: 'x86_64'
 171             - 3n-skx:
 172                 os: 'ubuntu2004'
 173                 executor-arch: 'x86_64'
 174           periodicity: '0 0 * * 6'
 175       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 176           node-arch:
 177             - 2n-clx:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'x86_64'
 180             - 2n-skx:
 181                 os: 'ubuntu2004'
 182                 executor-arch: 'x86_64'
 183             - 2n-dnv:
 184                 os: 'ubuntu2004'
 185                 executor-arch: 'x86_64'
 186             - 2n-zn2:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'x86_64'
 189             - 2n-tx2:
 190                 os: 'ubuntu2004'
 191                 executor-arch: 'aarch64'
 192             - 3n-skx:
 193                 os: 'ubuntu2004'
 194                 executor-arch: 'x86_64'
 195             - 3n-dnv:
 196                 os: 'ubuntu2004'
 197                 executor-arch: 'x86_64'
 198             - 3n-tsh:
 199                 os: 'ubuntu2004'
 200                 executor-arch: 'aarch64'
 201       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 202           node-arch:
 203             - 2n-clx:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 2n-skx:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 2n-dnv:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 2n-zn2:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-tx2:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'aarch64'
 218             - 3n-skx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 3n-dnv:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-tsh:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'aarch64'
 227       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 228           node-arch:
 229             - 2n-clx:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-skx:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-dnv:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 2n-zn2:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 2n-tx2:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'aarch64'
 244             - 3n-skx:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-dnv:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-tsh:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'aarch64'
 253       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 254           node-arch:
 255             - 2n-clx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-skx:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-zn2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-tx2:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'aarch64'
 270             - 3n-skx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-dnv:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-tsh:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'aarch64'
 279
 280     project: 'csit'
 281     branch: 'master'
 282     branch-id: 'oper'
 283     csit-perf-trial-duration: "1.0"
 284     csit-perf-trial-multiplicity: "10"
 285     stream:
 286       - master:
 287           branch: 'master'
 288           branch-id: 'oper'
 289       - '2009':
 290           branch: 'rls2009'
 291           branch-id: 'oper-rls2009'
 292       - '2009_lts':
 293           branch: 'rls2009_lts'
 294           branch-id: 'oper-rls2009_lts'
 295       - '2101':
 296           branch: 'rls2101'
 297           branch-id: 'oper-rls2101'
 298       - '2106':
 299           branch: 'rls2106'
 300           branch-id: 'oper-rls2106'
 301     stream_report:
 302       - '2106':
 303           branch: 'rls2106'
 304           branch-id: 'oper-rls2106'
 305
 306     build-artifact-num-to-keep: 10
 307
 308
 309 - job-template:
 310     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 311
 312     description: |
 313       <ul>
 314           <li>objective
 315               <ul>
 316                   <li>perf verify - per csit gerrit patch
 317               </ul>
 318           <li>job
 319               <ul>
 320                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 321                   <li>trigger: keyword in comment to csit patch:
 322                       <b>csit-{node-arch}-perftest tag_list</b>
 323               </ul>
 324           <li>executor
 325               <ul>
 326                   <li>builder-{os}-prod-{executor-arch}
 327               </ul>
 328           <li>perf test-cases selection
 329               <ul>
 330                   <li>test-cases selected using trigger keyword followed by tags
 331                   <li>all test-cases are labelled with CSIT RF topic tags
 332                       defined in <i>csit/docs/tag_documentation.rst</i>
 333               </ul>
 334           <li>proposed keywords
 335               <ul>
 336                   <li>focus on testing specified vpp packet processing path
 337                   <li>format: csit-{node-arch}-perftest tag_list
 338               </ul>
 339           <li>default tags for vpp startup config and perf test type
 340               <ul>
 341                   <li>IP4BASE, IP6BASE, L2BDBASE
 342                   <li>64B/78B: 64B/78B packet size
 343                   <li>1C: one core
 344                   <li>X710: x710 Fortville NIC
 345                   <li>MRR: MRR throughput
 346               </ul>
 347           <li>results
 348               <ul>
 349                   <li>jjb verify: PASS/FAIL
 350                   <li>present: no
 351                   <li>analyse: no
 352               </ul>
 353       </ul>
 354
 355     project-type: freestyle
 356     node: 'builder-{os}-prod-{executor-arch}'
 357     concurrent: true
 358     archive-artifacts: 'archive/*.*'
 359     latest-only: false
 360
 361     build-discarder:
 362       daysToKeep: '{build-days-to-keep}'
 363       numToKeep: '{build-num-to-keep}'
 364       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 365       artifactNumToKeep: '{build-artifact-num-to-keep}'
 366
 367     parameters:
 368       - project-parameter:
 369           project: '{project}'
 370       - gerrit-parameter:
 371           branch: '{branch}'
 372       - gerrit-refspec-parameter
 373       - gerrit-event-type-parameter
 374       - gerrit-event-comment-text-parameter
 375       - csit-perf-trial-duration-parameter:
 376           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 377       - csit-perf-trial-multiplicity-parameter:
 378           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 379       - string:
 380           name: ARCHIVE_ARTIFACTS
 381           default: '{archive-artifacts}'
 382           description: Artifacts to archive to the logs server.
 383       # This is a manually-triggered verify job, part of API coverage.
 384       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 385       # Can be removed when this job is no longer needed for full API coverage.
 386       - csit-fail-on-crc-mismatch-parameter:
 387           fail-on-crc-mismatch: 'True'
 388
 389     scm:
 390       - gerrit-trigger-scm:
 391           credentials-id: 'jenkins-gerrit-credentials'
 392           refspec: '$GERRIT_REFSPEC'
 393           choosing-strategy: 'gerrit'
 394
 395     wrappers:
 396       - fdio-infra-wrappers-non-activity-timeout:
 397           build-timeout: '{build-timeout}'
 398
 399     triggers:
 400       - gerrit-trigger-csit-perftest:
 401           project: '{project}'
 402           branch: '{branch}'
 403           trigger-word: 'csit-{node-arch}-perftest'
 404           skip-vote: false
 405
 406     builders:
 407       - shell:
 408           !include-raw-escape:
 409           - ../scripts/setup_executor_env.sh
 410       - shell:
 411           !include-raw-escape:
 412           - ../scripts/csit/perf-verify.sh
 413
 414     publishers:
 415       - robot:
 416           output-path: 'archives'
 417           other-files:
 418             - '*.*'
 419
 420       - fdio-infra-publish
 421
 422 - job-template:
 423     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 424
 425     description: |
 426       <ul>
 427           <li>objective
 428               <ul>
 429                   <li>check vpp perf mrr daily
 430               </ul>
 431           <li>executor
 432               <ul>
 433                   <li>builder-{os}-prod-{executor-arch}
 434               </ul>
 435           <li>perf test-cases selection
 436               <ul>
 437                   <li>all CSIT VPP MRR perf suites
 438               </ul>
 439           <li>results
 440               <ul>
 441                   <li>jjb verify: PASS/FAIL
 442                   <li>present: no
 443                   <li>analyse: csit project (catch malfunctions/degradations)
 444               </ul>
 445       </ul>
 446
 447     project-type: freestyle
 448     node: 'builder-{os}-prod-{executor-arch}'
 449     concurrent: false
 450     archive-artifacts: 'csit/archive/*.*'
 451     latest-only: false
 452
 453     build-discarder:
 454       daysToKeep: '{build-days-to-keep}'
 455       numToKeep: '{build-num-to-keep}'
 456       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 457       artifactNumToKeep: '{build-artifact-num-to-keep}'
 458
 459     parameters:
 460       - project-parameter:
 461           project: '{project}'
 462       - gerrit-parameter:
 463           branch: '{branch}'
 464       - csit-perf-trial-duration-parameter:
 465           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 466       - csit-perf-trial-multiplicity-parameter:
 467           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 468       - string:
 469           name: ARCHIVE_ARTIFACTS
 470           default: '{archive-artifacts}'
 471           description: Artifacts to archive to the logs server.
 472
 473     wrappers:
 474       - fdio-infra-wrappers-non-activity-timeout:
 475           build-timeout: '{build-timeout}'
 476
 477     triggers:
 478       - timed: '{periodicity}'
 479
 480     builders:
 481       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 482       - inject:
 483           properties-file: variables.prop
 484       - shell:
 485           !include-raw-escape:
 486           - ../scripts/setup_executor_env.sh
 487       - shell:
 488           !include-raw-escape:
 489           - ../scripts/csit/perf-timed.sh
 490
 491     publishers:
 492       - robot:
 493           output-path: 'archives'
 494           other-files:
 495             - '*.*'
 496
 497       - fdio-infra-publish
 498
 499 - job-template:
 500     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 501
 502     description: |
 503       <ul>
 504           <li>objective
 505               <ul>
 506                   <li>check vpp perf mrr weekly on {node-arch}
 507               </ul>
 508           <li>executor
 509               <ul>
 510                   <li>builder-{os}-prod-{executor-arch}
 511               </ul>
 512           <li>perf test-cases selection
 513               <ul>
 514                   <li>NF Density CSIT VPP MRR perf suites
 515               </ul>
 516           <li>results
 517               <ul>
 518                   <li>jjb verify: PASS/FAIL
 519                   <li>present: no
 520                   <li>analyse: csit project (catch malfunctions/degradations)
 521               </ul>
 522       </ul>
 523
 524     project-type: freestyle
 525     node: 'builder-{os}-prod-{executor-arch}'
 526     concurrent: false
 527     archive-artifacts: 'csit/archive/*.*'
 528     latest-only: false
 529
 530     build-discarder:
 531       daysToKeep: '{build-days-to-keep}'
 532       numToKeep: '{build-num-to-keep}'
 533       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 534       artifactNumToKeep: '{build-artifact-num-to-keep}'
 535
 536     parameters:
 537       - project-parameter:
 538           project: '{project}'
 539       - gerrit-parameter:
 540           branch: '{branch}'
 541       - csit-perf-trial-duration-parameter:
 542           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 543       - csit-perf-trial-multiplicity-parameter:
 544           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 545       - string:
 546           name: ARCHIVE_ARTIFACTS
 547           default: '{archive-artifacts}'
 548           description: Artifacts to archive to the logs server.
 549
 550     wrappers:
 551       - fdio-infra-wrappers-non-activity-timeout:
 552           build-timeout: '{build-timeout}'
 553
 554     triggers:
 555       - timed: '{periodicity}'
 556
 557     builders:
 558       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 559       - inject:
 560           properties-file: variables.prop
 561       - shell:
 562           !include-raw-escape:
 563           - ../scripts/setup_executor_env.sh
 564       - shell:
 565           !include-raw-escape:
 566           - ../scripts/csit/perf-timed.sh
 567
 568     publishers:
 569       - robot:
 570           output-path: 'archives'
 571           other-files:
 572             - '*.*'
 573
 574       - fdio-infra-publish
 575
 576 - job-template:
 577     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 578
 579     description: |
 580       <ul>
 581           <li>objective
 582               <ul>
 583                   <li>check vpp perf ndrpdr weekly on {node-arch}
 584               </ul>
 585           <li>executor
 586               <ul>
 587                   <li>builder-{os}-prod-{executor-arch}
 588               </ul>
 589           <li>perf test-cases selection
 590               <ul>
 591                   <li>pre-selected CSIT VPP NDRPDR perf suites
 592               </ul>
 593           <li>results
 594               <ul>
 595                   <li>jjb verify: PASS/FAIL
 596                   <li>present: no
 597                   <li>analyse: csit project (catch malfunctions/degradations)
 598               </ul>
 599       </ul>
 600     project-type: freestyle
 601     node: 'builder-{os}-prod-{executor-arch}'
 602     concurrent: false
 603     archive-artifacts: 'csit/archive/*.*'
 604     latest-only: false
 605
 606     build-discarder:
 607       daysToKeep: '{build-days-to-keep}'
 608       numToKeep: '{build-num-to-keep}'
 609       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 610       artifactNumToKeep: '{build-artifact-num-to-keep}'
 611
 612     parameters:
 613       - project-parameter:
 614           project: '{project}'
 615       - gerrit-parameter:
 616           branch: '{branch}'
 617       - string:
 618           name: ARCHIVE_ARTIFACTS
 619           default: '{archive-artifacts}'
 620           description: Artifacts to archive to the logs server.
 621
 622     wrappers:
 623       - fdio-infra-wrappers-non-activity-timeout:
 624           build-timeout: '{build-timeout}'
 625
 626     triggers:
 627       - timed: '{periodicity}'
 628
 629     builders:
 630       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 631       - inject:
 632           properties-file: variables.prop
 633       - shell:
 634           !include-raw-escape:
 635           - ../scripts/setup_executor_env.sh
 636       - shell:
 637           !include-raw-escape:
 638           - ../scripts/csit/perf-timed.sh
 639
 640     publishers:
 641       - robot:
 642           output-path: 'archives'
 643           other-files:
 644             - '*.*'
 645
 646       - fdio-infra-publish
 647
 648 - job-template:
 649     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 650
 651     description: |
 652       <ul>
 653           <li>objective
 654               <ul>
 655                   <li>perf verify - per csit gerrit patch
 656               </ul>
 657           <li>job
 658               <ul>
 659                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 660                   <li>trigger: keyword in comment to csit patch:
 661                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 662               </ul>
 663           <li>executor
 664               <ul>
 665                   <li>builder-{os}-prod-{executor-arch}
 666               </ul>
 667           <li>perf test-cases selection
 668               <ul>
 669                   <li>test-cases selected using trigger keyword followed by tags
 670                   <li>all test-cases are labelled with CSIT RF topic tags
 671                       defined in <i>csit/docs/tag_documentation.rst</i>
 672               </ul>
 673           <li>default tags for dpdk perf test type
 674               <ul>
 675                   <li>IP4BASE, L2XCBASE
 676                   <li>64B: 64B packet size
 677                   <li>1C: one core
 678                   <li>X710: x710 Fortville NIC
 679                   <li>MRR: MRR throughput
 680               </ul>
 681           <li>results
 682               <ul>
 683                   <li>jjb verify: PASS/FAIL
 684                   <li>present: no
 685                   <li>analyse: no
 686               </ul>
 687       </ul>
 688
 689     project-type: freestyle
 690     node: 'builder-{os}-prod-{executor-arch}'
 691     concurrent: true
 692     archive-artifacts: 'archive/*.*'
 693     latest-only: false
 694
 695     build-discarder:
 696       daysToKeep: '{build-days-to-keep}'
 697       numToKeep: '{build-num-to-keep}'
 698       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 699       artifactNumToKeep: '{build-artifact-num-to-keep}'
 700
 701     parameters:
 702       - project-parameter:
 703           project: '{project}'
 704       - gerrit-parameter:
 705           branch: '{branch}'
 706       - csit-perf-trial-duration-parameter:
 707           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 708       - csit-perf-trial-multiplicity-parameter:
 709           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 710       - string:
 711           name: ARCHIVE_ARTIFACTS
 712           default: '{archive-artifacts}'
 713           description: Artifacts to archive to the logs server.
 714
 715     scm:
 716       - gerrit-trigger-scm:
 717           credentials-id: 'jenkins-gerrit-credentials'
 718           refspec: '$GERRIT_REFSPEC'
 719           choosing-strategy: 'gerrit'
 720
 721     wrappers:
 722       - fdio-infra-wrappers-non-activity-timeout:
 723           build-timeout: '{build-timeout}'
 724
 725     triggers:
 726       - gerrit-trigger-csit-perftest:
 727           project: '{project}'
 728           branch: '{branch}'
 729           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 730           skip-vote: false
 731
 732     builders:
 733       - shell:
 734           !include-raw-escape:
 735           - ../scripts/setup_executor_env.sh
 736       - shell:
 737           !include-raw-escape:
 738           - ../scripts/csit/perf-verify.sh
 739
 740     publishers:
 741       - robot:
 742           output-path: 'archives'
 743           other-files:
 744             - '*.*'
 745
 746       - fdio-infra-publish
 747
 748 - job-template:
 749     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 750
 751     description: |
 752       <ul>
 753           <li>objective
 754               <ul>
 755                   <li>check dpdk perf mrr weekly
 756               </ul>
 757           <li>executor
 758               <ul>
 759                   <li>builder-{os}-prod-{executor-arch}
 760               </ul>
 761           <li>perf test-cases selection
 762               <ul>
 763                   <li>all CSIT DPDK MRR perf suites
 764               </ul>
 765           <li>results
 766               <ul>
 767                   <li>jjb verify: PASS/FAIL
 768                   <li>present: no
 769                   <li>analyse: csit project (catch malfunctions/degradations)
 770               </ul>
 771       </ul>
 772
 773     project-type: freestyle
 774     node: 'builder-{os}-prod-{executor-arch}'
 775     concurrent: false
 776     archive-artifacts: 'csit/archive/*.*'
 777     latest-only: false
 778
 779     build-discarder:
 780       daysToKeep: '{build-days-to-keep}'
 781       numToKeep: '{build-num-to-keep}'
 782       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 783       artifactNumToKeep: '{build-artifact-num-to-keep}'
 784
 785     parameters:
 786       - project-parameter:
 787           project: '{project}'
 788       - gerrit-parameter:
 789           branch: '{branch}'
 790       - csit-perf-trial-duration-parameter:
 791           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 792       - csit-perf-trial-multiplicity-parameter:
 793           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 794       - string:
 795           name: ARCHIVE_ARTIFACTS
 796           default: '{archive-artifacts}'
 797           description: Artifacts to archive to the logs server.
 798
 799     wrappers:
 800       - fdio-infra-wrappers-non-activity-timeout:
 801           build-timeout: '{build-timeout}'
 802
 803     triggers:
 804       - timed: '{periodicity}'
 805
 806     builders:
 807       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 808       - inject:
 809           properties-file: variables.prop
 810       - shell:
 811           !include-raw-escape:
 812           - ../scripts/setup_executor_env.sh
 813       - shell:
 814           !include-raw-escape:
 815           - ../scripts/csit/perf-timed.sh
 816
 817     publishers:
 818       - robot:
 819           output-path: 'archives'
 820           other-files:
 821             - '*.*'
 822
 823       - fdio-infra-publish
 824
 825 - job-template:
 826     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 827
 828     description: |
 829       <ul>
 830           <li>objective
 831               <ul>
 832                   <li>get vpp performance iterative data for csit report
 833               </ul>
 834           <li>job
 835               <ul>
 836                   <li>name:
 837                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 838                       {node-arch}</b>
 839                   <li>trigger: keyword in comment to csit patch:
 840                       <b>csit-vpp-report-iter-{node-arch}-perftest
 841                       test_set_id</b>
 842                   <li>trigger example:
 843                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 844               </ul>
 845           <li>executor
 846               <ul>
 847                   <li>builder-{os}-prod-{executor-arch}
 848               </ul>
 849           <li>perf test-cases selection
 850               <ul>
 851                   <li>test-cases selected by tags defined in
 852                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 853                       test_set_id.md</i>
 854               </ul>
 855
 856           <li>results
 857               <ul>
 858                   <li>jjb verify: PASS/FAIL
 859                   <li>present: vpp performance
 860                   <li>analyse: vpp performance
 861               </ul>
 862       </ul>
 863
 864     project-type: freestyle
 865     node: 'builder-{os}-prod-{executor-arch}'
 866     concurrent: true
 867     archive-artifacts: 'archive/*.*'
 868     latest-only: false
 869
 870     build-discarder:
 871       daysToKeep: '{build-days-to-keep}'
 872       numToKeep: '{build-num-to-keep}'
 873       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 874       artifactNumToKeep: '{build-artifact-num-to-keep}'
 875
 876     parameters:
 877       - project-parameter:
 878           project: '{project}'
 879       - gerrit-parameter:
 880           branch: '{branch}'
 881       - gerrit-refspec-parameter
 882       - gerrit-event-type-parameter
 883       - gerrit-event-comment-text-parameter
 884       - csit-perf-trial-duration-parameter:
 885           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 886       - csit-perf-trial-multiplicity-parameter:
 887           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 888       - string:
 889           name: ARCHIVE_ARTIFACTS
 890           default: '{archive-artifacts}'
 891           description: Artifacts to archive to the logs server.
 892
 893     scm:
 894       - gerrit-trigger-scm:
 895           credentials-id: 'jenkins-gerrit-credentials'
 896           refspec: '$GERRIT_REFSPEC'
 897           choosing-strategy: 'gerrit'
 898
 899     wrappers:
 900       - fdio-infra-wrappers-non-activity-timeout:
 901           build-timeout: '{build-timeout}'
 902
 903     triggers:
 904       - gerrit-trigger-csit-perftest:
 905           project: '{project}'
 906           branch: '{branch}'
 907           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 908           skip-vote: false
 909
 910     builders:
 911       - shell:
 912           !include-raw-escape:
 913           - ../scripts/setup_executor_env.sh
 914       - shell:
 915           !include-raw-escape:
 916           - ../scripts/csit/perf-verify.sh
 917
 918     publishers:
 919       - robot:
 920           output-path: 'archives'
 921           other-files:
 922             - '*.*'
 923
 924       - fdio-infra-publish
 925
 926 - job-template:
 927     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 928
 929     description: |
 930       <ul>
 931           <li>objective
 932               <ul>
 933                   <li>get dpdk performance iterative data for csit report
 934               </ul>
 935           <li>job
 936               <ul>
 937                   <li>name:
 938                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 939                       {node-arch}</b>
 940                   <li>trigger: keyword in comment to csit patch:
 941                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 942                       test_set_id</b>
 943                   <li>trigger example:
 944                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 945               </ul>
 946           <li>executor
 947               <ul>
 948                   <li>builder-{os}-prod-{executor-arch}
 949               </ul>
 950           <li>perf test-cases selection
 951               <ul>
 952                   <li>test-cases selected by tags defined in
 953                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 954                       test_set_id.md</i>
 955               </ul>
 956
 957           <li>results
 958               <ul>
 959                   <li>jjb verify: PASS/FAIL
 960                   <li>present: dpdk performance
 961                   <li>analyse: dpdk performance
 962               </ul>
 963       </ul>
 964
 965     project-type: freestyle
 966     node: 'builder-{os}-prod-{executor-arch}'
 967     concurrent: true
 968     archive-artifacts: 'archive/*.*'
 969     latest-only: false
 970
 971     build-discarder:
 972       daysToKeep: '{build-days-to-keep}'
 973       numToKeep: '{build-num-to-keep}'
 974       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 975       artifactNumToKeep: '{build-artifact-num-to-keep}'
 976
 977     parameters:
 978       - project-parameter:
 979           project: '{project}'
 980       - gerrit-parameter:
 981           branch: '{branch}'
 982       - gerrit-refspec-parameter
 983       - gerrit-event-type-parameter
 984       - gerrit-event-comment-text-parameter
 985       - csit-perf-trial-duration-parameter:
 986           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 987       - csit-perf-trial-multiplicity-parameter:
 988           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 989       - string:
 990           name: ARCHIVE_ARTIFACTS
 991           default: '{archive-artifacts}'
 992           description: Artifacts to archive to the logs server.
 993
 994     scm:
 995       - gerrit-trigger-scm:
 996           credentials-id: 'jenkins-gerrit-credentials'
 997           refspec: '$GERRIT_REFSPEC'
 998           choosing-strategy: 'gerrit'
 999
1000     wrappers:
1001       - fdio-infra-wrappers-non-activity-timeout:
1002           build-timeout: '{build-timeout}'
1003
1004     triggers:
1005       - gerrit-trigger-csit-perftest:
1006           project: '{project}'
1007           branch: '{branch}'
1008           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1009           skip-vote: false
1010
1011     builders:
1012       - shell:
1013           !include-raw-escape:
1014           - ../scripts/setup_executor_env.sh
1015       - shell:
1016           !include-raw-escape:
1017           - ../scripts/csit/perf-verify.sh
1018
1019     publishers:
1020       - robot:
1021           output-path: 'archives'
1022           other-files:
1023             - '*.*'
1024
1025       - fdio-infra-publish
1026
1027 - job-template:
1028     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1029
1030     description: |
1031       <ul>
1032           <li>objective
1033               <ul>
1034                   <li>get vpp performance coverage data for csit report
1035               </ul>
1036           <li>job
1037               <ul>
1038                   <li>name:
1039                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1040                       {node-arch}</b>
1041                   <li>trigger: keyword in comment to csit patch:
1042                       <b>csit-vpp-report-cov-{node-arch}-perftest
1043                       test_set_id</b>
1044                   <li>trigger example:
1045                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1046               </ul>
1047           <li>executor
1048               <ul>
1049                   <li>builder-{os}-prod-{executor-arch}
1050               </ul>
1051           <li>perf test-cases selection
1052               <ul>
1053                   <li>test-cases selected by tags defined in
1054                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1055                       test_set_id.md</i>
1056               </ul>
1057
1058           <li>results
1059               <ul>
1060                   <li>jjb verify: PASS/FAIL
1061                   <li>present: vpp performance
1062                   <li>analyse: vpp performance
1063               </ul>
1064       </ul>
1065
1066     project-type: freestyle
1067     node: 'builder-{os}-prod-{executor-arch}'
1068     concurrent: true
1069     archive-artifacts: 'archive/*.*'
1070     latest-only: false
1071
1072     build-discarder:
1073       daysToKeep: '{build-days-to-keep}'
1074       numToKeep: '{build-num-to-keep}'
1075       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1076       artifactNumToKeep: '{build-artifact-num-to-keep}'
1077
1078     parameters:
1079       - project-parameter:
1080           project: '{project}'
1081       - gerrit-parameter:
1082           branch: '{branch}'
1083       - gerrit-refspec-parameter
1084       - gerrit-event-type-parameter
1085       - gerrit-event-comment-text-parameter
1086       - csit-perf-trial-duration-parameter:
1087           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1088       - csit-perf-trial-multiplicity-parameter:
1089           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1090       - string:
1091           name: ARCHIVE_ARTIFACTS
1092           default: '{archive-artifacts}'
1093           description: Artifacts to archive to the logs server.
1094
1095     scm:
1096       - gerrit-trigger-scm:
1097           credentials-id: 'jenkins-gerrit-credentials'
1098           refspec: '$GERRIT_REFSPEC'
1099           choosing-strategy: 'gerrit'
1100
1101     wrappers:
1102       - fdio-infra-wrappers-non-activity-timeout:
1103           build-timeout: '{build-timeout}'
1104
1105     triggers:
1106       - gerrit-trigger-csit-perftest:
1107           project: '{project}'
1108           branch: '{branch}'
1109           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1110           skip-vote: false
1111
1112     builders:
1113       - shell:
1114           !include-raw-escape:
1115           - ../scripts/setup_executor_env.sh
1116       - shell:
1117           !include-raw-escape:
1118           - ../scripts/csit/perf-verify.sh
1119
1120     publishers:
1121       - robot:
1122           output-path: 'archives'
1123           other-files:
1124             - '*.*'
1125
1126       - fdio-infra-publish
1127
1128 - job-template:
1129     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1130
1131     description: |
1132       <ul>
1133           <li>objective
1134               <ul>
1135                   <li>get dpdk performance coverage data for csit report
1136               </ul>
1137           <li>job
1138               <ul>
1139                   <li>name:
1140                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1141                       {node-arch}</b>
1142                   <li>trigger: keyword in comment to csit patch:
1143                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1144                       test_set_id</b>
1145                   <li>trigger example:
1146                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1147               </ul>
1148           <li>executor
1149               <ul>
1150                   <li>builder-{os}-prod-{executor-arch}
1151               </ul>
1152           <li>perf test-cases selection
1153               <ul>
1154                   <li>test-cases selected by tags defined in
1155                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1156                       test_set_id.md</i>
1157               </ul>
1158
1159           <li>results
1160               <ul>
1161                   <li>jjb verify: PASS/FAIL
1162                   <li>present: dpdk performance
1163                   <li>analyse: dpdk performance
1164               </ul>
1165       </ul>
1166
1167     project-type: freestyle
1168     node: 'builder-{os}-prod-{executor-arch}'
1169     concurrent: true
1170     archive-artifacts: 'archive/*.*'
1171     latest-only: false
1172
1173     build-discarder:
1174       daysToKeep: '{build-days-to-keep}'
1175       numToKeep: '{build-num-to-keep}'
1176       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1177       artifactNumToKeep: '{build-artifact-num-to-keep}'
1178
1179     parameters:
1180       - project-parameter:
1181           project: '{project}'
1182       - gerrit-parameter:
1183           branch: '{branch}'
1184       - gerrit-refspec-parameter
1185       - gerrit-event-type-parameter
1186       - gerrit-event-comment-text-parameter
1187       - csit-perf-trial-duration-parameter:
1188           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1189       - csit-perf-trial-multiplicity-parameter:
1190           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1191       - string:
1192           name: ARCHIVE_ARTIFACTS
1193           default: '{archive-artifacts}'
1194           description: Artifacts to archive to the logs server.
1195
1196     scm:
1197       - gerrit-trigger-scm:
1198           credentials-id: 'jenkins-gerrit-credentials'
1199           refspec: '$GERRIT_REFSPEC'
1200           choosing-strategy: 'gerrit'
1201
1202     wrappers:
1203       - fdio-infra-wrappers-non-activity-timeout:
1204           build-timeout: '{build-timeout}'
1205
1206     triggers:
1207       - gerrit-trigger-csit-perftest:
1208           project: '{project}'
1209           branch: '{branch}'
1210           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1211           skip-vote: false
1212
1213     builders:
1214       - shell:
1215           !include-raw-escape:
1216           - ../scripts/setup_executor_env.sh
1217       - shell:
1218           !include-raw-escape:
1219           - ../scripts/csit/perf-verify.sh
1220
1221     publishers:
1222       - robot:
1223           output-path: 'archives'
1224           other-files:
1225             - '*.*'
1226
1227       - fdio-infra-publish