jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  77           node-arch:
  78             - 2n-clx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-skx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-dnv:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-zn2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-tx2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'aarch64'
  93             - 3n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2009_lts':
 107                 branch: 'rls2009_lts'
 108                 branch-id: 'oper-rls2009_lts'
 109             - '2101':
 110                 branch: 'rls2101'
 111                 branch-id: 'oper-rls2101'
 112             - '2106':
 113                 branch: 'rls2106'
 114                 branch-id: 'oper-rls2106'
 115       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 116           node-arch:
 117             - 2n-clx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120                 periodicity: '0 2,14 * * *'
 121             - 2n-skx:
 122                 os: 'ubuntu2004'
 123                 executor-arch: 'x86_64'
 124                 periodicity: '0 2,14 * * *'
 125             - 2n-dnv:
 126                 os: 'ubuntu2004'
 127                 executor-arch: 'x86_64'
 128                 periodicity: '0 2,14 * * *'
 129             - 2n-zn2:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2,14 * * *'
 133             - 2n-tx2:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'aarch64'
 136                 periodicity: '0 14 * * *'
 137             - 3n-skx:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '0 2,14 * * *'
 141             - 3n-dnv:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2,14 * * *'
 145             - 3n-tsh:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '0 14 * * *'
 149       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 150           node-arch:
 151             - 2n-clx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 2n-skx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 3n-skx:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160             - 2n-aws:
 161                 os: 'ubuntu2004'
 162                 executor-arch: 'x86_64'
 163             - 3n-aws:
 164                 os: 'ubuntu2004'
 165                 executor-arch: 'x86_64'
 166           stream:
 167             - master:
 168                 branch: 'master'
 169                 branch-id: 'oper'
 170             - '2009_lts':
 171                 branch: 'rls2009_lts'
 172                 branch-id: 'oper-rls2009_lts'
 173           periodicity: '0 0 * * 6'
 174       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 175           node-arch:
 176             - 2n-clx:
 177                 os: 'ubuntu2004'
 178                 executor-arch: 'x86_64'
 179             - 2n-skx:
 180                 os: 'ubuntu2004'
 181                 executor-arch: 'x86_64'
 182             - 3n-skx:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185           periodicity: '0 0 * * 6'
 186       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 187           node-arch:
 188             - 2n-skx:
 189                 os: 'ubuntu2004'
 190                 executor-arch: 'x86_64'
 191             - 3n-skx:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194           periodicity: '0 0 * * 6'
 195       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 196           node-arch:
 197             - 2n-clx:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'x86_64'
 200             - 2n-skx:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'x86_64'
 203             - 2n-dnv:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 2n-zn2:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 2n-tx2:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'aarch64'
 212             - 3n-skx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 3n-dnv:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 3n-tsh:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'aarch64'
 221             - 2n-aws:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-aws:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'x86_64'
 227       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 228           node-arch:
 229             - 2n-clx:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-skx:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-dnv:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 2n-zn2:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 2n-tx2:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'aarch64'
 244             - 3n-skx:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-dnv:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-tsh:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'aarch64'
 253             - 2n-aws:
 254                 os: 'ubuntu2004'
 255                 executor-arch: 'x86_64'
 256             - 3n-aws:
 257                 os: 'ubuntu2004'
 258                 executor-arch: 'x86_64'
 259       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 260           node-arch:
 261             - 2n-clx:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-skx:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-dnv:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 2n-zn2:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 2n-tx2:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'aarch64'
 276             - 3n-skx:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 3n-dnv:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 3n-tsh:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'aarch64'
 285             - 2n-aws:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 3n-aws:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'x86_64'
 291       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 292           node-arch:
 293             - 2n-clx:
 294                 os: 'ubuntu2004'
 295                 executor-arch: 'x86_64'
 296             - 2n-skx:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'x86_64'
 299             - 2n-dnv:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'x86_64'
 302             - 2n-zn2:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 2n-tx2:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'aarch64'
 308             - 3n-skx:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'x86_64'
 311             - 3n-dnv:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314             - 3n-tsh:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'aarch64'
 317             - 2n-aws:
 318                 os: 'ubuntu2004'
 319                 executor-arch: 'x86_64'
 320             - 3n-aws:
 321                 os: 'ubuntu2004'
 322                 executor-arch: 'x86_64'
 323
 324     project: 'csit'
 325     branch: 'master'
 326     branch-id: 'oper'
 327     csit-perf-trial-duration: '1.0'
 328     csit-perf-trial-multiplicity: '10'
 329     stream:
 330       - master:
 331           branch: 'master'
 332           branch-id: 'oper'
 333       - '2009_lts':
 334           branch: 'rls2009_lts'
 335           branch-id: 'oper-rls2009_lts'
 336       - '2101':
 337           branch: 'rls2101'
 338           branch-id: 'oper-rls2101'
 339       - '2106':
 340           branch: 'rls2106'
 341           branch-id: 'oper-rls2106'
 342     stream_report:
 343       - '2106':
 344           branch: 'rls2106'
 345           branch-id: 'oper-rls2106'
 346
 347     build-artifact-num-to-keep: 10
 348
 349
 350 - job-template:
 351     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 352
 353     description: |
 354       <ul>
 355           <li>objective
 356               <ul>
 357                   <li>perf verify - per csit gerrit patch
 358               </ul>
 359           <li>job
 360               <ul>
 361                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 362                   <li>trigger: keyword in comment to csit patch:
 363                       <b>csit-{node-arch}-perftest tag_list</b>
 364               </ul>
 365           <li>executor
 366               <ul>
 367                   <li>builder-{os}-prod-{executor-arch}
 368               </ul>
 369           <li>perf test-cases selection
 370               <ul>
 371                   <li>test-cases selected using trigger keyword followed by tags
 372                   <li>all test-cases are labelled with CSIT RF topic tags
 373                       defined in <i>csit/docs/tag_documentation.rst</i>
 374               </ul>
 375           <li>proposed keywords
 376               <ul>
 377                   <li>focus on testing specified vpp packet processing path
 378                   <li>format: csit-{node-arch}-perftest tag_list
 379               </ul>
 380           <li>default tags for vpp startup config and perf test type
 381               <ul>
 382                   <li>IP4BASE, IP6BASE, L2BDBASE
 383                   <li>64B/78B: 64B/78B packet size
 384                   <li>1C: one core
 385                   <li>X710: x710 Fortville NIC
 386                   <li>MRR: MRR throughput
 387               </ul>
 388           <li>results
 389               <ul>
 390                   <li>jjb verify: PASS/FAIL
 391                   <li>present: no
 392                   <li>analyse: no
 393               </ul>
 394       </ul>
 395
 396     project-type: freestyle
 397     node: 'builder-{os}-prod-{executor-arch}'
 398     concurrent: true
 399     latest-only: false
 400
 401     properties:
 402       - lf-infra-properties:
 403           build-days-to-keep: "{build-days-to-keep}"
 404
 405     parameters:
 406       - project-parameter:
 407           project: '{project}'
 408       - gerrit-parameter:
 409           branch: '{branch}'
 410       - gerrit-refspec-parameter
 411       - gerrit-event-type-parameter
 412       - gerrit-event-comment-text-parameter
 413       - csit-perf-trial-duration-parameter:
 414           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 415       - csit-perf-trial-multiplicity-parameter:
 416           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 417       # This is a manually-triggered verify job, part of API coverage.
 418       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 419       # Can be removed when this job is no longer needed for full API coverage.
 420       - csit-fail-on-crc-mismatch-parameter:
 421           fail-on-crc-mismatch: 'True'
 422
 423     scm:
 424       - gerrit-trigger-scm:
 425           credentials-id: 'jenkins-gerrit-credentials'
 426           refspec: '$GERRIT_REFSPEC'
 427           choosing-strategy: 'gerrit'
 428
 429     wrappers:
 430       - fdio-infra-wrappers-non-activity-timeout:
 431           build-timeout: '{build-timeout}'
 432
 433     triggers:
 434       - gerrit-trigger-csit-perftest:
 435           project: '{project}'
 436           branch: '{branch}'
 437           trigger-word: 'csit-{node-arch}-perftest'
 438           skip-vote: false
 439
 440     builders:
 441       - shell:
 442           !include-raw-escape:
 443           - ../scripts/setup_executor_env.sh
 444       - shell:
 445           !include-raw-escape:
 446           - ../scripts/csit/perf-verify.sh
 447
 448     publishers:
 449       - fdio-infra-publish
 450
 451 - job-template:
 452     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 453
 454     description: |
 455       <ul>
 456           <li>objective
 457               <ul>
 458                   <li>check vpp perf mrr daily
 459               </ul>
 460           <li>executor
 461               <ul>
 462                   <li>builder-{os}-prod-{executor-arch}
 463               </ul>
 464           <li>perf test-cases selection
 465               <ul>
 466                   <li>all CSIT VPP MRR perf suites
 467               </ul>
 468           <li>results
 469               <ul>
 470                   <li>jjb verify: PASS/FAIL
 471                   <li>present: no
 472                   <li>analyse: csit project (catch malfunctions/degradations)
 473               </ul>
 474       </ul>
 475
 476     project-type: freestyle
 477     node: 'builder-{os}-prod-{executor-arch}'
 478     concurrent: false
 479     latest-only: false
 480
 481     properties:
 482       - lf-infra-properties:
 483           build-days-to-keep: "{build-days-to-keep}"
 484
 485     parameters:
 486       - project-parameter:
 487           project: '{project}'
 488       - gerrit-parameter:
 489           branch: '{branch}'
 490       - csit-perf-trial-duration-parameter:
 491           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 492       - csit-perf-trial-multiplicity-parameter:
 493           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 494
 495     wrappers:
 496       - fdio-infra-wrappers-non-activity-timeout:
 497           build-timeout: '{build-timeout}'
 498
 499     triggers:
 500       - timed: '{periodicity}'
 501
 502     builders:
 503       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 504       - inject:
 505           properties-file: variables.prop
 506       - shell:
 507           !include-raw-escape:
 508           - ../scripts/setup_executor_env.sh
 509       - shell:
 510           !include-raw-escape:
 511           - ../scripts/csit/perf-timed.sh
 512
 513     publishers:
 514       - fdio-infra-publish
 515
 516 - job-template:
 517     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 518
 519     description: |
 520       <ul>
 521           <li>objective
 522               <ul>
 523                   <li>check vpp perf mrr weekly on {node-arch}
 524               </ul>
 525           <li>executor
 526               <ul>
 527                   <li>builder-{os}-prod-{executor-arch}
 528               </ul>
 529           <li>perf test-cases selection
 530               <ul>
 531                   <li>NF Density CSIT VPP MRR perf suites
 532               </ul>
 533           <li>results
 534               <ul>
 535                   <li>jjb verify: PASS/FAIL
 536                   <li>present: no
 537                   <li>analyse: csit project (catch malfunctions/degradations)
 538               </ul>
 539       </ul>
 540
 541     project-type: freestyle
 542     node: 'builder-{os}-prod-{executor-arch}'
 543     concurrent: false
 544     latest-only: false
 545
 546     properties:
 547       - lf-infra-properties:
 548           build-days-to-keep: "{build-days-to-keep}"
 549
 550     parameters:
 551       - project-parameter:
 552           project: '{project}'
 553       - gerrit-parameter:
 554           branch: '{branch}'
 555       - csit-perf-trial-duration-parameter:
 556           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 557       - csit-perf-trial-multiplicity-parameter:
 558           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 559
 560     wrappers:
 561       - fdio-infra-wrappers-non-activity-timeout:
 562           build-timeout: '{build-timeout}'
 563
 564     triggers:
 565       - timed: '{periodicity}'
 566
 567     builders:
 568       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 569       - inject:
 570           properties-file: variables.prop
 571       - shell:
 572           !include-raw-escape:
 573           - ../scripts/setup_executor_env.sh
 574       - shell:
 575           !include-raw-escape:
 576           - ../scripts/csit/perf-timed.sh
 577
 578     publishers:
 579       - fdio-infra-publish
 580
 581 - job-template:
 582     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 583
 584     description: |
 585       <ul>
 586           <li>objective
 587               <ul>
 588                   <li>check vpp perf ndrpdr weekly on {node-arch}
 589               </ul>
 590           <li>executor
 591               <ul>
 592                   <li>builder-{os}-prod-{executor-arch}
 593               </ul>
 594           <li>perf test-cases selection
 595               <ul>
 596                   <li>pre-selected CSIT VPP NDRPDR perf suites
 597               </ul>
 598           <li>results
 599               <ul>
 600                   <li>jjb verify: PASS/FAIL
 601                   <li>present: no
 602                   <li>analyse: csit project (catch malfunctions/degradations)
 603               </ul>
 604       </ul>
 605     project-type: freestyle
 606     node: 'builder-{os}-prod-{executor-arch}'
 607     concurrent: false
 608     latest-only: false
 609
 610     properties:
 611       - lf-infra-properties:
 612           build-days-to-keep: "{build-days-to-keep}"
 613
 614     parameters:
 615       - project-parameter:
 616           project: '{project}'
 617       - gerrit-parameter:
 618           branch: '{branch}'
 619
 620     wrappers:
 621       - fdio-infra-wrappers-non-activity-timeout:
 622           build-timeout: '{build-timeout}'
 623
 624     triggers:
 625       - timed: '{periodicity}'
 626
 627     builders:
 628       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 629       - inject:
 630           properties-file: variables.prop
 631       - shell:
 632           !include-raw-escape:
 633           - ../scripts/setup_executor_env.sh
 634       - shell:
 635           !include-raw-escape:
 636           - ../scripts/csit/perf-timed.sh
 637
 638     publishers:
 639       - fdio-infra-publish
 640
 641 - job-template:
 642     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 643
 644     description: |
 645       <ul>
 646           <li>objective
 647               <ul>
 648                   <li>check trex perf ndrpdr weekly on {node-arch}
 649               </ul>
 650           <li>executor
 651               <ul>
 652                   <li>builder-{os}-prod-{executor-arch}
 653               </ul>
 654           <li>perf test-cases selection
 655               <ul>
 656                   <li>pre-selected CSIT TREX NDRPDR perf suites
 657               </ul>
 658           <li>results
 659               <ul>
 660                   <li>jjb verify: PASS/FAIL
 661                   <li>present: no
 662                   <li>analyse: csit project (catch malfunctions/degradations)
 663               </ul>
 664       </ul>
 665     project-type: freestyle
 666     node: 'builder-{os}-prod-{executor-arch}'
 667     concurrent: false
 668     latest-only: false
 669
 670     properties:
 671       - lf-infra-properties:
 672           build-days-to-keep: "{build-days-to-keep}"
 673
 674     parameters:
 675       - project-parameter:
 676           project: '{project}'
 677       - gerrit-parameter:
 678           branch: '{branch}'
 679
 680     wrappers:
 681       - fdio-infra-wrappers-non-activity-timeout:
 682           build-timeout: '{build-timeout}'
 683
 684     triggers:
 685       - timed: '{periodicity}'
 686
 687     builders:
 688       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 689       - inject:
 690           properties-file: variables.prop
 691       - shell:
 692           !include-raw-escape:
 693           - ../scripts/setup_executor_env.sh
 694       - shell:
 695           !include-raw-escape:
 696           - ../scripts/csit/perf-timed.sh
 697
 698     publishers:
 699       - fdio-infra-publish
 700
 701 - job-template:
 702     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 703
 704     description: |
 705       <ul>
 706           <li>objective
 707               <ul>
 708                   <li>perf verify - per csit gerrit patch
 709               </ul>
 710           <li>job
 711               <ul>
 712                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 713                   <li>trigger: keyword in comment to csit patch:
 714                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 715               </ul>
 716           <li>executor
 717               <ul>
 718                   <li>builder-{os}-prod-{executor-arch}
 719               </ul>
 720           <li>perf test-cases selection
 721               <ul>
 722                   <li>test-cases selected using trigger keyword followed by tags
 723                   <li>all test-cases are labelled with CSIT RF topic tags
 724                       defined in <i>csit/docs/tag_documentation.rst</i>
 725               </ul>
 726           <li>proposed keywords
 727               <ul>
 728                   <li>focus on testing specified trex packet processing path
 729                   <li>format: csit-{node-arch}-perftest tag_list
 730               </ul>
 731           <li>results
 732               <ul>
 733                   <li>jjb verify: PASS/FAIL
 734                   <li>present: no
 735                   <li>analyse: no
 736               </ul>
 737       </ul>
 738
 739     project-type: freestyle
 740     node: 'builder-{os}-prod-{executor-arch}'
 741     concurrent: true
 742     latest-only: false
 743
 744     properties:
 745       - lf-infra-properties:
 746           build-days-to-keep: "{build-days-to-keep}"
 747
 748     parameters:
 749       - project-parameter:
 750           project: '{project}'
 751       - gerrit-parameter:
 752           branch: '{branch}'
 753       - gerrit-refspec-parameter
 754       - gerrit-event-type-parameter
 755       - gerrit-event-comment-text-parameter
 756       - csit-perf-trial-duration-parameter:
 757           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 758       - csit-perf-trial-multiplicity-parameter:
 759           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 760       # This is a manually-triggered verify job, part of API coverage.
 761       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 762       # Can be removed when this job is no longer needed for full API coverage.
 763       - csit-fail-on-crc-mismatch-parameter:
 764           fail-on-crc-mismatch: 'True'
 765
 766     scm:
 767       - gerrit-trigger-scm:
 768           credentials-id: 'jenkins-gerrit-credentials'
 769           refspec: '$GERRIT_REFSPEC'
 770           choosing-strategy: 'gerrit'
 771
 772     wrappers:
 773       - fdio-infra-wrappers-non-activity-timeout:
 774           build-timeout: '{build-timeout}'
 775
 776     triggers:
 777       - gerrit-trigger-csit-perftest:
 778           project: '{project}'
 779           branch: '{branch}'
 780           trigger-word: 'csit-trex-{node-arch}-perftest'
 781           skip-vote: false
 782
 783     builders:
 784       - shell:
 785           !include-raw-escape:
 786           - ../scripts/setup_executor_env.sh
 787       - shell:
 788           !include-raw-escape:
 789           - ../scripts/csit/perf-verify.sh
 790
 791     publishers:
 792       - fdio-infra-publish
 793
 794 - job-template:
 795     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 796
 797     description: |
 798       <ul>
 799           <li>objective
 800               <ul>
 801                   <li>perf verify - per csit gerrit patch
 802               </ul>
 803           <li>job
 804               <ul>
 805                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 806                   <li>trigger: keyword in comment to csit patch:
 807                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 808               </ul>
 809           <li>executor
 810               <ul>
 811                   <li>builder-{os}-prod-{executor-arch}
 812               </ul>
 813           <li>perf test-cases selection
 814               <ul>
 815                   <li>test-cases selected using trigger keyword followed by tags
 816                   <li>all test-cases are labelled with CSIT RF topic tags
 817                       defined in <i>csit/docs/tag_documentation.rst</i>
 818               </ul>
 819           <li>default tags for dpdk perf test type
 820               <ul>
 821                   <li>IP4BASE, L2XCBASE
 822                   <li>64B: 64B packet size
 823                   <li>1C: one core
 824                   <li>X710: x710 Fortville NIC
 825                   <li>MRR: MRR throughput
 826               </ul>
 827           <li>results
 828               <ul>
 829                   <li>jjb verify: PASS/FAIL
 830                   <li>present: no
 831                   <li>analyse: no
 832               </ul>
 833       </ul>
 834
 835     project-type: freestyle
 836     node: 'builder-{os}-prod-{executor-arch}'
 837     concurrent: true
 838     latest-only: false
 839
 840     properties:
 841       - lf-infra-properties:
 842           build-days-to-keep: "{build-days-to-keep}"
 843
 844     parameters:
 845       - project-parameter:
 846           project: '{project}'
 847       - gerrit-parameter:
 848           branch: '{branch}'
 849       - gerrit-refspec-parameter
 850       - gerrit-event-type-parameter
 851       - gerrit-event-comment-text-parameter
 852       - csit-perf-trial-duration-parameter:
 853           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 854       - csit-perf-trial-multiplicity-parameter:
 855           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 856
 857     scm:
 858       - gerrit-trigger-scm:
 859           credentials-id: 'jenkins-gerrit-credentials'
 860           refspec: '$GERRIT_REFSPEC'
 861           choosing-strategy: 'gerrit'
 862
 863     wrappers:
 864       - fdio-infra-wrappers-non-activity-timeout:
 865           build-timeout: '{build-timeout}'
 866
 867     triggers:
 868       - gerrit-trigger-csit-perftest:
 869           project: '{project}'
 870           branch: '{branch}'
 871           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 872           skip-vote: false
 873
 874     builders:
 875       - shell:
 876           !include-raw-escape:
 877           - ../scripts/setup_executor_env.sh
 878       - shell:
 879           !include-raw-escape:
 880           - ../scripts/csit/perf-verify.sh
 881
 882     publishers:
 883       - fdio-infra-publish
 884
 885 - job-template:
 886     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 887
 888     description: |
 889       <ul>
 890           <li>objective
 891               <ul>
 892                   <li>check dpdk perf mrr weekly
 893               </ul>
 894           <li>executor
 895               <ul>
 896                   <li>builder-{os}-prod-{executor-arch}
 897               </ul>
 898           <li>perf test-cases selection
 899               <ul>
 900                   <li>all CSIT DPDK MRR perf suites
 901               </ul>
 902           <li>results
 903               <ul>
 904                   <li>jjb verify: PASS/FAIL
 905                   <li>present: no
 906                   <li>analyse: csit project (catch malfunctions/degradations)
 907               </ul>
 908       </ul>
 909
 910     project-type: freestyle
 911     node: 'builder-{os}-prod-{executor-arch}'
 912     concurrent: false
 913     latest-only: false
 914
 915     properties:
 916       - lf-infra-properties:
 917           build-days-to-keep: "{build-days-to-keep}"
 918
 919     parameters:
 920       - project-parameter:
 921           project: '{project}'
 922       - gerrit-parameter:
 923           branch: '{branch}'
 924       - csit-perf-trial-duration-parameter:
 925           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 926       - csit-perf-trial-multiplicity-parameter:
 927           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 928
 929     wrappers:
 930       - fdio-infra-wrappers-non-activity-timeout:
 931           build-timeout: '{build-timeout}'
 932
 933     triggers:
 934       - timed: '{periodicity}'
 935
 936     builders:
 937       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 938       - inject:
 939           properties-file: variables.prop
 940       - shell:
 941           !include-raw-escape:
 942           - ../scripts/setup_executor_env.sh
 943       - shell:
 944           !include-raw-escape:
 945           - ../scripts/csit/perf-timed.sh
 946
 947     publishers:
 948       - fdio-infra-publish
 949
 950 - job-template:
 951     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 952
 953     description: |
 954       <ul>
 955           <li>objective
 956               <ul>
 957                   <li>get vpp performance iterative data for csit report
 958               </ul>
 959           <li>job
 960               <ul>
 961                   <li>name:
 962                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 963                       {node-arch}</b>
 964                   <li>trigger: keyword in comment to csit patch:
 965                       <b>csit-vpp-report-iter-{node-arch}-perftest
 966                       test_set_id</b>
 967                   <li>trigger example:
 968                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 969               </ul>
 970           <li>executor
 971               <ul>
 972                   <li>builder-{os}-prod-{executor-arch}
 973               </ul>
 974           <li>perf test-cases selection
 975               <ul>
 976                   <li>test-cases selected by tags defined in
 977                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 978                       test_set_id.md</i>
 979               </ul>
 980
 981           <li>results
 982               <ul>
 983                   <li>jjb verify: PASS/FAIL
 984                   <li>present: vpp performance
 985                   <li>analyse: vpp performance
 986               </ul>
 987       </ul>
 988
 989     project-type: freestyle
 990     node: 'builder-{os}-prod-{executor-arch}'
 991     concurrent: true
 992     latest-only: false
 993
 994     properties:
 995       - lf-infra-properties:
 996           build-days-to-keep: "{build-days-to-keep}"
 997
 998     parameters:
 999       - project-parameter:
1000           project: '{project}'
1001       - gerrit-parameter:
1002           branch: '{branch}'
1003       - gerrit-refspec-parameter
1004       - gerrit-event-type-parameter
1005       - gerrit-event-comment-text-parameter
1006       - csit-perf-trial-duration-parameter:
1007           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1008       - csit-perf-trial-multiplicity-parameter:
1009           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1010
1011     scm:
1012       - gerrit-trigger-scm:
1013           credentials-id: 'jenkins-gerrit-credentials'
1014           refspec: '$GERRIT_REFSPEC'
1015           choosing-strategy: 'gerrit'
1016
1017     wrappers:
1018       - fdio-infra-wrappers-non-activity-timeout:
1019           build-timeout: '{build-timeout}'
1020
1021     triggers:
1022       - gerrit-trigger-csit-perftest:
1023           project: '{project}'
1024           branch: '{branch}'
1025           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1026           skip-vote: false
1027
1028     builders:
1029       - shell:
1030           !include-raw-escape:
1031           - ../scripts/setup_executor_env.sh
1032       - shell:
1033           !include-raw-escape:
1034           - ../scripts/csit/perf-verify.sh
1035
1036     publishers:
1037       - fdio-infra-publish
1038
1039 - job-template:
1040     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1041
1042     description: |
1043       <ul>
1044           <li>objective
1045               <ul>
1046                   <li>get dpdk performance iterative data for csit report
1047               </ul>
1048           <li>job
1049               <ul>
1050                   <li>name:
1051                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1052                       {node-arch}</b>
1053                   <li>trigger: keyword in comment to csit patch:
1054                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1055                       test_set_id</b>
1056                   <li>trigger example:
1057                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1058               </ul>
1059           <li>executor
1060               <ul>
1061                   <li>builder-{os}-prod-{executor-arch}
1062               </ul>
1063           <li>perf test-cases selection
1064               <ul>
1065                   <li>test-cases selected by tags defined in
1066                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1067                       test_set_id.md</i>
1068               </ul>
1069
1070           <li>results
1071               <ul>
1072                   <li>jjb verify: PASS/FAIL
1073                   <li>present: dpdk performance
1074                   <li>analyse: dpdk performance
1075               </ul>
1076       </ul>
1077
1078     project-type: freestyle
1079     node: 'builder-{os}-prod-{executor-arch}'
1080     concurrent: true
1081     latest-only: false
1082
1083     properties:
1084       - lf-infra-properties:
1085           build-days-to-keep: "{build-days-to-keep}"
1086
1087     parameters:
1088       - project-parameter:
1089           project: '{project}'
1090       - gerrit-parameter:
1091           branch: '{branch}'
1092       - gerrit-refspec-parameter
1093       - gerrit-event-type-parameter
1094       - gerrit-event-comment-text-parameter
1095       - csit-perf-trial-duration-parameter:
1096           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1097       - csit-perf-trial-multiplicity-parameter:
1098           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1099
1100     scm:
1101       - gerrit-trigger-scm:
1102           credentials-id: 'jenkins-gerrit-credentials'
1103           refspec: '$GERRIT_REFSPEC'
1104           choosing-strategy: 'gerrit'
1105
1106     wrappers:
1107       - fdio-infra-wrappers-non-activity-timeout:
1108           build-timeout: '{build-timeout}'
1109
1110     triggers:
1111       - gerrit-trigger-csit-perftest:
1112           project: '{project}'
1113           branch: '{branch}'
1114           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1115           skip-vote: false
1116
1117     builders:
1118       - shell:
1119           !include-raw-escape:
1120           - ../scripts/setup_executor_env.sh
1121       - shell:
1122           !include-raw-escape:
1123           - ../scripts/csit/perf-verify.sh
1124
1125     publishers:
1126       - fdio-infra-publish
1127
1128 - job-template:
1129     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1130
1131     description: |
1132       <ul>
1133           <li>objective
1134               <ul>
1135                   <li>get vpp performance coverage data for csit report
1136               </ul>
1137           <li>job
1138               <ul>
1139                   <li>name:
1140                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1141                       {node-arch}</b>
1142                   <li>trigger: keyword in comment to csit patch:
1143                       <b>csit-vpp-report-cov-{node-arch}-perftest
1144                       test_set_id</b>
1145                   <li>trigger example:
1146                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1147               </ul>
1148           <li>executor
1149               <ul>
1150                   <li>builder-{os}-prod-{executor-arch}
1151               </ul>
1152           <li>perf test-cases selection
1153               <ul>
1154                   <li>test-cases selected by tags defined in
1155                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1156                       test_set_id.md</i>
1157               </ul>
1158
1159           <li>results
1160               <ul>
1161                   <li>jjb verify: PASS/FAIL
1162                   <li>present: vpp performance
1163                   <li>analyse: vpp performance
1164               </ul>
1165       </ul>
1166
1167     project-type: freestyle
1168     node: 'builder-{os}-prod-{executor-arch}'
1169     concurrent: true
1170     latest-only: false
1171
1172     properties:
1173       - lf-infra-properties:
1174           build-days-to-keep: "{build-days-to-keep}"
1175
1176     parameters:
1177       - project-parameter:
1178           project: '{project}'
1179       - gerrit-parameter:
1180           branch: '{branch}'
1181       - gerrit-refspec-parameter
1182       - gerrit-event-type-parameter
1183       - gerrit-event-comment-text-parameter
1184       - csit-perf-trial-duration-parameter:
1185           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1186       - csit-perf-trial-multiplicity-parameter:
1187           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1188
1189     scm:
1190       - gerrit-trigger-scm:
1191           credentials-id: 'jenkins-gerrit-credentials'
1192           refspec: '$GERRIT_REFSPEC'
1193           choosing-strategy: 'gerrit'
1194
1195     wrappers:
1196       - fdio-infra-wrappers-non-activity-timeout:
1197           build-timeout: '{build-timeout}'
1198
1199     triggers:
1200       - gerrit-trigger-csit-perftest:
1201           project: '{project}'
1202           branch: '{branch}'
1203           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1204           skip-vote: false
1205
1206     builders:
1207       - shell:
1208           !include-raw-escape:
1209           - ../scripts/setup_executor_env.sh
1210       - shell:
1211           !include-raw-escape:
1212           - ../scripts/csit/perf-verify.sh
1213
1214     publishers:
1215       - fdio-infra-publish
1216
1217 - job-template:
1218     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1219
1220     description: |
1221       <ul>
1222           <li>objective
1223               <ul>
1224                   <li>get dpdk performance coverage data for csit report
1225               </ul>
1226           <li>job
1227               <ul>
1228                   <li>name:
1229                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1230                       {node-arch}</b>
1231                   <li>trigger: keyword in comment to csit patch:
1232                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1233                       test_set_id</b>
1234                   <li>trigger example:
1235                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1236               </ul>
1237           <li>executor
1238               <ul>
1239                   <li>builder-{os}-prod-{executor-arch}
1240               </ul>
1241           <li>perf test-cases selection
1242               <ul>
1243                   <li>test-cases selected by tags defined in
1244                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1245                       test_set_id.md</i>
1246               </ul>
1247
1248           <li>results
1249               <ul>
1250                   <li>jjb verify: PASS/FAIL
1251                   <li>present: dpdk performance
1252                   <li>analyse: dpdk performance
1253               </ul>
1254       </ul>
1255
1256     project-type: freestyle
1257     node: 'builder-{os}-prod-{executor-arch}'
1258     concurrent: true
1259     latest-only: false
1260
1261     properties:
1262       - lf-infra-properties:
1263           build-days-to-keep: "{build-days-to-keep}"
1264
1265     parameters:
1266       - project-parameter:
1267           project: '{project}'
1268       - gerrit-parameter:
1269           branch: '{branch}'
1270       - gerrit-refspec-parameter
1271       - gerrit-event-type-parameter
1272       - gerrit-event-comment-text-parameter
1273       - csit-perf-trial-duration-parameter:
1274           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1275       - csit-perf-trial-multiplicity-parameter:
1276           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1277
1278     scm:
1279       - gerrit-trigger-scm:
1280           credentials-id: 'jenkins-gerrit-credentials'
1281           refspec: '$GERRIT_REFSPEC'
1282           choosing-strategy: 'gerrit'
1283
1284     wrappers:
1285       - fdio-infra-wrappers-non-activity-timeout:
1286           build-timeout: '{build-timeout}'
1287
1288     triggers:
1289       - gerrit-trigger-csit-perftest:
1290           project: '{project}'
1291           branch: '{branch}'
1292           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1293           skip-vote: false
1294
1295     builders:
1296       - shell:
1297           !include-raw-escape:
1298           - ../scripts/setup_executor_env.sh
1299       - shell:
1300           !include-raw-escape:
1301           - ../scripts/csit/perf-verify.sh
1302
1303     publishers:
1304       - fdio-infra-publish