jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  77           node-arch:
  78             - 2n-clx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-skx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-dnv:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-zn2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-tx2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'aarch64'
  93             - 3n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2101':
 107                 branch: 'rls2101'
 108                 branch-id: 'oper-rls2101'
 109             - '2106':
 110                 branch: 'rls2106'
 111                 branch-id: 'oper-rls2106'
 112       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 113           node-arch:
 114             - 2n-clx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117                 periodicity: '0 2,14 * * 1-5'
 118             - 2n-skx:
 119                 os: 'ubuntu2004'
 120                 executor-arch: 'x86_64'
 121                 periodicity: '0 2,14 * * 1-5'
 122             - 2n-dnv:
 123                 os: 'ubuntu2004'
 124                 executor-arch: 'x86_64'
 125                 periodicity: '0 2,14 * * 1-5'
 126             - 2n-zn2:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'x86_64'
 129                 periodicity: '0 2,14 * * 1-5'
 130             - 2n-tx2:
 131                 os: 'ubuntu2004'
 132                 executor-arch: 'aarch64'
 133                 periodicity: '0 14 * * 1-5'
 134             - 3n-skx:
 135                 os: 'ubuntu2004'
 136                 executor-arch: 'x86_64'
 137                 periodicity: '0 2,14 * * 1-5'
 138             - 3n-dnv:
 139                 os: 'ubuntu2004'
 140                 executor-arch: 'x86_64'
 141                 periodicity: '0 2,14 * * 1-5'
 142             - 3n-tsh:
 143                 os: 'ubuntu2004'
 144                 executor-arch: 'aarch64'
 145                 periodicity: '0 14 * * 1-5'
 146       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 147           node-arch:
 148             - 2n-clx:
 149                 os: 'ubuntu2004'
 150                 executor-arch: 'x86_64'
 151             - 2n-skx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 3n-skx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 2n-aws:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160             - 3n-aws:
 161                 os: 'ubuntu2004'
 162                 executor-arch: 'x86_64'
 163           stream:
 164             - master:
 165                 branch: 'master'
 166                 branch-id: 'oper'
 167           periodicity: '0 0 * * 6'
 168       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 169           node-arch:
 170             - 2n-clx:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'x86_64'
 173             - 2n-skx:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176             - 3n-skx:
 177                 os: 'ubuntu2004'
 178                 executor-arch: 'x86_64'
 179           periodicity: '0 0 * * 6'
 180       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 181           node-arch:
 182             - 2n-skx:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185             - 3n-skx:
 186                 os: 'ubuntu2004'
 187                 executor-arch: 'x86_64'
 188           periodicity: '0 0 * * 6'
 189       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 190           node-arch:
 191             - 2n-clx:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194             - 2n-skx:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197             - 2n-dnv:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'x86_64'
 200             - 2n-zn2:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'x86_64'
 203             - 2n-tx2:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'aarch64'
 206             - 3n-skx:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 3n-dnv:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 3n-tsh:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'aarch64'
 215             - 2n-aws:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 3n-aws:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 222           node-arch:
 223             - 2n-clx:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-skx:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-dnv:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-zn2:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-tx2:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'aarch64'
 238             - 3n-skx:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 3n-dnv:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'x86_64'
 244             - 3n-tsh:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'aarch64'
 247             - 2n-aws:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-aws:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'x86_64'
 253       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 254           node-arch:
 255             - 2n-clx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-skx:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-zn2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-tx2:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'aarch64'
 270             - 3n-skx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-dnv:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-tsh:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'aarch64'
 279             - 2n-aws:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 3n-aws:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 286           node-arch:
 287             - 2n-clx:
 288                 os: 'ubuntu2004'
 289                 executor-arch: 'x86_64'
 290             - 2n-skx:
 291                 os: 'ubuntu2004'
 292                 executor-arch: 'x86_64'
 293             - 2n-dnv:
 294                 os: 'ubuntu2004'
 295                 executor-arch: 'x86_64'
 296             - 2n-zn2:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'x86_64'
 299             - 2n-tx2:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'aarch64'
 302             - 3n-skx:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 3n-dnv:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'x86_64'
 308             - 3n-tsh:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'aarch64'
 311             - 2n-aws:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314             - 3n-aws:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317
 318     project: 'csit'
 319     branch: 'master'
 320     branch-id: 'oper'
 321     csit-perf-trial-duration: '1.0'
 322     csit-perf-trial-multiplicity: '10'
 323     stream:
 324       - master:
 325           branch: 'master'
 326           branch-id: 'oper'
 327       - '2101':
 328           branch: 'rls2101'
 329           branch-id: 'oper-rls2101'
 330       - '2106':
 331           branch: 'rls2106'
 332           branch-id: 'oper-rls2106'
 333     stream_report:
 334       - '2106':
 335           branch: 'rls2106'
 336           branch-id: 'oper-rls2106'
 337
 338     build-artifact-num-to-keep: 10
 339
 340
 341 - job-template:
 342     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 343
 344     description: |
 345       <ul>
 346           <li>objective
 347               <ul>
 348                   <li>perf verify - per csit gerrit patch
 349               </ul>
 350           <li>job
 351               <ul>
 352                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 353                   <li>trigger: keyword in comment to csit patch:
 354                       <b>csit-{node-arch}-perftest tag_list</b>
 355               </ul>
 356           <li>executor
 357               <ul>
 358                   <li>builder-{os}-prod-{executor-arch}
 359               </ul>
 360           <li>perf test-cases selection
 361               <ul>
 362                   <li>test-cases selected using trigger keyword followed by tags
 363                   <li>all test-cases are labelled with CSIT RF topic tags
 364                       defined in <i>csit/docs/tag_documentation.rst</i>
 365               </ul>
 366           <li>proposed keywords
 367               <ul>
 368                   <li>focus on testing specified vpp packet processing path
 369                   <li>format: csit-{node-arch}-perftest tag_list
 370               </ul>
 371           <li>default tags for vpp startup config and perf test type
 372               <ul>
 373                   <li>IP4BASE, IP6BASE, L2BDBASE
 374                   <li>64B/78B: 64B/78B packet size
 375                   <li>1C: one core
 376                   <li>X710: x710 Fortville NIC
 377                   <li>MRR: MRR throughput
 378               </ul>
 379           <li>results
 380               <ul>
 381                   <li>jjb verify: PASS/FAIL
 382                   <li>present: no
 383                   <li>analyse: no
 384               </ul>
 385       </ul>
 386
 387     project-type: freestyle
 388     node: 'builder-{os}-prod-{executor-arch}'
 389     concurrent: true
 390     latest-only: false
 391
 392     properties:
 393       - lf-infra-properties:
 394           build-days-to-keep: "{build-days-to-keep}"
 395
 396     parameters:
 397       - project-parameter:
 398           project: '{project}'
 399       - gerrit-parameter:
 400           branch: '{branch}'
 401       - gerrit-refspec-parameter
 402       - gerrit-event-type-parameter
 403       - gerrit-event-comment-text-parameter
 404       - csit-perf-trial-duration-parameter:
 405           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 406       - csit-perf-trial-multiplicity-parameter:
 407           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 408       # This is a manually-triggered verify job, part of API coverage.
 409       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 410       # Can be removed when this job is no longer needed for full API coverage.
 411       - csit-fail-on-crc-mismatch-parameter:
 412           fail-on-crc-mismatch: 'True'
 413
 414     scm:
 415       - gerrit-trigger-scm:
 416           credentials-id: 'jenkins-gerrit-credentials'
 417           refspec: '$GERRIT_REFSPEC'
 418           choosing-strategy: 'gerrit'
 419
 420     wrappers:
 421       - fdio-infra-wrappers-non-activity-timeout:
 422           build-timeout: '{build-timeout}'
 423
 424     triggers:
 425       - gerrit-trigger-csit-perftest:
 426           project: '{project}'
 427           branch: '{branch}'
 428           trigger-word: 'csit-{node-arch}-perftest'
 429           skip-vote: false
 430
 431     builders:
 432       - shell:
 433           !include-raw-escape:
 434           - ../scripts/setup_executor_env.sh
 435       - shell:
 436           !include-raw-escape:
 437           - ../scripts/csit/perf-verify.sh
 438
 439     publishers:
 440       - fdio-infra-publish
 441
 442 - job-template:
 443     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 444
 445     description: |
 446       <ul>
 447           <li>objective
 448               <ul>
 449                   <li>check vpp perf mrr daily
 450               </ul>
 451           <li>executor
 452               <ul>
 453                   <li>builder-{os}-prod-{executor-arch}
 454               </ul>
 455           <li>perf test-cases selection
 456               <ul>
 457                   <li>all CSIT VPP MRR perf suites
 458               </ul>
 459           <li>results
 460               <ul>
 461                   <li>jjb verify: PASS/FAIL
 462                   <li>present: no
 463                   <li>analyse: csit project (catch malfunctions/degradations)
 464               </ul>
 465       </ul>
 466
 467     project-type: freestyle
 468     node: 'builder-{os}-prod-{executor-arch}'
 469     concurrent: false
 470     latest-only: false
 471
 472     properties:
 473       - lf-infra-properties:
 474           build-days-to-keep: "{build-days-to-keep}"
 475
 476     parameters:
 477       - project-parameter:
 478           project: '{project}'
 479       - gerrit-parameter:
 480           branch: '{branch}'
 481       - csit-perf-trial-duration-parameter:
 482           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 483       - csit-perf-trial-multiplicity-parameter:
 484           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 485
 486     wrappers:
 487       - fdio-infra-wrappers-non-activity-timeout:
 488           build-timeout: '{build-timeout}'
 489
 490     triggers:
 491       - timed: '{periodicity}'
 492
 493     builders:
 494       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 495       - inject:
 496           properties-file: variables.prop
 497       - shell:
 498           !include-raw-escape:
 499           - ../scripts/setup_executor_env.sh
 500       - shell:
 501           !include-raw-escape:
 502           - ../scripts/csit/perf-timed.sh
 503
 504     publishers:
 505       - fdio-infra-publish
 506
 507 - job-template:
 508     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 509
 510     description: |
 511       <ul>
 512           <li>objective
 513               <ul>
 514                   <li>check vpp perf mrr weekly on {node-arch}
 515               </ul>
 516           <li>executor
 517               <ul>
 518                   <li>builder-{os}-prod-{executor-arch}
 519               </ul>
 520           <li>perf test-cases selection
 521               <ul>
 522                   <li>NF Density CSIT VPP MRR perf suites
 523               </ul>
 524           <li>results
 525               <ul>
 526                   <li>jjb verify: PASS/FAIL
 527                   <li>present: no
 528                   <li>analyse: csit project (catch malfunctions/degradations)
 529               </ul>
 530       </ul>
 531
 532     project-type: freestyle
 533     node: 'builder-{os}-prod-{executor-arch}'
 534     concurrent: false
 535     latest-only: false
 536
 537     properties:
 538       - lf-infra-properties:
 539           build-days-to-keep: "{build-days-to-keep}"
 540
 541     parameters:
 542       - project-parameter:
 543           project: '{project}'
 544       - gerrit-parameter:
 545           branch: '{branch}'
 546       - csit-perf-trial-duration-parameter:
 547           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 548       - csit-perf-trial-multiplicity-parameter:
 549           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 550
 551     wrappers:
 552       - fdio-infra-wrappers-non-activity-timeout:
 553           build-timeout: '{build-timeout}'
 554
 555     triggers:
 556       - timed: '{periodicity}'
 557
 558     builders:
 559       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 560       - inject:
 561           properties-file: variables.prop
 562       - shell:
 563           !include-raw-escape:
 564           - ../scripts/setup_executor_env.sh
 565       - shell:
 566           !include-raw-escape:
 567           - ../scripts/csit/perf-timed.sh
 568
 569     publishers:
 570       - fdio-infra-publish
 571
 572 - job-template:
 573     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 574
 575     description: |
 576       <ul>
 577           <li>objective
 578               <ul>
 579                   <li>check vpp perf ndrpdr weekly on {node-arch}
 580               </ul>
 581           <li>executor
 582               <ul>
 583                   <li>builder-{os}-prod-{executor-arch}
 584               </ul>
 585           <li>perf test-cases selection
 586               <ul>
 587                   <li>pre-selected CSIT VPP NDRPDR perf suites
 588               </ul>
 589           <li>results
 590               <ul>
 591                   <li>jjb verify: PASS/FAIL
 592                   <li>present: no
 593                   <li>analyse: csit project (catch malfunctions/degradations)
 594               </ul>
 595       </ul>
 596     project-type: freestyle
 597     node: 'builder-{os}-prod-{executor-arch}'
 598     concurrent: false
 599     latest-only: false
 600
 601     properties:
 602       - lf-infra-properties:
 603           build-days-to-keep: "{build-days-to-keep}"
 604
 605     parameters:
 606       - project-parameter:
 607           project: '{project}'
 608       - gerrit-parameter:
 609           branch: '{branch}'
 610
 611     wrappers:
 612       - fdio-infra-wrappers-non-activity-timeout:
 613           build-timeout: '{build-timeout}'
 614
 615     triggers:
 616       - timed: '{periodicity}'
 617
 618     builders:
 619       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 620       - inject:
 621           properties-file: variables.prop
 622       - shell:
 623           !include-raw-escape:
 624           - ../scripts/setup_executor_env.sh
 625       - shell:
 626           !include-raw-escape:
 627           - ../scripts/csit/perf-timed.sh
 628
 629     publishers:
 630       - fdio-infra-publish
 631
 632 - job-template:
 633     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 634
 635     description: |
 636       <ul>
 637           <li>objective
 638               <ul>
 639                   <li>check trex perf ndrpdr weekly on {node-arch}
 640               </ul>
 641           <li>executor
 642               <ul>
 643                   <li>builder-{os}-prod-{executor-arch}
 644               </ul>
 645           <li>perf test-cases selection
 646               <ul>
 647                   <li>pre-selected CSIT TREX NDRPDR perf suites
 648               </ul>
 649           <li>results
 650               <ul>
 651                   <li>jjb verify: PASS/FAIL
 652                   <li>present: no
 653                   <li>analyse: csit project (catch malfunctions/degradations)
 654               </ul>
 655       </ul>
 656     project-type: freestyle
 657     node: 'builder-{os}-prod-{executor-arch}'
 658     concurrent: false
 659     latest-only: false
 660
 661     properties:
 662       - lf-infra-properties:
 663           build-days-to-keep: "{build-days-to-keep}"
 664
 665     parameters:
 666       - project-parameter:
 667           project: '{project}'
 668       - gerrit-parameter:
 669           branch: '{branch}'
 670
 671     wrappers:
 672       - fdio-infra-wrappers-non-activity-timeout:
 673           build-timeout: '{build-timeout}'
 674
 675     triggers:
 676       - timed: '{periodicity}'
 677
 678     builders:
 679       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 680       - inject:
 681           properties-file: variables.prop
 682       - shell:
 683           !include-raw-escape:
 684           - ../scripts/setup_executor_env.sh
 685       - shell:
 686           !include-raw-escape:
 687           - ../scripts/csit/perf-timed.sh
 688
 689     publishers:
 690       - fdio-infra-publish
 691
 692 - job-template:
 693     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 694
 695     description: |
 696       <ul>
 697           <li>objective
 698               <ul>
 699                   <li>perf verify - per csit gerrit patch
 700               </ul>
 701           <li>job
 702               <ul>
 703                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 704                   <li>trigger: keyword in comment to csit patch:
 705                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 706               </ul>
 707           <li>executor
 708               <ul>
 709                   <li>builder-{os}-prod-{executor-arch}
 710               </ul>
 711           <li>perf test-cases selection
 712               <ul>
 713                   <li>test-cases selected using trigger keyword followed by tags
 714                   <li>all test-cases are labelled with CSIT RF topic tags
 715                       defined in <i>csit/docs/tag_documentation.rst</i>
 716               </ul>
 717           <li>proposed keywords
 718               <ul>
 719                   <li>focus on testing specified trex packet processing path
 720                   <li>format: csit-{node-arch}-perftest tag_list
 721               </ul>
 722           <li>results
 723               <ul>
 724                   <li>jjb verify: PASS/FAIL
 725                   <li>present: no
 726                   <li>analyse: no
 727               </ul>
 728       </ul>
 729
 730     project-type: freestyle
 731     node: 'builder-{os}-prod-{executor-arch}'
 732     concurrent: true
 733     latest-only: false
 734
 735     properties:
 736       - lf-infra-properties:
 737           build-days-to-keep: "{build-days-to-keep}"
 738
 739     parameters:
 740       - project-parameter:
 741           project: '{project}'
 742       - gerrit-parameter:
 743           branch: '{branch}'
 744       - gerrit-refspec-parameter
 745       - gerrit-event-type-parameter
 746       - gerrit-event-comment-text-parameter
 747       - csit-perf-trial-duration-parameter:
 748           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 749       - csit-perf-trial-multiplicity-parameter:
 750           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 751       # This is a manually-triggered verify job, part of API coverage.
 752       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 753       # Can be removed when this job is no longer needed for full API coverage.
 754       - csit-fail-on-crc-mismatch-parameter:
 755           fail-on-crc-mismatch: 'True'
 756
 757     scm:
 758       - gerrit-trigger-scm:
 759           credentials-id: 'jenkins-gerrit-credentials'
 760           refspec: '$GERRIT_REFSPEC'
 761           choosing-strategy: 'gerrit'
 762
 763     wrappers:
 764       - fdio-infra-wrappers-non-activity-timeout:
 765           build-timeout: '{build-timeout}'
 766
 767     triggers:
 768       - gerrit-trigger-csit-perftest:
 769           project: '{project}'
 770           branch: '{branch}'
 771           trigger-word: 'csit-trex-{node-arch}-perftest'
 772           skip-vote: false
 773
 774     builders:
 775       - shell:
 776           !include-raw-escape:
 777           - ../scripts/setup_executor_env.sh
 778       - shell:
 779           !include-raw-escape:
 780           - ../scripts/csit/perf-verify.sh
 781
 782     publishers:
 783       - fdio-infra-publish
 784
 785 - job-template:
 786     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 787
 788     description: |
 789       <ul>
 790           <li>objective
 791               <ul>
 792                   <li>perf verify - per csit gerrit patch
 793               </ul>
 794           <li>job
 795               <ul>
 796                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 797                   <li>trigger: keyword in comment to csit patch:
 798                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 799               </ul>
 800           <li>executor
 801               <ul>
 802                   <li>builder-{os}-prod-{executor-arch}
 803               </ul>
 804           <li>perf test-cases selection
 805               <ul>
 806                   <li>test-cases selected using trigger keyword followed by tags
 807                   <li>all test-cases are labelled with CSIT RF topic tags
 808                       defined in <i>csit/docs/tag_documentation.rst</i>
 809               </ul>
 810           <li>default tags for dpdk perf test type
 811               <ul>
 812                   <li>IP4BASE, L2XCBASE
 813                   <li>64B: 64B packet size
 814                   <li>1C: one core
 815                   <li>X710: x710 Fortville NIC
 816                   <li>MRR: MRR throughput
 817               </ul>
 818           <li>results
 819               <ul>
 820                   <li>jjb verify: PASS/FAIL
 821                   <li>present: no
 822                   <li>analyse: no
 823               </ul>
 824       </ul>
 825
 826     project-type: freestyle
 827     node: 'builder-{os}-prod-{executor-arch}'
 828     concurrent: true
 829     latest-only: false
 830
 831     properties:
 832       - lf-infra-properties:
 833           build-days-to-keep: "{build-days-to-keep}"
 834
 835     parameters:
 836       - project-parameter:
 837           project: '{project}'
 838       - gerrit-parameter:
 839           branch: '{branch}'
 840       - gerrit-refspec-parameter
 841       - gerrit-event-type-parameter
 842       - gerrit-event-comment-text-parameter
 843       - csit-perf-trial-duration-parameter:
 844           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 845       - csit-perf-trial-multiplicity-parameter:
 846           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 847
 848     scm:
 849       - gerrit-trigger-scm:
 850           credentials-id: 'jenkins-gerrit-credentials'
 851           refspec: '$GERRIT_REFSPEC'
 852           choosing-strategy: 'gerrit'
 853
 854     wrappers:
 855       - fdio-infra-wrappers-non-activity-timeout:
 856           build-timeout: '{build-timeout}'
 857
 858     triggers:
 859       - gerrit-trigger-csit-perftest:
 860           project: '{project}'
 861           branch: '{branch}'
 862           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 863           skip-vote: false
 864
 865     builders:
 866       - shell:
 867           !include-raw-escape:
 868           - ../scripts/setup_executor_env.sh
 869       - shell:
 870           !include-raw-escape:
 871           - ../scripts/csit/perf-verify.sh
 872
 873     publishers:
 874       - fdio-infra-publish
 875
 876 - job-template:
 877     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 878
 879     description: |
 880       <ul>
 881           <li>objective
 882               <ul>
 883                   <li>check dpdk perf mrr weekly
 884               </ul>
 885           <li>executor
 886               <ul>
 887                   <li>builder-{os}-prod-{executor-arch}
 888               </ul>
 889           <li>perf test-cases selection
 890               <ul>
 891                   <li>all CSIT DPDK MRR perf suites
 892               </ul>
 893           <li>results
 894               <ul>
 895                   <li>jjb verify: PASS/FAIL
 896                   <li>present: no
 897                   <li>analyse: csit project (catch malfunctions/degradations)
 898               </ul>
 899       </ul>
 900
 901     project-type: freestyle
 902     node: 'builder-{os}-prod-{executor-arch}'
 903     concurrent: false
 904     latest-only: false
 905
 906     properties:
 907       - lf-infra-properties:
 908           build-days-to-keep: "{build-days-to-keep}"
 909
 910     parameters:
 911       - project-parameter:
 912           project: '{project}'
 913       - gerrit-parameter:
 914           branch: '{branch}'
 915       - csit-perf-trial-duration-parameter:
 916           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 917       - csit-perf-trial-multiplicity-parameter:
 918           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 919
 920     wrappers:
 921       - fdio-infra-wrappers-non-activity-timeout:
 922           build-timeout: '{build-timeout}'
 923
 924     triggers:
 925       - timed: '{periodicity}'
 926
 927     builders:
 928       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 929       - inject:
 930           properties-file: variables.prop
 931       - shell:
 932           !include-raw-escape:
 933           - ../scripts/setup_executor_env.sh
 934       - shell:
 935           !include-raw-escape:
 936           - ../scripts/csit/perf-timed.sh
 937
 938     publishers:
 939       - fdio-infra-publish
 940
 941 - job-template:
 942     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 943
 944     description: |
 945       <ul>
 946           <li>objective
 947               <ul>
 948                   <li>get vpp performance iterative data for csit report
 949               </ul>
 950           <li>job
 951               <ul>
 952                   <li>name:
 953                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 954                       {node-arch}</b>
 955                   <li>trigger: keyword in comment to csit patch:
 956                       <b>csit-vpp-report-iter-{node-arch}-perftest
 957                       test_set_id</b>
 958                   <li>trigger example:
 959                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 960               </ul>
 961           <li>executor
 962               <ul>
 963                   <li>builder-{os}-prod-{executor-arch}
 964               </ul>
 965           <li>perf test-cases selection
 966               <ul>
 967                   <li>test-cases selected by tags defined in
 968                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 969                       test_set_id.md</i>
 970               </ul>
 971
 972           <li>results
 973               <ul>
 974                   <li>jjb verify: PASS/FAIL
 975                   <li>present: vpp performance
 976                   <li>analyse: vpp performance
 977               </ul>
 978       </ul>
 979
 980     project-type: freestyle
 981     node: 'builder-{os}-prod-{executor-arch}'
 982     concurrent: true
 983     latest-only: false
 984
 985     properties:
 986       - lf-infra-properties:
 987           build-days-to-keep: "{build-days-to-keep}"
 988
 989     parameters:
 990       - project-parameter:
 991           project: '{project}'
 992       - gerrit-parameter:
 993           branch: '{branch}'
 994       - gerrit-refspec-parameter
 995       - gerrit-event-type-parameter
 996       - gerrit-event-comment-text-parameter
 997       - csit-perf-trial-duration-parameter:
 998           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 999       - csit-perf-trial-multiplicity-parameter:
1000           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1001
1002     scm:
1003       - gerrit-trigger-scm:
1004           credentials-id: 'jenkins-gerrit-credentials'
1005           refspec: '$GERRIT_REFSPEC'
1006           choosing-strategy: 'gerrit'
1007
1008     wrappers:
1009       - fdio-infra-wrappers-non-activity-timeout:
1010           build-timeout: '{build-timeout}'
1011
1012     triggers:
1013       - gerrit-trigger-csit-perftest:
1014           project: '{project}'
1015           branch: '{branch}'
1016           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1017           skip-vote: false
1018
1019     builders:
1020       - shell:
1021           !include-raw-escape:
1022           - ../scripts/setup_executor_env.sh
1023       - shell:
1024           !include-raw-escape:
1025           - ../scripts/csit/perf-verify.sh
1026
1027     publishers:
1028       - fdio-infra-publish
1029
1030 - job-template:
1031     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1032
1033     description: |
1034       <ul>
1035           <li>objective
1036               <ul>
1037                   <li>get dpdk performance iterative data for csit report
1038               </ul>
1039           <li>job
1040               <ul>
1041                   <li>name:
1042                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1043                       {node-arch}</b>
1044                   <li>trigger: keyword in comment to csit patch:
1045                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1046                       test_set_id</b>
1047                   <li>trigger example:
1048                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1049               </ul>
1050           <li>executor
1051               <ul>
1052                   <li>builder-{os}-prod-{executor-arch}
1053               </ul>
1054           <li>perf test-cases selection
1055               <ul>
1056                   <li>test-cases selected by tags defined in
1057                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1058                       test_set_id.md</i>
1059               </ul>
1060
1061           <li>results
1062               <ul>
1063                   <li>jjb verify: PASS/FAIL
1064                   <li>present: dpdk performance
1065                   <li>analyse: dpdk performance
1066               </ul>
1067       </ul>
1068
1069     project-type: freestyle
1070     node: 'builder-{os}-prod-{executor-arch}'
1071     concurrent: true
1072     latest-only: false
1073
1074     properties:
1075       - lf-infra-properties:
1076           build-days-to-keep: "{build-days-to-keep}"
1077
1078     parameters:
1079       - project-parameter:
1080           project: '{project}'
1081       - gerrit-parameter:
1082           branch: '{branch}'
1083       - gerrit-refspec-parameter
1084       - gerrit-event-type-parameter
1085       - gerrit-event-comment-text-parameter
1086       - csit-perf-trial-duration-parameter:
1087           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1088       - csit-perf-trial-multiplicity-parameter:
1089           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1090
1091     scm:
1092       - gerrit-trigger-scm:
1093           credentials-id: 'jenkins-gerrit-credentials'
1094           refspec: '$GERRIT_REFSPEC'
1095           choosing-strategy: 'gerrit'
1096
1097     wrappers:
1098       - fdio-infra-wrappers-non-activity-timeout:
1099           build-timeout: '{build-timeout}'
1100
1101     triggers:
1102       - gerrit-trigger-csit-perftest:
1103           project: '{project}'
1104           branch: '{branch}'
1105           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1106           skip-vote: false
1107
1108     builders:
1109       - shell:
1110           !include-raw-escape:
1111           - ../scripts/setup_executor_env.sh
1112       - shell:
1113           !include-raw-escape:
1114           - ../scripts/csit/perf-verify.sh
1115
1116     publishers:
1117       - fdio-infra-publish
1118
1119 - job-template:
1120     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1121
1122     description: |
1123       <ul>
1124           <li>objective
1125               <ul>
1126                   <li>get vpp performance coverage data for csit report
1127               </ul>
1128           <li>job
1129               <ul>
1130                   <li>name:
1131                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1132                       {node-arch}</b>
1133                   <li>trigger: keyword in comment to csit patch:
1134                       <b>csit-vpp-report-cov-{node-arch}-perftest
1135                       test_set_id</b>
1136                   <li>trigger example:
1137                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1138               </ul>
1139           <li>executor
1140               <ul>
1141                   <li>builder-{os}-prod-{executor-arch}
1142               </ul>
1143           <li>perf test-cases selection
1144               <ul>
1145                   <li>test-cases selected by tags defined in
1146                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1147                       test_set_id.md</i>
1148               </ul>
1149
1150           <li>results
1151               <ul>
1152                   <li>jjb verify: PASS/FAIL
1153                   <li>present: vpp performance
1154                   <li>analyse: vpp performance
1155               </ul>
1156       </ul>
1157
1158     project-type: freestyle
1159     node: 'builder-{os}-prod-{executor-arch}'
1160     concurrent: true
1161     latest-only: false
1162
1163     properties:
1164       - lf-infra-properties:
1165           build-days-to-keep: "{build-days-to-keep}"
1166
1167     parameters:
1168       - project-parameter:
1169           project: '{project}'
1170       - gerrit-parameter:
1171           branch: '{branch}'
1172       - gerrit-refspec-parameter
1173       - gerrit-event-type-parameter
1174       - gerrit-event-comment-text-parameter
1175       - csit-perf-trial-duration-parameter:
1176           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1177       - csit-perf-trial-multiplicity-parameter:
1178           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1179
1180     scm:
1181       - gerrit-trigger-scm:
1182           credentials-id: 'jenkins-gerrit-credentials'
1183           refspec: '$GERRIT_REFSPEC'
1184           choosing-strategy: 'gerrit'
1185
1186     wrappers:
1187       - fdio-infra-wrappers-non-activity-timeout:
1188           build-timeout: '{build-timeout}'
1189
1190     triggers:
1191       - gerrit-trigger-csit-perftest:
1192           project: '{project}'
1193           branch: '{branch}'
1194           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1195           skip-vote: false
1196
1197     builders:
1198       - shell:
1199           !include-raw-escape:
1200           - ../scripts/setup_executor_env.sh
1201       - shell:
1202           !include-raw-escape:
1203           - ../scripts/csit/perf-verify.sh
1204
1205     publishers:
1206       - fdio-infra-publish
1207
1208 - job-template:
1209     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1210
1211     description: |
1212       <ul>
1213           <li>objective
1214               <ul>
1215                   <li>get dpdk performance coverage data for csit report
1216               </ul>
1217           <li>job
1218               <ul>
1219                   <li>name:
1220                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1221                       {node-arch}</b>
1222                   <li>trigger: keyword in comment to csit patch:
1223                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1224                       test_set_id</b>
1225                   <li>trigger example:
1226                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1227               </ul>
1228           <li>executor
1229               <ul>
1230                   <li>builder-{os}-prod-{executor-arch}
1231               </ul>
1232           <li>perf test-cases selection
1233               <ul>
1234                   <li>test-cases selected by tags defined in
1235                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1236                       test_set_id.md</i>
1237               </ul>
1238
1239           <li>results
1240               <ul>
1241                   <li>jjb verify: PASS/FAIL
1242                   <li>present: dpdk performance
1243                   <li>analyse: dpdk performance
1244               </ul>
1245       </ul>
1246
1247     project-type: freestyle
1248     node: 'builder-{os}-prod-{executor-arch}'
1249     concurrent: true
1250     latest-only: false
1251
1252     properties:
1253       - lf-infra-properties:
1254           build-days-to-keep: "{build-days-to-keep}"
1255
1256     parameters:
1257       - project-parameter:
1258           project: '{project}'
1259       - gerrit-parameter:
1260           branch: '{branch}'
1261       - gerrit-refspec-parameter
1262       - gerrit-event-type-parameter
1263       - gerrit-event-comment-text-parameter
1264       - csit-perf-trial-duration-parameter:
1265           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1266       - csit-perf-trial-multiplicity-parameter:
1267           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1268
1269     scm:
1270       - gerrit-trigger-scm:
1271           credentials-id: 'jenkins-gerrit-credentials'
1272           refspec: '$GERRIT_REFSPEC'
1273           choosing-strategy: 'gerrit'
1274
1275     wrappers:
1276       - fdio-infra-wrappers-non-activity-timeout:
1277           build-timeout: '{build-timeout}'
1278
1279     triggers:
1280       - gerrit-trigger-csit-perftest:
1281           project: '{project}'
1282           branch: '{branch}'
1283           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1284           skip-vote: false
1285
1286     builders:
1287       - shell:
1288           !include-raw-escape:
1289           - ../scripts/setup_executor_env.sh
1290       - shell:
1291           !include-raw-escape:
1292           - ../scripts/csit/perf-verify.sh
1293
1294     publishers:
1295       - fdio-infra-publish