jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  77           node-arch:
  78             - 2n-clx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-skx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-dnv:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-zn2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-tx2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'aarch64'
  93             - 3n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2009_lts':
 107                 branch: 'rls2009_lts'
 108                 branch-id: 'oper-rls2009_lts'
 109             - '2101':
 110                 branch: 'rls2101'
 111                 branch-id: 'oper-rls2101'
 112             - '2106':
 113                 branch: 'rls2106'
 114                 branch-id: 'oper-rls2106'
 115       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 116           node-arch:
 117             - 2n-clx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120                 periodicity: '0 2,14 * * *'
 121             - 2n-skx:
 122                 os: 'ubuntu2004'
 123                 executor-arch: 'x86_64'
 124                 periodicity: '0 2,14 * * *'
 125             - 2n-dnv:
 126                 os: 'ubuntu2004'
 127                 executor-arch: 'x86_64'
 128                 periodicity: '0 2,14 * * *'
 129             - 2n-zn2:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2,14 * * *'
 133             - 2n-tx2:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'aarch64'
 136                 periodicity: '0 14 * * *'
 137             - 3n-skx:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '0 2,14 * * *'
 141             - 3n-dnv:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2,14 * * *'
 145             - 3n-tsh:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '0 14 * * *'
 149       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 150           node-arch:
 151             - 2n-clx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 2n-skx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 3n-skx:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160             - 2n-aws:
 161                 os: 'ubuntu2004'
 162                 executor-arch: 'x86_64'
 163             - 3n-aws:
 164                 os: 'ubuntu2004'
 165                 executor-arch: 'x86_64'
 166           stream:
 167             - master:
 168                 branch: 'master'
 169                 branch-id: 'oper'
 170             - '2009_lts':
 171                 branch: 'rls2009_lts'
 172                 branch-id: 'oper-rls2009_lts'
 173           periodicity: '0 0 * * 6'
 174       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 175           node-arch:
 176             - 2n-clx:
 177                 os: 'ubuntu2004'
 178                 executor-arch: 'x86_64'
 179             - 2n-skx:
 180                 os: 'ubuntu2004'
 181                 executor-arch: 'x86_64'
 182             - 3n-skx:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185           periodicity: '0 0 * * 6'
 186       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 187           node-arch:
 188             - 2n-clx:
 189                 os: 'ubuntu2004'
 190                 executor-arch: 'x86_64'
 191             - 2n-skx:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194             - 2n-dnv:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197             - 2n-zn2:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'x86_64'
 200             - 2n-tx2:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'aarch64'
 203             - 3n-skx:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 3n-dnv:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 3n-tsh:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'aarch64'
 212             - 2n-aws:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 3n-aws:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 219           node-arch:
 220             - 2n-clx:
 221                 os: 'ubuntu2004'
 222                 executor-arch: 'x86_64'
 223             - 2n-skx:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-dnv:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-zn2:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-tx2:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'aarch64'
 235             - 3n-skx:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'x86_64'
 238             - 3n-dnv:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 3n-tsh:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'aarch64'
 244             - 2n-aws:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'x86_64'
 247             - 3n-aws:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 251           node-arch:
 252             - 2n-clx:
 253                 os: 'ubuntu2004'
 254                 executor-arch: 'x86_64'
 255             - 2n-skx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-dnv:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-zn2:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-tx2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'aarch64'
 267             - 3n-skx:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'x86_64'
 270             - 3n-dnv:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-tsh:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'aarch64'
 276             - 2n-aws:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 3n-aws:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 283           node-arch:
 284             - 2n-clx:
 285                 os: 'ubuntu2004'
 286                 executor-arch: 'x86_64'
 287             - 2n-skx:
 288                 os: 'ubuntu2004'
 289                 executor-arch: 'x86_64'
 290             - 2n-dnv:
 291                 os: 'ubuntu2004'
 292                 executor-arch: 'x86_64'
 293             - 2n-zn2:
 294                 os: 'ubuntu2004'
 295                 executor-arch: 'x86_64'
 296             - 2n-tx2:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'aarch64'
 299             - 3n-skx:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'x86_64'
 302             - 3n-dnv:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 3n-tsh:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'aarch64'
 308             - 2n-aws:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'x86_64'
 311             - 3n-aws:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314
 315     project: 'csit'
 316     branch: 'master'
 317     branch-id: 'oper'
 318     csit-perf-trial-duration: '1.0'
 319     csit-perf-trial-multiplicity: '10'
 320     stream:
 321       - master:
 322           branch: 'master'
 323           branch-id: 'oper'
 324       - '2009_lts':
 325           branch: 'rls2009_lts'
 326           branch-id: 'oper-rls2009_lts'
 327       - '2101':
 328           branch: 'rls2101'
 329           branch-id: 'oper-rls2101'
 330       - '2106':
 331           branch: 'rls2106'
 332           branch-id: 'oper-rls2106'
 333     stream_report:
 334       - '2106':
 335           branch: 'rls2106'
 336           branch-id: 'oper-rls2106'
 337
 338     build-artifact-num-to-keep: 10
 339
 340
 341 - job-template:
 342     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 343
 344     description: |
 345       <ul>
 346           <li>objective
 347               <ul>
 348                   <li>perf verify - per csit gerrit patch
 349               </ul>
 350           <li>job
 351               <ul>
 352                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 353                   <li>trigger: keyword in comment to csit patch:
 354                       <b>csit-{node-arch}-perftest tag_list</b>
 355               </ul>
 356           <li>executor
 357               <ul>
 358                   <li>builder-{os}-prod-{executor-arch}
 359               </ul>
 360           <li>perf test-cases selection
 361               <ul>
 362                   <li>test-cases selected using trigger keyword followed by tags
 363                   <li>all test-cases are labelled with CSIT RF topic tags
 364                       defined in <i>csit/docs/tag_documentation.rst</i>
 365               </ul>
 366           <li>proposed keywords
 367               <ul>
 368                   <li>focus on testing specified vpp packet processing path
 369                   <li>format: csit-{node-arch}-perftest tag_list
 370               </ul>
 371           <li>default tags for vpp startup config and perf test type
 372               <ul>
 373                   <li>IP4BASE, IP6BASE, L2BDBASE
 374                   <li>64B/78B: 64B/78B packet size
 375                   <li>1C: one core
 376                   <li>X710: x710 Fortville NIC
 377                   <li>MRR: MRR throughput
 378               </ul>
 379           <li>results
 380               <ul>
 381                   <li>jjb verify: PASS/FAIL
 382                   <li>present: no
 383                   <li>analyse: no
 384               </ul>
 385       </ul>
 386
 387     project-type: freestyle
 388     node: 'builder-{os}-prod-{executor-arch}'
 389     concurrent: true
 390     latest-only: false
 391
 392     build-discarder:
 393       daysToKeep: '{build-days-to-keep}'
 394       numToKeep: '{build-num-to-keep}'
 395       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 396       artifactNumToKeep: '{build-artifact-num-to-keep}'
 397
 398     parameters:
 399       - project-parameter:
 400           project: '{project}'
 401       - gerrit-parameter:
 402           branch: '{branch}'
 403       - gerrit-refspec-parameter
 404       - gerrit-event-type-parameter
 405       - gerrit-event-comment-text-parameter
 406       - csit-perf-trial-duration-parameter:
 407           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 408       - csit-perf-trial-multiplicity-parameter:
 409           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 410       # This is a manually-triggered verify job, part of API coverage.
 411       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 412       # Can be removed when this job is no longer needed for full API coverage.
 413       - csit-fail-on-crc-mismatch-parameter:
 414           fail-on-crc-mismatch: 'True'
 415
 416     scm:
 417       - gerrit-trigger-scm:
 418           credentials-id: 'jenkins-gerrit-credentials'
 419           refspec: '$GERRIT_REFSPEC'
 420           choosing-strategy: 'gerrit'
 421
 422     wrappers:
 423       - fdio-infra-wrappers-non-activity-timeout:
 424           build-timeout: '{build-timeout}'
 425
 426     triggers:
 427       - gerrit-trigger-csit-perftest:
 428           project: '{project}'
 429           branch: '{branch}'
 430           trigger-word: 'csit-{node-arch}-perftest'
 431           skip-vote: false
 432
 433     builders:
 434       - shell:
 435           !include-raw-escape:
 436           - ../scripts/setup_executor_env.sh
 437       - shell:
 438           !include-raw-escape:
 439           - ../scripts/csit/perf-verify.sh
 440
 441     publishers:
 442       - fdio-infra-publish
 443
 444 - job-template:
 445     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 446
 447     description: |
 448       <ul>
 449           <li>objective
 450               <ul>
 451                   <li>check vpp perf mrr daily
 452               </ul>
 453           <li>executor
 454               <ul>
 455                   <li>builder-{os}-prod-{executor-arch}
 456               </ul>
 457           <li>perf test-cases selection
 458               <ul>
 459                   <li>all CSIT VPP MRR perf suites
 460               </ul>
 461           <li>results
 462               <ul>
 463                   <li>jjb verify: PASS/FAIL
 464                   <li>present: no
 465                   <li>analyse: csit project (catch malfunctions/degradations)
 466               </ul>
 467       </ul>
 468
 469     project-type: freestyle
 470     node: 'builder-{os}-prod-{executor-arch}'
 471     concurrent: false
 472     latest-only: false
 473
 474     build-discarder:
 475       daysToKeep: '{build-days-to-keep}'
 476       numToKeep: '{build-num-to-keep}'
 477       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 478       artifactNumToKeep: '{build-artifact-num-to-keep}'
 479
 480     parameters:
 481       - project-parameter:
 482           project: '{project}'
 483       - gerrit-parameter:
 484           branch: '{branch}'
 485       - csit-perf-trial-duration-parameter:
 486           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 487       - csit-perf-trial-multiplicity-parameter:
 488           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 489
 490     wrappers:
 491       - fdio-infra-wrappers-non-activity-timeout:
 492           build-timeout: '{build-timeout}'
 493
 494     triggers:
 495       - timed: '{periodicity}'
 496
 497     builders:
 498       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 499       - inject:
 500           properties-file: variables.prop
 501       - shell:
 502           !include-raw-escape:
 503           - ../scripts/setup_executor_env.sh
 504       - shell:
 505           !include-raw-escape:
 506           - ../scripts/csit/perf-timed.sh
 507
 508     publishers:
 509       - fdio-infra-publish
 510
 511 - job-template:
 512     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 513
 514     description: |
 515       <ul>
 516           <li>objective
 517               <ul>
 518                   <li>check vpp perf mrr weekly on {node-arch}
 519               </ul>
 520           <li>executor
 521               <ul>
 522                   <li>builder-{os}-prod-{executor-arch}
 523               </ul>
 524           <li>perf test-cases selection
 525               <ul>
 526                   <li>NF Density CSIT VPP MRR perf suites
 527               </ul>
 528           <li>results
 529               <ul>
 530                   <li>jjb verify: PASS/FAIL
 531                   <li>present: no
 532                   <li>analyse: csit project (catch malfunctions/degradations)
 533               </ul>
 534       </ul>
 535
 536     project-type: freestyle
 537     node: 'builder-{os}-prod-{executor-arch}'
 538     concurrent: false
 539     latest-only: false
 540
 541     build-discarder:
 542       daysToKeep: '{build-days-to-keep}'
 543       numToKeep: '{build-num-to-keep}'
 544       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 545       artifactNumToKeep: '{build-artifact-num-to-keep}'
 546
 547     parameters:
 548       - project-parameter:
 549           project: '{project}'
 550       - gerrit-parameter:
 551           branch: '{branch}'
 552       - csit-perf-trial-duration-parameter:
 553           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 554       - csit-perf-trial-multiplicity-parameter:
 555           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 556
 557     wrappers:
 558       - fdio-infra-wrappers-non-activity-timeout:
 559           build-timeout: '{build-timeout}'
 560
 561     triggers:
 562       - timed: '{periodicity}'
 563
 564     builders:
 565       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 566       - inject:
 567           properties-file: variables.prop
 568       - shell:
 569           !include-raw-escape:
 570           - ../scripts/setup_executor_env.sh
 571       - shell:
 572           !include-raw-escape:
 573           - ../scripts/csit/perf-timed.sh
 574
 575     publishers:
 576       - fdio-infra-publish
 577
 578 - job-template:
 579     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 580
 581     description: |
 582       <ul>
 583           <li>objective
 584               <ul>
 585                   <li>check vpp perf ndrpdr weekly on {node-arch}
 586               </ul>
 587           <li>executor
 588               <ul>
 589                   <li>builder-{os}-prod-{executor-arch}
 590               </ul>
 591           <li>perf test-cases selection
 592               <ul>
 593                   <li>pre-selected CSIT VPP NDRPDR perf suites
 594               </ul>
 595           <li>results
 596               <ul>
 597                   <li>jjb verify: PASS/FAIL
 598                   <li>present: no
 599                   <li>analyse: csit project (catch malfunctions/degradations)
 600               </ul>
 601       </ul>
 602     project-type: freestyle
 603     node: 'builder-{os}-prod-{executor-arch}'
 604     concurrent: false
 605     latest-only: false
 606
 607     build-discarder:
 608       daysToKeep: '{build-days-to-keep}'
 609       numToKeep: '{build-num-to-keep}'
 610       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 611       artifactNumToKeep: '{build-artifact-num-to-keep}'
 612
 613     parameters:
 614       - project-parameter:
 615           project: '{project}'
 616       - gerrit-parameter:
 617           branch: '{branch}'
 618
 619     wrappers:
 620       - fdio-infra-wrappers-non-activity-timeout:
 621           build-timeout: '{build-timeout}'
 622
 623     triggers:
 624       - timed: '{periodicity}'
 625
 626     builders:
 627       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 628       - inject:
 629           properties-file: variables.prop
 630       - shell:
 631           !include-raw-escape:
 632           - ../scripts/setup_executor_env.sh
 633       - shell:
 634           !include-raw-escape:
 635           - ../scripts/csit/perf-timed.sh
 636
 637     publishers:
 638       - fdio-infra-publish
 639
 640 - job-template:
 641     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 642
 643     description: |
 644       <ul>
 645           <li>objective
 646               <ul>
 647                   <li>perf verify - per csit gerrit patch
 648               </ul>
 649           <li>job
 650               <ul>
 651                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 652                   <li>trigger: keyword in comment to csit patch:
 653                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 654               </ul>
 655           <li>executor
 656               <ul>
 657                   <li>builder-{os}-prod-{executor-arch}
 658               </ul>
 659           <li>perf test-cases selection
 660               <ul>
 661                   <li>test-cases selected using trigger keyword followed by tags
 662                   <li>all test-cases are labelled with CSIT RF topic tags
 663                       defined in <i>csit/docs/tag_documentation.rst</i>
 664               </ul>
 665           <li>proposed keywords
 666               <ul>
 667                   <li>focus on testing specified trex packet processing path
 668                   <li>format: csit-{node-arch}-perftest tag_list
 669               </ul>
 670           <li>results
 671               <ul>
 672                   <li>jjb verify: PASS/FAIL
 673                   <li>present: no
 674                   <li>analyse: no
 675               </ul>
 676       </ul>
 677
 678     project-type: freestyle
 679     node: 'builder-{os}-prod-{executor-arch}'
 680     concurrent: true
 681     latest-only: false
 682
 683     build-discarder:
 684       daysToKeep: '{build-days-to-keep}'
 685       numToKeep: '{build-num-to-keep}'
 686       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 687       artifactNumToKeep: '{build-artifact-num-to-keep}'
 688
 689     parameters:
 690       - project-parameter:
 691           project: '{project}'
 692       - gerrit-parameter:
 693           branch: '{branch}'
 694       - gerrit-refspec-parameter
 695       - gerrit-event-type-parameter
 696       - gerrit-event-comment-text-parameter
 697       - csit-perf-trial-duration-parameter:
 698           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 699       - csit-perf-trial-multiplicity-parameter:
 700           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 701       # This is a manually-triggered verify job, part of API coverage.
 702       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 703       # Can be removed when this job is no longer needed for full API coverage.
 704       - csit-fail-on-crc-mismatch-parameter:
 705           fail-on-crc-mismatch: 'True'
 706
 707     scm:
 708       - gerrit-trigger-scm:
 709           credentials-id: 'jenkins-gerrit-credentials'
 710           refspec: '$GERRIT_REFSPEC'
 711           choosing-strategy: 'gerrit'
 712
 713     wrappers:
 714       - fdio-infra-wrappers-non-activity-timeout:
 715           build-timeout: '{build-timeout}'
 716
 717     triggers:
 718       - gerrit-trigger-csit-perftest:
 719           project: '{project}'
 720           branch: '{branch}'
 721           trigger-word: 'csit-trex-{node-arch}-perftest'
 722           skip-vote: false
 723
 724     builders:
 725       - shell:
 726           !include-raw-escape:
 727           - ../scripts/setup_executor_env.sh
 728       - shell:
 729           !include-raw-escape:
 730           - ../scripts/csit/perf-verify.sh
 731
 732     publishers:
 733       - fdio-infra-publish
 734
 735 - job-template:
 736     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 737
 738     description: |
 739       <ul>
 740           <li>objective
 741               <ul>
 742                   <li>perf verify - per csit gerrit patch
 743               </ul>
 744           <li>job
 745               <ul>
 746                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 747                   <li>trigger: keyword in comment to csit patch:
 748                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 749               </ul>
 750           <li>executor
 751               <ul>
 752                   <li>builder-{os}-prod-{executor-arch}
 753               </ul>
 754           <li>perf test-cases selection
 755               <ul>
 756                   <li>test-cases selected using trigger keyword followed by tags
 757                   <li>all test-cases are labelled with CSIT RF topic tags
 758                       defined in <i>csit/docs/tag_documentation.rst</i>
 759               </ul>
 760           <li>default tags for dpdk perf test type
 761               <ul>
 762                   <li>IP4BASE, L2XCBASE
 763                   <li>64B: 64B packet size
 764                   <li>1C: one core
 765                   <li>X710: x710 Fortville NIC
 766                   <li>MRR: MRR throughput
 767               </ul>
 768           <li>results
 769               <ul>
 770                   <li>jjb verify: PASS/FAIL
 771                   <li>present: no
 772                   <li>analyse: no
 773               </ul>
 774       </ul>
 775
 776     project-type: freestyle
 777     node: 'builder-{os}-prod-{executor-arch}'
 778     concurrent: true
 779     latest-only: false
 780
 781     build-discarder:
 782       daysToKeep: '{build-days-to-keep}'
 783       numToKeep: '{build-num-to-keep}'
 784       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 785       artifactNumToKeep: '{build-artifact-num-to-keep}'
 786
 787     parameters:
 788       - project-parameter:
 789           project: '{project}'
 790       - gerrit-parameter:
 791           branch: '{branch}'
 792       - csit-perf-trial-duration-parameter:
 793           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 794       - csit-perf-trial-multiplicity-parameter:
 795           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 796
 797     scm:
 798       - gerrit-trigger-scm:
 799           credentials-id: 'jenkins-gerrit-credentials'
 800           refspec: '$GERRIT_REFSPEC'
 801           choosing-strategy: 'gerrit'
 802
 803     wrappers:
 804       - fdio-infra-wrappers-non-activity-timeout:
 805           build-timeout: '{build-timeout}'
 806
 807     triggers:
 808       - gerrit-trigger-csit-perftest:
 809           project: '{project}'
 810           branch: '{branch}'
 811           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 812           skip-vote: false
 813
 814     builders:
 815       - shell:
 816           !include-raw-escape:
 817           - ../scripts/setup_executor_env.sh
 818       - shell:
 819           !include-raw-escape:
 820           - ../scripts/csit/perf-verify.sh
 821
 822     publishers:
 823       - fdio-infra-publish
 824
 825 - job-template:
 826     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 827
 828     description: |
 829       <ul>
 830           <li>objective
 831               <ul>
 832                   <li>check dpdk perf mrr weekly
 833               </ul>
 834           <li>executor
 835               <ul>
 836                   <li>builder-{os}-prod-{executor-arch}
 837               </ul>
 838           <li>perf test-cases selection
 839               <ul>
 840                   <li>all CSIT DPDK MRR perf suites
 841               </ul>
 842           <li>results
 843               <ul>
 844                   <li>jjb verify: PASS/FAIL
 845                   <li>present: no
 846                   <li>analyse: csit project (catch malfunctions/degradations)
 847               </ul>
 848       </ul>
 849
 850     project-type: freestyle
 851     node: 'builder-{os}-prod-{executor-arch}'
 852     concurrent: false
 853     latest-only: false
 854
 855     build-discarder:
 856       daysToKeep: '{build-days-to-keep}'
 857       numToKeep: '{build-num-to-keep}'
 858       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 859       artifactNumToKeep: '{build-artifact-num-to-keep}'
 860
 861     parameters:
 862       - project-parameter:
 863           project: '{project}'
 864       - gerrit-parameter:
 865           branch: '{branch}'
 866       - csit-perf-trial-duration-parameter:
 867           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 868       - csit-perf-trial-multiplicity-parameter:
 869           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 870
 871     wrappers:
 872       - fdio-infra-wrappers-non-activity-timeout:
 873           build-timeout: '{build-timeout}'
 874
 875     triggers:
 876       - timed: '{periodicity}'
 877
 878     builders:
 879       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 880       - inject:
 881           properties-file: variables.prop
 882       - shell:
 883           !include-raw-escape:
 884           - ../scripts/setup_executor_env.sh
 885       - shell:
 886           !include-raw-escape:
 887           - ../scripts/csit/perf-timed.sh
 888
 889     publishers:
 890       - fdio-infra-publish
 891
 892 - job-template:
 893     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 894
 895     description: |
 896       <ul>
 897           <li>objective
 898               <ul>
 899                   <li>get vpp performance iterative data for csit report
 900               </ul>
 901           <li>job
 902               <ul>
 903                   <li>name:
 904                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 905                       {node-arch}</b>
 906                   <li>trigger: keyword in comment to csit patch:
 907                       <b>csit-vpp-report-iter-{node-arch}-perftest
 908                       test_set_id</b>
 909                   <li>trigger example:
 910                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 911               </ul>
 912           <li>executor
 913               <ul>
 914                   <li>builder-{os}-prod-{executor-arch}
 915               </ul>
 916           <li>perf test-cases selection
 917               <ul>
 918                   <li>test-cases selected by tags defined in
 919                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 920                       test_set_id.md</i>
 921               </ul>
 922
 923           <li>results
 924               <ul>
 925                   <li>jjb verify: PASS/FAIL
 926                   <li>present: vpp performance
 927                   <li>analyse: vpp performance
 928               </ul>
 929       </ul>
 930
 931     project-type: freestyle
 932     node: 'builder-{os}-prod-{executor-arch}'
 933     concurrent: true
 934     latest-only: false
 935
 936     build-discarder:
 937       daysToKeep: '{build-days-to-keep}'
 938       numToKeep: '{build-num-to-keep}'
 939       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 940       artifactNumToKeep: '{build-artifact-num-to-keep}'
 941
 942     parameters:
 943       - project-parameter:
 944           project: '{project}'
 945       - gerrit-parameter:
 946           branch: '{branch}'
 947       - gerrit-refspec-parameter
 948       - gerrit-event-type-parameter
 949       - gerrit-event-comment-text-parameter
 950       - csit-perf-trial-duration-parameter:
 951           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 952       - csit-perf-trial-multiplicity-parameter:
 953           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 954
 955     scm:
 956       - gerrit-trigger-scm:
 957           credentials-id: 'jenkins-gerrit-credentials'
 958           refspec: '$GERRIT_REFSPEC'
 959           choosing-strategy: 'gerrit'
 960
 961     wrappers:
 962       - fdio-infra-wrappers-non-activity-timeout:
 963           build-timeout: '{build-timeout}'
 964
 965     triggers:
 966       - gerrit-trigger-csit-perftest:
 967           project: '{project}'
 968           branch: '{branch}'
 969           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 970           skip-vote: false
 971
 972     builders:
 973       - shell:
 974           !include-raw-escape:
 975           - ../scripts/setup_executor_env.sh
 976       - shell:
 977           !include-raw-escape:
 978           - ../scripts/csit/perf-verify.sh
 979
 980     publishers:
 981       - fdio-infra-publish
 982
 983 - job-template:
 984     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 985
 986     description: |
 987       <ul>
 988           <li>objective
 989               <ul>
 990                   <li>get dpdk performance iterative data for csit report
 991               </ul>
 992           <li>job
 993               <ul>
 994                   <li>name:
 995                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 996                       {node-arch}</b>
 997                   <li>trigger: keyword in comment to csit patch:
 998                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 999                       test_set_id</b>
1000                   <li>trigger example:
1001                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1002               </ul>
1003           <li>executor
1004               <ul>
1005                   <li>builder-{os}-prod-{executor-arch}
1006               </ul>
1007           <li>perf test-cases selection
1008               <ul>
1009                   <li>test-cases selected by tags defined in
1010                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1011                       test_set_id.md</i>
1012               </ul>
1013
1014           <li>results
1015               <ul>
1016                   <li>jjb verify: PASS/FAIL
1017                   <li>present: dpdk performance
1018                   <li>analyse: dpdk performance
1019               </ul>
1020       </ul>
1021
1022     project-type: freestyle
1023     node: 'builder-{os}-prod-{executor-arch}'
1024     concurrent: true
1025     latest-only: false
1026
1027     build-discarder:
1028       daysToKeep: '{build-days-to-keep}'
1029       numToKeep: '{build-num-to-keep}'
1030       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1031       artifactNumToKeep: '{build-artifact-num-to-keep}'
1032
1033     parameters:
1034       - project-parameter:
1035           project: '{project}'
1036       - gerrit-parameter:
1037           branch: '{branch}'
1038       - gerrit-refspec-parameter
1039       - gerrit-event-type-parameter
1040       - gerrit-event-comment-text-parameter
1041       - csit-perf-trial-duration-parameter:
1042           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1043       - csit-perf-trial-multiplicity-parameter:
1044           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1045
1046     scm:
1047       - gerrit-trigger-scm:
1048           credentials-id: 'jenkins-gerrit-credentials'
1049           refspec: '$GERRIT_REFSPEC'
1050           choosing-strategy: 'gerrit'
1051
1052     wrappers:
1053       - fdio-infra-wrappers-non-activity-timeout:
1054           build-timeout: '{build-timeout}'
1055
1056     triggers:
1057       - gerrit-trigger-csit-perftest:
1058           project: '{project}'
1059           branch: '{branch}'
1060           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1061           skip-vote: false
1062
1063     builders:
1064       - shell:
1065           !include-raw-escape:
1066           - ../scripts/setup_executor_env.sh
1067       - shell:
1068           !include-raw-escape:
1069           - ../scripts/csit/perf-verify.sh
1070
1071     publishers:
1072       - fdio-infra-publish
1073
1074 - job-template:
1075     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1076
1077     description: |
1078       <ul>
1079           <li>objective
1080               <ul>
1081                   <li>get vpp performance coverage data for csit report
1082               </ul>
1083           <li>job
1084               <ul>
1085                   <li>name:
1086                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1087                       {node-arch}</b>
1088                   <li>trigger: keyword in comment to csit patch:
1089                       <b>csit-vpp-report-cov-{node-arch}-perftest
1090                       test_set_id</b>
1091                   <li>trigger example:
1092                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1093               </ul>
1094           <li>executor
1095               <ul>
1096                   <li>builder-{os}-prod-{executor-arch}
1097               </ul>
1098           <li>perf test-cases selection
1099               <ul>
1100                   <li>test-cases selected by tags defined in
1101                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1102                       test_set_id.md</i>
1103               </ul>
1104
1105           <li>results
1106               <ul>
1107                   <li>jjb verify: PASS/FAIL
1108                   <li>present: vpp performance
1109                   <li>analyse: vpp performance
1110               </ul>
1111       </ul>
1112
1113     project-type: freestyle
1114     node: 'builder-{os}-prod-{executor-arch}'
1115     concurrent: true
1116     latest-only: false
1117
1118     build-discarder:
1119       daysToKeep: '{build-days-to-keep}'
1120       numToKeep: '{build-num-to-keep}'
1121       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1122       artifactNumToKeep: '{build-artifact-num-to-keep}'
1123
1124     parameters:
1125       - project-parameter:
1126           project: '{project}'
1127       - gerrit-parameter:
1128           branch: '{branch}'
1129       - gerrit-refspec-parameter
1130       - gerrit-event-type-parameter
1131       - gerrit-event-comment-text-parameter
1132       - csit-perf-trial-duration-parameter:
1133           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1134       - csit-perf-trial-multiplicity-parameter:
1135           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1136
1137     scm:
1138       - gerrit-trigger-scm:
1139           credentials-id: 'jenkins-gerrit-credentials'
1140           refspec: '$GERRIT_REFSPEC'
1141           choosing-strategy: 'gerrit'
1142
1143     wrappers:
1144       - fdio-infra-wrappers-non-activity-timeout:
1145           build-timeout: '{build-timeout}'
1146
1147     triggers:
1148       - gerrit-trigger-csit-perftest:
1149           project: '{project}'
1150           branch: '{branch}'
1151           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1152           skip-vote: false
1153
1154     builders:
1155       - shell:
1156           !include-raw-escape:
1157           - ../scripts/setup_executor_env.sh
1158       - shell:
1159           !include-raw-escape:
1160           - ../scripts/csit/perf-verify.sh
1161
1162     publishers:
1163       - fdio-infra-publish
1164
1165 - job-template:
1166     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1167
1168     description: |
1169       <ul>
1170           <li>objective
1171               <ul>
1172                   <li>get dpdk performance coverage data for csit report
1173               </ul>
1174           <li>job
1175               <ul>
1176                   <li>name:
1177                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1178                       {node-arch}</b>
1179                   <li>trigger: keyword in comment to csit patch:
1180                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1181                       test_set_id</b>
1182                   <li>trigger example:
1183                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1184               </ul>
1185           <li>executor
1186               <ul>
1187                   <li>builder-{os}-prod-{executor-arch}
1188               </ul>
1189           <li>perf test-cases selection
1190               <ul>
1191                   <li>test-cases selected by tags defined in
1192                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1193                       test_set_id.md</i>
1194               </ul>
1195
1196           <li>results
1197               <ul>
1198                   <li>jjb verify: PASS/FAIL
1199                   <li>present: dpdk performance
1200                   <li>analyse: dpdk performance
1201               </ul>
1202       </ul>
1203
1204     project-type: freestyle
1205     node: 'builder-{os}-prod-{executor-arch}'
1206     concurrent: true
1207     latest-only: false
1208
1209     build-discarder:
1210       daysToKeep: '{build-days-to-keep}'
1211       numToKeep: '{build-num-to-keep}'
1212       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1213       artifactNumToKeep: '{build-artifact-num-to-keep}'
1214
1215     parameters:
1216       - project-parameter:
1217           project: '{project}'
1218       - gerrit-parameter:
1219           branch: '{branch}'
1220       - gerrit-refspec-parameter
1221       - gerrit-event-type-parameter
1222       - gerrit-event-comment-text-parameter
1223       - csit-perf-trial-duration-parameter:
1224           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1225       - csit-perf-trial-multiplicity-parameter:
1226           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1227
1228     scm:
1229       - gerrit-trigger-scm:
1230           credentials-id: 'jenkins-gerrit-credentials'
1231           refspec: '$GERRIT_REFSPEC'
1232           choosing-strategy: 'gerrit'
1233
1234     wrappers:
1235       - fdio-infra-wrappers-non-activity-timeout:
1236           build-timeout: '{build-timeout}'
1237
1238     triggers:
1239       - gerrit-trigger-csit-perftest:
1240           project: '{project}'
1241           branch: '{branch}'
1242           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1243           skip-vote: false
1244
1245     builders:
1246       - shell:
1247           !include-raw-escape:
1248           - ../scripts/setup_executor_env.sh
1249       - shell:
1250           !include-raw-escape:
1251           - ../scripts/csit/perf-verify.sh
1252
1253     publishers:
1254       - fdio-infra-publish