jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-dnv:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-tsh:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'aarch64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-clx:
  50                 os: 'ubuntu2004'
  51                 executor-arch: 'x86_64'
  52             - 2n-skx:
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'aarch64'
  61             - 3n-skx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67           periodicity: '0 0 * * 6'
  68       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  69           node-arch:
  70             - 2n-skx:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  77           node-arch:
  78             - 2n-clx:
  79                 os: 'ubuntu2004'
  80                 executor-arch: 'x86_64'
  81             - 2n-skx:
  82                 os: 'ubuntu2004'
  83                 executor-arch: 'x86_64'
  84             - 2n-dnv:
  85                 os: 'ubuntu2004'
  86                 executor-arch: 'x86_64'
  87             - 2n-zn2:
  88                 os: 'ubuntu2004'
  89                 executor-arch: 'x86_64'
  90             - 2n-tx2:
  91                 os: 'ubuntu2004'
  92                 executor-arch: 'aarch64'
  93             - 3n-skx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 3n-dnv:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'aarch64'
 102           stream:
 103             - master:
 104                 branch: 'master'
 105                 branch-id: 'oper'
 106             - '2106':
 107                 branch: 'rls2106'
 108                 branch-id: 'oper-rls2106'
 109             - '2110':
 110                 branch: 'rls2110'
 111                 branch-id: 'oper-rls2110'
 112       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 113           node-arch:
 114             - 2n-clx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117                 periodicity: '0 2,14 * * 1-5'
 118             - 2n-skx:
 119                 os: 'ubuntu2004'
 120                 executor-arch: 'x86_64'
 121                 periodicity: '0 2,14 * * 1-5'
 122             - 2n-dnv:
 123                 os: 'ubuntu2004'
 124                 executor-arch: 'x86_64'
 125                 periodicity: '0 2,14 * * 1-5'
 126             - 2n-zn2:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'x86_64'
 129                 periodicity: '0 2,14 * * 1-5'
 130             - 2n-tx2:
 131                 os: 'ubuntu2004'
 132                 executor-arch: 'aarch64'
 133                 periodicity: '0 14 * * 1-5'
 134             - 3n-skx:
 135                 os: 'ubuntu2004'
 136                 executor-arch: 'x86_64'
 137                 periodicity: '0 2,14 * * 1-5'
 138             - 3n-dnv:
 139                 os: 'ubuntu2004'
 140                 executor-arch: 'x86_64'
 141                 periodicity: '0 2,14 * * 1-5'
 142             - 3n-tsh:
 143                 os: 'ubuntu2004'
 144                 executor-arch: 'aarch64'
 145                 periodicity: '0 14 * * 1-5'
 146       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 147           node-arch:
 148             - 2n-clx:
 149                 os: 'ubuntu2004'
 150                 executor-arch: 'x86_64'
 151             - 2n-skx:
 152                 os: 'ubuntu2004'
 153                 executor-arch: 'x86_64'
 154             - 3n-skx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157             - 2n-aws:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160             - 3n-aws:
 161                 os: 'ubuntu2004'
 162                 executor-arch: 'x86_64'
 163           stream:
 164             - master:
 165                 branch: 'master'
 166                 branch-id: 'oper'
 167           periodicity: '0 0 * * 6'
 168       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 169           node-arch:
 170             - 2n-clx:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'x86_64'
 173             - 2n-skx:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176             - 3n-skx:
 177                 os: 'ubuntu2004'
 178                 executor-arch: 'x86_64'
 179           periodicity: '0 0 * * 6'
 180       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 181           node-arch:
 182             - 2n-skx:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185             - 3n-skx:
 186                 os: 'ubuntu2004'
 187                 executor-arch: 'x86_64'
 188           periodicity: '0 0 * * 6'
 189       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 190           node-arch:
 191             - 2n-clx:
 192                 os: 'ubuntu2004'
 193                 executor-arch: 'x86_64'
 194             - 2n-skx:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197             - 2n-dnv:
 198                 os: 'ubuntu2004'
 199                 executor-arch: 'x86_64'
 200             - 2n-zn2:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'x86_64'
 203             - 2n-tx2:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'aarch64'
 206             - 3n-skx:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 3n-dnv:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 3n-tsh:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'aarch64'
 215             - 2n-aws:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 3n-aws:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 222           node-arch:
 223             - 2n-clx:
 224                 os: 'ubuntu2004'
 225                 executor-arch: 'x86_64'
 226             - 2n-skx:
 227                 os: 'ubuntu2004'
 228                 executor-arch: 'x86_64'
 229             - 2n-dnv:
 230                 os: 'ubuntu2004'
 231                 executor-arch: 'x86_64'
 232             - 2n-zn2:
 233                 os: 'ubuntu2004'
 234                 executor-arch: 'x86_64'
 235             - 2n-tx2:
 236                 os: 'ubuntu2004'
 237                 executor-arch: 'aarch64'
 238             - 3n-skx:
 239                 os: 'ubuntu2004'
 240                 executor-arch: 'x86_64'
 241             - 3n-dnv:
 242                 os: 'ubuntu2004'
 243                 executor-arch: 'x86_64'
 244             - 3n-tsh:
 245                 os: 'ubuntu2004'
 246                 executor-arch: 'aarch64'
 247             - 2n-aws:
 248                 os: 'ubuntu2004'
 249                 executor-arch: 'x86_64'
 250             - 3n-aws:
 251                 os: 'ubuntu2004'
 252                 executor-arch: 'x86_64'
 253       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 254           node-arch:
 255             - 2n-clx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-skx:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-zn2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-tx2:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'aarch64'
 270             - 3n-skx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-dnv:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-tsh:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'aarch64'
 279             - 2n-aws:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'x86_64'
 282             - 3n-aws:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'x86_64'
 285       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 286           node-arch:
 287             - 2n-clx:
 288                 os: 'ubuntu2004'
 289                 executor-arch: 'x86_64'
 290             - 2n-skx:
 291                 os: 'ubuntu2004'
 292                 executor-arch: 'x86_64'
 293             - 2n-dnv:
 294                 os: 'ubuntu2004'
 295                 executor-arch: 'x86_64'
 296             - 2n-zn2:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'x86_64'
 299             - 2n-tx2:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'aarch64'
 302             - 3n-skx:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 3n-dnv:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'x86_64'
 308             - 3n-tsh:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'aarch64'
 311             - 2n-aws:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'x86_64'
 314             - 3n-aws:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317
 318     project: 'csit'
 319     branch: 'master'
 320     branch-id: 'oper'
 321     csit-perf-trial-duration: '1.0'
 322     csit-perf-trial-multiplicity: '10'
 323     stream:
 324       - master:
 325           branch: 'master'
 326           branch-id: 'oper'
 327       - '2106':
 328           branch: 'rls2106'
 329           branch-id: 'oper-rls2106'
 330       - '2110':
 331           branch: 'rls2110'
 332           branch-id: 'oper-rls2110'
 333     stream_report:
 334       - '2106':
 335           branch: 'rls2106'
 336           branch-id: 'oper-rls2106'
 337       - '2110':
 338           branch: 'rls2110'
 339           branch-id: 'oper-rls2110'
 340
 341     build-artifact-num-to-keep: 10
 342
 343
 344 - job-template:
 345     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 346
 347     description: |
 348       <ul>
 349           <li>objective
 350               <ul>
 351                   <li>perf verify - per csit gerrit patch
 352               </ul>
 353           <li>job
 354               <ul>
 355                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 356                   <li>trigger: keyword in comment to csit patch:
 357                       <b>csit-{node-arch}-perftest tag_list</b>
 358               </ul>
 359           <li>executor
 360               <ul>
 361                   <li>builder-{os}-prod-{executor-arch}
 362               </ul>
 363           <li>perf test-cases selection
 364               <ul>
 365                   <li>test-cases selected using trigger keyword followed by tags
 366                   <li>all test-cases are labelled with CSIT RF topic tags
 367                       defined in <i>csit/docs/tag_documentation.rst</i>
 368               </ul>
 369           <li>proposed keywords
 370               <ul>
 371                   <li>focus on testing specified vpp packet processing path
 372                   <li>format: csit-{node-arch}-perftest tag_list
 373               </ul>
 374           <li>default tags for vpp startup config and perf test type
 375               <ul>
 376                   <li>IP4BASE, IP6BASE, L2BDBASE
 377                   <li>64B/78B: 64B/78B packet size
 378                   <li>1C: one core
 379                   <li>X710: x710 Fortville NIC
 380                   <li>MRR: MRR throughput
 381               </ul>
 382           <li>results
 383               <ul>
 384                   <li>jjb verify: PASS/FAIL
 385                   <li>present: no
 386                   <li>analyse: no
 387               </ul>
 388       </ul>
 389
 390     project-type: freestyle
 391     node: 'builder-{os}-prod-{executor-arch}'
 392     concurrent: true
 393     latest-only: false
 394
 395     properties:
 396       - lf-infra-properties:
 397           build-days-to-keep: "{build-days-to-keep}"
 398
 399     parameters:
 400       - project-parameter:
 401           project: '{project}'
 402       - gerrit-parameter:
 403           branch: '{branch}'
 404       - gerrit-refspec-parameter
 405       - gerrit-event-type-parameter
 406       - gerrit-event-comment-text-parameter
 407       - csit-perf-trial-duration-parameter:
 408           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 409       - csit-perf-trial-multiplicity-parameter:
 410           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 411       # This is a manually-triggered verify job, part of API coverage.
 412       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 413       # Can be removed when this job is no longer needed for full API coverage.
 414       - csit-fail-on-crc-mismatch-parameter:
 415           fail-on-crc-mismatch: 'True'
 416
 417     scm:
 418       - gerrit-trigger-scm:
 419           credentials-id: 'jenkins-gerrit-credentials'
 420           refspec: '$GERRIT_REFSPEC'
 421           choosing-strategy: 'gerrit'
 422
 423     wrappers:
 424       - fdio-infra-wrappers-non-activity-timeout:
 425           build-timeout: '{build-timeout}'
 426
 427     triggers:
 428       - gerrit-trigger-csit-perftest:
 429           project: '{project}'
 430           branch: '{branch}'
 431           trigger-word: 'csit-{node-arch}-perftest'
 432           skip-vote: false
 433
 434     builders:
 435       - shell:
 436           !include-raw-escape:
 437           - ../scripts/setup_executor_env.sh
 438       - shell:
 439           !include-raw-escape:
 440           - ../scripts/csit/perf-verify.sh
 441
 442     publishers:
 443       - fdio-infra-publish
 444
 445 - job-template:
 446     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 447
 448     description: |
 449       <ul>
 450           <li>objective
 451               <ul>
 452                   <li>check vpp perf mrr daily
 453               </ul>
 454           <li>executor
 455               <ul>
 456                   <li>builder-{os}-prod-{executor-arch}
 457               </ul>
 458           <li>perf test-cases selection
 459               <ul>
 460                   <li>all CSIT VPP MRR perf suites
 461               </ul>
 462           <li>results
 463               <ul>
 464                   <li>jjb verify: PASS/FAIL
 465                   <li>present: no
 466                   <li>analyse: csit project (catch malfunctions/degradations)
 467               </ul>
 468       </ul>
 469
 470     project-type: freestyle
 471     node: 'builder-{os}-prod-{executor-arch}'
 472     concurrent: false
 473     latest-only: false
 474
 475     properties:
 476       - lf-infra-properties:
 477           build-days-to-keep: "{build-days-to-keep}"
 478
 479     parameters:
 480       - project-parameter:
 481           project: '{project}'
 482       - gerrit-parameter:
 483           branch: '{branch}'
 484       - csit-perf-trial-duration-parameter:
 485           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 486       - csit-perf-trial-multiplicity-parameter:
 487           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 488
 489     wrappers:
 490       - fdio-infra-wrappers-non-activity-timeout:
 491           build-timeout: '{build-timeout}'
 492
 493     triggers:
 494       - timed: '{periodicity}'
 495
 496     builders:
 497       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 498       - inject:
 499           properties-file: variables.prop
 500       - shell:
 501           !include-raw-escape:
 502           - ../scripts/setup_executor_env.sh
 503       - shell:
 504           !include-raw-escape:
 505           - ../scripts/csit/perf-timed.sh
 506
 507     publishers:
 508       - fdio-infra-publish
 509
 510 - job-template:
 511     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 512
 513     description: |
 514       <ul>
 515           <li>objective
 516               <ul>
 517                   <li>check vpp perf mrr weekly on {node-arch}
 518               </ul>
 519           <li>executor
 520               <ul>
 521                   <li>builder-{os}-prod-{executor-arch}
 522               </ul>
 523           <li>perf test-cases selection
 524               <ul>
 525                   <li>NF Density CSIT VPP MRR perf suites
 526               </ul>
 527           <li>results
 528               <ul>
 529                   <li>jjb verify: PASS/FAIL
 530                   <li>present: no
 531                   <li>analyse: csit project (catch malfunctions/degradations)
 532               </ul>
 533       </ul>
 534
 535     project-type: freestyle
 536     node: 'builder-{os}-prod-{executor-arch}'
 537     concurrent: false
 538     latest-only: false
 539
 540     properties:
 541       - lf-infra-properties:
 542           build-days-to-keep: "{build-days-to-keep}"
 543
 544     parameters:
 545       - project-parameter:
 546           project: '{project}'
 547       - gerrit-parameter:
 548           branch: '{branch}'
 549       - csit-perf-trial-duration-parameter:
 550           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 551       - csit-perf-trial-multiplicity-parameter:
 552           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 553
 554     wrappers:
 555       - fdio-infra-wrappers-non-activity-timeout:
 556           build-timeout: '{build-timeout}'
 557
 558     triggers:
 559       - timed: '{periodicity}'
 560
 561     builders:
 562       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 563       - inject:
 564           properties-file: variables.prop
 565       - shell:
 566           !include-raw-escape:
 567           - ../scripts/setup_executor_env.sh
 568       - shell:
 569           !include-raw-escape:
 570           - ../scripts/csit/perf-timed.sh
 571
 572     publishers:
 573       - fdio-infra-publish
 574
 575 - job-template:
 576     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 577
 578     description: |
 579       <ul>
 580           <li>objective
 581               <ul>
 582                   <li>check vpp perf ndrpdr weekly on {node-arch}
 583               </ul>
 584           <li>executor
 585               <ul>
 586                   <li>builder-{os}-prod-{executor-arch}
 587               </ul>
 588           <li>perf test-cases selection
 589               <ul>
 590                   <li>pre-selected CSIT VPP NDRPDR perf suites
 591               </ul>
 592           <li>results
 593               <ul>
 594                   <li>jjb verify: PASS/FAIL
 595                   <li>present: no
 596                   <li>analyse: csit project (catch malfunctions/degradations)
 597               </ul>
 598       </ul>
 599     project-type: freestyle
 600     node: 'builder-{os}-prod-{executor-arch}'
 601     concurrent: false
 602     latest-only: false
 603
 604     properties:
 605       - lf-infra-properties:
 606           build-days-to-keep: "{build-days-to-keep}"
 607
 608     parameters:
 609       - project-parameter:
 610           project: '{project}'
 611       - gerrit-parameter:
 612           branch: '{branch}'
 613
 614     wrappers:
 615       - fdio-infra-wrappers-non-activity-timeout:
 616           build-timeout: '{build-timeout}'
 617
 618     triggers:
 619       - timed: '{periodicity}'
 620
 621     builders:
 622       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 623       - inject:
 624           properties-file: variables.prop
 625       - shell:
 626           !include-raw-escape:
 627           - ../scripts/setup_executor_env.sh
 628       - shell:
 629           !include-raw-escape:
 630           - ../scripts/csit/perf-timed.sh
 631
 632     publishers:
 633       - fdio-infra-publish
 634
 635 - job-template:
 636     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 637
 638     description: |
 639       <ul>
 640           <li>objective
 641               <ul>
 642                   <li>check trex perf ndrpdr weekly on {node-arch}
 643               </ul>
 644           <li>executor
 645               <ul>
 646                   <li>builder-{os}-prod-{executor-arch}
 647               </ul>
 648           <li>perf test-cases selection
 649               <ul>
 650                   <li>pre-selected CSIT TREX NDRPDR perf suites
 651               </ul>
 652           <li>results
 653               <ul>
 654                   <li>jjb verify: PASS/FAIL
 655                   <li>present: no
 656                   <li>analyse: csit project (catch malfunctions/degradations)
 657               </ul>
 658       </ul>
 659     project-type: freestyle
 660     node: 'builder-{os}-prod-{executor-arch}'
 661     concurrent: false
 662     latest-only: false
 663
 664     properties:
 665       - lf-infra-properties:
 666           build-days-to-keep: "{build-days-to-keep}"
 667
 668     parameters:
 669       - project-parameter:
 670           project: '{project}'
 671       - gerrit-parameter:
 672           branch: '{branch}'
 673
 674     wrappers:
 675       - fdio-infra-wrappers-non-activity-timeout:
 676           build-timeout: '{build-timeout}'
 677
 678     triggers:
 679       - timed: '{periodicity}'
 680
 681     builders:
 682       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 683       - inject:
 684           properties-file: variables.prop
 685       - shell:
 686           !include-raw-escape:
 687           - ../scripts/setup_executor_env.sh
 688       - shell:
 689           !include-raw-escape:
 690           - ../scripts/csit/perf-timed.sh
 691
 692     publishers:
 693       - fdio-infra-publish
 694
 695 - job-template:
 696     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 697
 698     description: |
 699       <ul>
 700           <li>objective
 701               <ul>
 702                   <li>perf verify - per csit gerrit patch
 703               </ul>
 704           <li>job
 705               <ul>
 706                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 707                   <li>trigger: keyword in comment to csit patch:
 708                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 709               </ul>
 710           <li>executor
 711               <ul>
 712                   <li>builder-{os}-prod-{executor-arch}
 713               </ul>
 714           <li>perf test-cases selection
 715               <ul>
 716                   <li>test-cases selected using trigger keyword followed by tags
 717                   <li>all test-cases are labelled with CSIT RF topic tags
 718                       defined in <i>csit/docs/tag_documentation.rst</i>
 719               </ul>
 720           <li>proposed keywords
 721               <ul>
 722                   <li>focus on testing specified trex packet processing path
 723                   <li>format: csit-{node-arch}-perftest tag_list
 724               </ul>
 725           <li>results
 726               <ul>
 727                   <li>jjb verify: PASS/FAIL
 728                   <li>present: no
 729                   <li>analyse: no
 730               </ul>
 731       </ul>
 732
 733     project-type: freestyle
 734     node: 'builder-{os}-prod-{executor-arch}'
 735     concurrent: true
 736     latest-only: false
 737
 738     properties:
 739       - lf-infra-properties:
 740           build-days-to-keep: "{build-days-to-keep}"
 741
 742     parameters:
 743       - project-parameter:
 744           project: '{project}'
 745       - gerrit-parameter:
 746           branch: '{branch}'
 747       - gerrit-refspec-parameter
 748       - gerrit-event-type-parameter
 749       - gerrit-event-comment-text-parameter
 750       - csit-perf-trial-duration-parameter:
 751           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 752       - csit-perf-trial-multiplicity-parameter:
 753           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 754       # This is a manually-triggered verify job, part of API coverage.
 755       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 756       # Can be removed when this job is no longer needed for full API coverage.
 757       - csit-fail-on-crc-mismatch-parameter:
 758           fail-on-crc-mismatch: 'True'
 759
 760     scm:
 761       - gerrit-trigger-scm:
 762           credentials-id: 'jenkins-gerrit-credentials'
 763           refspec: '$GERRIT_REFSPEC'
 764           choosing-strategy: 'gerrit'
 765
 766     wrappers:
 767       - fdio-infra-wrappers-non-activity-timeout:
 768           build-timeout: '{build-timeout}'
 769
 770     triggers:
 771       - gerrit-trigger-csit-perftest:
 772           project: '{project}'
 773           branch: '{branch}'
 774           trigger-word: 'csit-trex-{node-arch}-perftest'
 775           skip-vote: false
 776
 777     builders:
 778       - shell:
 779           !include-raw-escape:
 780           - ../scripts/setup_executor_env.sh
 781       - shell:
 782           !include-raw-escape:
 783           - ../scripts/csit/perf-verify.sh
 784
 785     publishers:
 786       - fdio-infra-publish
 787
 788 - job-template:
 789     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 790
 791     description: |
 792       <ul>
 793           <li>objective
 794               <ul>
 795                   <li>perf verify - per csit gerrit patch
 796               </ul>
 797           <li>job
 798               <ul>
 799                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 800                   <li>trigger: keyword in comment to csit patch:
 801                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 802               </ul>
 803           <li>executor
 804               <ul>
 805                   <li>builder-{os}-prod-{executor-arch}
 806               </ul>
 807           <li>perf test-cases selection
 808               <ul>
 809                   <li>test-cases selected using trigger keyword followed by tags
 810                   <li>all test-cases are labelled with CSIT RF topic tags
 811                       defined in <i>csit/docs/tag_documentation.rst</i>
 812               </ul>
 813           <li>default tags for dpdk perf test type
 814               <ul>
 815                   <li>IP4BASE, L2XCBASE
 816                   <li>64B: 64B packet size
 817                   <li>1C: one core
 818                   <li>X710: x710 Fortville NIC
 819                   <li>MRR: MRR throughput
 820               </ul>
 821           <li>results
 822               <ul>
 823                   <li>jjb verify: PASS/FAIL
 824                   <li>present: no
 825                   <li>analyse: no
 826               </ul>
 827       </ul>
 828
 829     project-type: freestyle
 830     node: 'builder-{os}-prod-{executor-arch}'
 831     concurrent: true
 832     latest-only: false
 833
 834     properties:
 835       - lf-infra-properties:
 836           build-days-to-keep: "{build-days-to-keep}"
 837
 838     parameters:
 839       - project-parameter:
 840           project: '{project}'
 841       - gerrit-parameter:
 842           branch: '{branch}'
 843       - gerrit-refspec-parameter
 844       - gerrit-event-type-parameter
 845       - gerrit-event-comment-text-parameter
 846       - csit-perf-trial-duration-parameter:
 847           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 848       - csit-perf-trial-multiplicity-parameter:
 849           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 850
 851     scm:
 852       - gerrit-trigger-scm:
 853           credentials-id: 'jenkins-gerrit-credentials'
 854           refspec: '$GERRIT_REFSPEC'
 855           choosing-strategy: 'gerrit'
 856
 857     wrappers:
 858       - fdio-infra-wrappers-non-activity-timeout:
 859           build-timeout: '{build-timeout}'
 860
 861     triggers:
 862       - gerrit-trigger-csit-perftest:
 863           project: '{project}'
 864           branch: '{branch}'
 865           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 866           skip-vote: false
 867
 868     builders:
 869       - shell:
 870           !include-raw-escape:
 871           - ../scripts/setup_executor_env.sh
 872       - shell:
 873           !include-raw-escape:
 874           - ../scripts/csit/perf-verify.sh
 875
 876     publishers:
 877       - fdio-infra-publish
 878
 879 - job-template:
 880     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 881
 882     description: |
 883       <ul>
 884           <li>objective
 885               <ul>
 886                   <li>check dpdk perf mrr weekly
 887               </ul>
 888           <li>executor
 889               <ul>
 890                   <li>builder-{os}-prod-{executor-arch}
 891               </ul>
 892           <li>perf test-cases selection
 893               <ul>
 894                   <li>all CSIT DPDK MRR perf suites
 895               </ul>
 896           <li>results
 897               <ul>
 898                   <li>jjb verify: PASS/FAIL
 899                   <li>present: no
 900                   <li>analyse: csit project (catch malfunctions/degradations)
 901               </ul>
 902       </ul>
 903
 904     project-type: freestyle
 905     node: 'builder-{os}-prod-{executor-arch}'
 906     concurrent: false
 907     latest-only: false
 908
 909     properties:
 910       - lf-infra-properties:
 911           build-days-to-keep: "{build-days-to-keep}"
 912
 913     parameters:
 914       - project-parameter:
 915           project: '{project}'
 916       - gerrit-parameter:
 917           branch: '{branch}'
 918       - csit-perf-trial-duration-parameter:
 919           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 920       - csit-perf-trial-multiplicity-parameter:
 921           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 922
 923     wrappers:
 924       - fdio-infra-wrappers-non-activity-timeout:
 925           build-timeout: '{build-timeout}'
 926
 927     triggers:
 928       - timed: '{periodicity}'
 929
 930     builders:
 931       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 932       - inject:
 933           properties-file: variables.prop
 934       - shell:
 935           !include-raw-escape:
 936           - ../scripts/setup_executor_env.sh
 937       - shell:
 938           !include-raw-escape:
 939           - ../scripts/csit/perf-timed.sh
 940
 941     publishers:
 942       - fdio-infra-publish
 943
 944 - job-template:
 945     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 946
 947     description: |
 948       <ul>
 949           <li>objective
 950               <ul>
 951                   <li>get vpp performance iterative data for csit report
 952               </ul>
 953           <li>job
 954               <ul>
 955                   <li>name:
 956                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 957                       {node-arch}</b>
 958                   <li>trigger: keyword in comment to csit patch:
 959                       <b>csit-vpp-report-iter-{node-arch}-perftest
 960                       test_set_id</b>
 961                   <li>trigger example:
 962                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 963               </ul>
 964           <li>executor
 965               <ul>
 966                   <li>builder-{os}-prod-{executor-arch}
 967               </ul>
 968           <li>perf test-cases selection
 969               <ul>
 970                   <li>test-cases selected by tags defined in
 971                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 972                       test_set_id.md</i>
 973               </ul>
 974
 975           <li>results
 976               <ul>
 977                   <li>jjb verify: PASS/FAIL
 978                   <li>present: vpp performance
 979                   <li>analyse: vpp performance
 980               </ul>
 981       </ul>
 982
 983     project-type: freestyle
 984     node: 'builder-{os}-prod-{executor-arch}'
 985     concurrent: true
 986     latest-only: false
 987
 988     properties:
 989       - lf-infra-properties:
 990           build-days-to-keep: "{build-days-to-keep}"
 991
 992     parameters:
 993       - project-parameter:
 994           project: '{project}'
 995       - gerrit-parameter:
 996           branch: '{branch}'
 997       - gerrit-refspec-parameter
 998       - gerrit-event-type-parameter
 999       - gerrit-event-comment-text-parameter
1000       - csit-perf-trial-duration-parameter:
1001           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1002       - csit-perf-trial-multiplicity-parameter:
1003           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1004
1005     scm:
1006       - gerrit-trigger-scm:
1007           credentials-id: 'jenkins-gerrit-credentials'
1008           refspec: '$GERRIT_REFSPEC'
1009           choosing-strategy: 'gerrit'
1010
1011     wrappers:
1012       - fdio-infra-wrappers-non-activity-timeout:
1013           build-timeout: '{build-timeout}'
1014
1015     triggers:
1016       - gerrit-trigger-csit-perftest:
1017           project: '{project}'
1018           branch: '{branch}'
1019           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1020           skip-vote: false
1021
1022     builders:
1023       - shell:
1024           !include-raw-escape:
1025           - ../scripts/setup_executor_env.sh
1026       - shell:
1027           !include-raw-escape:
1028           - ../scripts/csit/perf-verify.sh
1029
1030     publishers:
1031       - fdio-infra-publish
1032
1033 - job-template:
1034     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1035
1036     description: |
1037       <ul>
1038           <li>objective
1039               <ul>
1040                   <li>get dpdk performance iterative data for csit report
1041               </ul>
1042           <li>job
1043               <ul>
1044                   <li>name:
1045                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1046                       {node-arch}</b>
1047                   <li>trigger: keyword in comment to csit patch:
1048                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1049                       test_set_id</b>
1050                   <li>trigger example:
1051                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1052               </ul>
1053           <li>executor
1054               <ul>
1055                   <li>builder-{os}-prod-{executor-arch}
1056               </ul>
1057           <li>perf test-cases selection
1058               <ul>
1059                   <li>test-cases selected by tags defined in
1060                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1061                       test_set_id.md</i>
1062               </ul>
1063
1064           <li>results
1065               <ul>
1066                   <li>jjb verify: PASS/FAIL
1067                   <li>present: dpdk performance
1068                   <li>analyse: dpdk performance
1069               </ul>
1070       </ul>
1071
1072     project-type: freestyle
1073     node: 'builder-{os}-prod-{executor-arch}'
1074     concurrent: true
1075     latest-only: false
1076
1077     properties:
1078       - lf-infra-properties:
1079           build-days-to-keep: "{build-days-to-keep}"
1080
1081     parameters:
1082       - project-parameter:
1083           project: '{project}'
1084       - gerrit-parameter:
1085           branch: '{branch}'
1086       - gerrit-refspec-parameter
1087       - gerrit-event-type-parameter
1088       - gerrit-event-comment-text-parameter
1089       - csit-perf-trial-duration-parameter:
1090           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1091       - csit-perf-trial-multiplicity-parameter:
1092           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1093
1094     scm:
1095       - gerrit-trigger-scm:
1096           credentials-id: 'jenkins-gerrit-credentials'
1097           refspec: '$GERRIT_REFSPEC'
1098           choosing-strategy: 'gerrit'
1099
1100     wrappers:
1101       - fdio-infra-wrappers-non-activity-timeout:
1102           build-timeout: '{build-timeout}'
1103
1104     triggers:
1105       - gerrit-trigger-csit-perftest:
1106           project: '{project}'
1107           branch: '{branch}'
1108           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1109           skip-vote: false
1110
1111     builders:
1112       - shell:
1113           !include-raw-escape:
1114           - ../scripts/setup_executor_env.sh
1115       - shell:
1116           !include-raw-escape:
1117           - ../scripts/csit/perf-verify.sh
1118
1119     publishers:
1120       - fdio-infra-publish
1121
1122 - job-template:
1123     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1124
1125     description: |
1126       <ul>
1127           <li>objective
1128               <ul>
1129                   <li>get vpp performance coverage data for csit report
1130               </ul>
1131           <li>job
1132               <ul>
1133                   <li>name:
1134                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1135                       {node-arch}</b>
1136                   <li>trigger: keyword in comment to csit patch:
1137                       <b>csit-vpp-report-cov-{node-arch}-perftest
1138                       test_set_id</b>
1139                   <li>trigger example:
1140                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1141               </ul>
1142           <li>executor
1143               <ul>
1144                   <li>builder-{os}-prod-{executor-arch}
1145               </ul>
1146           <li>perf test-cases selection
1147               <ul>
1148                   <li>test-cases selected by tags defined in
1149                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1150                       test_set_id.md</i>
1151               </ul>
1152
1153           <li>results
1154               <ul>
1155                   <li>jjb verify: PASS/FAIL
1156                   <li>present: vpp performance
1157                   <li>analyse: vpp performance
1158               </ul>
1159       </ul>
1160
1161     project-type: freestyle
1162     node: 'builder-{os}-prod-{executor-arch}'
1163     concurrent: true
1164     latest-only: false
1165
1166     properties:
1167       - lf-infra-properties:
1168           build-days-to-keep: "{build-days-to-keep}"
1169
1170     parameters:
1171       - project-parameter:
1172           project: '{project}'
1173       - gerrit-parameter:
1174           branch: '{branch}'
1175       - gerrit-refspec-parameter
1176       - gerrit-event-type-parameter
1177       - gerrit-event-comment-text-parameter
1178       - csit-perf-trial-duration-parameter:
1179           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1180       - csit-perf-trial-multiplicity-parameter:
1181           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1182
1183     scm:
1184       - gerrit-trigger-scm:
1185           credentials-id: 'jenkins-gerrit-credentials'
1186           refspec: '$GERRIT_REFSPEC'
1187           choosing-strategy: 'gerrit'
1188
1189     wrappers:
1190       - fdio-infra-wrappers-non-activity-timeout:
1191           build-timeout: '{build-timeout}'
1192
1193     triggers:
1194       - gerrit-trigger-csit-perftest:
1195           project: '{project}'
1196           branch: '{branch}'
1197           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1198           skip-vote: false
1199
1200     builders:
1201       - shell:
1202           !include-raw-escape:
1203           - ../scripts/setup_executor_env.sh
1204       - shell:
1205           !include-raw-escape:
1206           - ../scripts/csit/perf-verify.sh
1207
1208     publishers:
1209       - fdio-infra-publish
1210
1211 - job-template:
1212     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1213
1214     description: |
1215       <ul>
1216           <li>objective
1217               <ul>
1218                   <li>get dpdk performance coverage data for csit report
1219               </ul>
1220           <li>job
1221               <ul>
1222                   <li>name:
1223                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1224                       {node-arch}</b>
1225                   <li>trigger: keyword in comment to csit patch:
1226                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1227                       test_set_id</b>
1228                   <li>trigger example:
1229                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1230               </ul>
1231           <li>executor
1232               <ul>
1233                   <li>builder-{os}-prod-{executor-arch}
1234               </ul>
1235           <li>perf test-cases selection
1236               <ul>
1237                   <li>test-cases selected by tags defined in
1238                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1239                       test_set_id.md</i>
1240               </ul>
1241
1242           <li>results
1243               <ul>
1244                   <li>jjb verify: PASS/FAIL
1245                   <li>present: dpdk performance
1246                   <li>analyse: dpdk performance
1247               </ul>
1248       </ul>
1249
1250     project-type: freestyle
1251     node: 'builder-{os}-prod-{executor-arch}'
1252     concurrent: true
1253     latest-only: false
1254
1255     properties:
1256       - lf-infra-properties:
1257           build-days-to-keep: "{build-days-to-keep}"
1258
1259     parameters:
1260       - project-parameter:
1261           project: '{project}'
1262       - gerrit-parameter:
1263           branch: '{branch}'
1264       - gerrit-refspec-parameter
1265       - gerrit-event-type-parameter
1266       - gerrit-event-comment-text-parameter
1267       - csit-perf-trial-duration-parameter:
1268           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1269       - csit-perf-trial-multiplicity-parameter:
1270           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1271
1272     scm:
1273       - gerrit-trigger-scm:
1274           credentials-id: 'jenkins-gerrit-credentials'
1275           refspec: '$GERRIT_REFSPEC'
1276           choosing-strategy: 'gerrit'
1277
1278     wrappers:
1279       - fdio-infra-wrappers-non-activity-timeout:
1280           build-timeout: '{build-timeout}'
1281
1282     triggers:
1283       - gerrit-trigger-csit-perftest:
1284           project: '{project}'
1285           branch: '{branch}'
1286           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1287           skip-vote: false
1288
1289     builders:
1290       - shell:
1291           !include-raw-escape:
1292           - ../scripts/setup_executor_env.sh
1293       - shell:
1294           !include-raw-escape:
1295           - ../scripts/csit/perf-verify.sh
1296
1297     publishers:
1298       - fdio-infra-publish