jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3nb-spr:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  54           node-arch:
  55             - 2n-icx:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-clx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-spr:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-zn2:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-tx2:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'aarch64'
  70             - 3n-icx:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 3n-tsh:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-alt:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'aarch64'
  79             - 3n-snr:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'x86_64'
  82             - 3nb-spr:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'x86_64'
  85           periodicity: '0 0 * * 6'
  86       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  87           node-arch:
  88             - 1n-aws:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 2n-icx:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 2n-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  98           node-arch:
  99             - 2n-icx:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'x86_64'
 102             - 2n-clx:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'x86_64'
 105             - 2n-spr:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108             - 2n-zn2:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'x86_64'
 111             - 2n-tx2:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'aarch64'
 114             - 3n-icx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 3n-tsh:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'aarch64'
 120             - 3n-alt:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'aarch64'
 123             - 3n-snr:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'x86_64'
 126             - 3nb-spr:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129           stream:
 130             - master:
 131                 branch: 'master'
 132                 branch-id: 'oper'
 133             - '2306':
 134                 branch: 'rls2306'
 135                 branch-id: 'oper-rls2306'
 136       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 137           node-arch:
 138             - 2n-icx:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141                 periodicity: '30 22 * * 0-4'
 142             - 2n-clx:
 143                 os: 'ubuntu2204'
 144                 executor-arch: 'x86_64'
 145                 periodicity: '30 22 * * 0-4'
 146             - 2n-spr:
 147                 os: 'ubuntu2204'
 148                 executor-arch: 'x86_64'
 149                 periodicity: '30 22 * * 0-4'
 150             - 2n-zn2:
 151                 os: 'ubuntu2204'
 152                 executor-arch: 'x86_64'
 153                 periodicity: '30 22 * * 0-4'
 154             - 2n-tx2:
 155                 os: 'ubuntu2204'
 156                 executor-arch: 'aarch64'
 157                 periodicity: '30 22 * * 0-4'
 158             - 3n-icx:
 159                 os: 'ubuntu2204'
 160                 executor-arch: 'x86_64'
 161                 periodicity: '30 22 * * 0-4'
 162             - 3n-tsh:
 163                 os: 'ubuntu2204'
 164                 executor-arch: 'aarch64'
 165                 periodicity: '30 22 * * 0-4'
 166             - 3n-alt:
 167                 os: 'ubuntu2204'
 168                 executor-arch: 'aarch64'
 169                 periodicity: '30 22 * * 0-4'
 170             - 3n-snr:
 171                 os: 'ubuntu2204'
 172                 executor-arch: 'x86_64'
 173                 periodicity: '30 22 * * 0-4'
 174             - 3nb-spr:
 175                 os: 'ubuntu2204'
 176                 executor-arch: 'x86_64'
 177                 periodicity: '30 22 * * 0-4'
 178       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 179           node-arch:
 180             - 2n-icx:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'x86_64'
 183                 periodicity: '30 22 * * 0-4'
 184             - 2n-spr:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'x86_64'
 187                 periodicity: '30 22 * * 0-4'
 188             - 3n-icx:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 0-4'
 192             - 3nb-spr:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 0-4'
 196       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 197           node-arch:
 198             - 2n-icx:
 199                 os: 'ubuntu2204'
 200                 executor-arch: 'x86_64'
 201             - 2n-spr:
 202                 os: 'ubuntu2204'
 203                 executor-arch: 'x86_64'
 204             - 2n-clx:
 205                 os: 'ubuntu2204'
 206                 executor-arch: 'x86_64'
 207             - 2n-aws:
 208                 os: 'ubuntu2204'
 209                 executor-arch: 'x86_64'
 210           stream:
 211             - master:
 212                 branch: 'master'
 213                 branch-id: 'oper'
 214           periodicity: '0 0 * * 6'
 215       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 216           node-arch:
 217             - 1n-aws:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'x86_64'
 220                 periodicity: '0 0 * * 6'
 221             - 2n-icx:
 222                 os: 'ubuntu2204'
 223                 executor-arch: 'x86_64'
 224                 periodicity: '0 0 * * 6'
 225             - 2n-spr:
 226                 os: 'ubuntu2204'
 227                 executor-arch: 'x86_64'
 228                 periodicity: '0 0 * * 6'
 229       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 230           node-arch:
 231             - 2n-icx:
 232                 os: 'ubuntu2204'
 233                 executor-arch: 'x86_64'
 234             - 2n-clx:
 235                 os: 'ubuntu2204'
 236                 executor-arch: 'x86_64'
 237             - 2n-spr:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240             - 2n-zn2:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243             - 2n-tx2:
 244                 os: 'ubuntu2204'
 245                 executor-arch: 'aarch64'
 246             - 3n-icx:
 247                 os: 'ubuntu2204'
 248                 executor-arch: 'x86_64'
 249             - 3n-tsh:
 250                 os: 'ubuntu2204'
 251                 executor-arch: 'aarch64'
 252             - 3n-alt:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'aarch64'
 255             - 3n-snr:
 256                 os: 'ubuntu2204'
 257                 executor-arch: 'x86_64'
 258             - 3nb-spr:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261           periodicity: '0 0 * * 6'
 262       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 263           node-arch:
 264             - 2n-icx:
 265                 os: 'ubuntu2204'
 266                 executor-arch: 'x86_64'
 267             - 2n-clx:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'x86_64'
 270             - 2n-spr:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273             - 2n-zn2:
 274                 os: 'ubuntu2204'
 275                 executor-arch: 'x86_64'
 276             - 2n-tx2:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'aarch64'
 279             - 3n-icx:
 280                 os: 'ubuntu2204'
 281                 executor-arch: 'x86_64'
 282             - 3n-tsh:
 283                 os: 'ubuntu2204'
 284                 executor-arch: 'aarch64'
 285             - 3n-alt:
 286                 os: 'ubuntu2204'
 287                 executor-arch: 'aarch64'
 288             - 2n-aws:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'x86_64'
 291             - 3n-aws:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'x86_64'
 294             - 3n-snr:
 295                 os: 'ubuntu2204'
 296                 executor-arch: 'x86_64'
 297             - 3nb-spr:
 298                 os: 'ubuntu2204'
 299                 executor-arch: 'x86_64'
 300       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 301           node-arch:
 302             - 2n-icx:
 303                 os: 'ubuntu2204'
 304                 executor-arch: 'x86_64'
 305             - 2n-clx:
 306                 os: 'ubuntu2204'
 307                 executor-arch: 'x86_64'
 308             - 2n-spr:
 309                 os: 'ubuntu2204'
 310                 executor-arch: 'x86_64'
 311             - 2n-zn2:
 312                 os: 'ubuntu2204'
 313                 executor-arch: 'x86_64'
 314             - 2n-tx2:
 315                 os: 'ubuntu2204'
 316                 executor-arch: 'aarch64'
 317             - 3n-icx:
 318                 os: 'ubuntu2204'
 319                 executor-arch: 'x86_64'
 320             - 3n-tsh:
 321                 os: 'ubuntu2204'
 322                 executor-arch: 'aarch64'
 323             - 3n-alt:
 324                 os: 'ubuntu2204'
 325                 executor-arch: 'aarch64'
 326             - 2n-aws:
 327                 os: 'ubuntu2204'
 328                 executor-arch: 'x86_64'
 329             - 3n-aws:
 330                 os: 'ubuntu2204'
 331                 executor-arch: 'x86_64'
 332             - 3n-snr:
 333                 os: 'ubuntu2204'
 334                 executor-arch: 'x86_64'
 335             - 3nb-spr:
 336                 os: 'ubuntu2204'
 337                 executor-arch: 'x86_64'
 338       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 339           node-arch:
 340             - 1n-aws:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 2n-icx:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'x86_64'
 346             - 2n-spr:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'x86_64'
 349       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 350           node-arch:
 351             - 2n-icx:
 352                 os: 'ubuntu2204'
 353                 executor-arch: 'x86_64'
 354             - 2n-clx:
 355                 os: 'ubuntu2204'
 356                 executor-arch: 'x86_64'
 357             - 2n-spr:
 358                 os: 'ubuntu2204'
 359                 executor-arch: 'x86_64'
 360             - 2n-zn2:
 361                 os: 'ubuntu2204'
 362                 executor-arch: 'x86_64'
 363             - 2n-tx2:
 364                 os: 'ubuntu2204'
 365                 executor-arch: 'aarch64'
 366             - 3n-icx:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369             - 3n-tsh:
 370                 os: 'ubuntu2204'
 371                 executor-arch: 'aarch64'
 372             - 3n-alt:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'aarch64'
 375             - 2n-aws:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'x86_64'
 378             - 3n-aws:
 379                 os: 'ubuntu2204'
 380                 executor-arch: 'x86_64'
 381             - 3n-snr:
 382                 os: 'ubuntu2204'
 383                 executor-arch: 'x86_64'
 384             - 3nb-spr:
 385                 os: 'ubuntu2204'
 386                 executor-arch: 'x86_64'
 387       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 388           node-arch:
 389             - 2n-icx:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'x86_64'
 392             - 2n-clx:
 393                 os: 'ubuntu2204'
 394                 executor-arch: 'x86_64'
 395             - 2n-spr:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'x86_64'
 398             - 2n-zn2:
 399                 os: 'ubuntu2204'
 400                 executor-arch: 'x86_64'
 401             - 2n-tx2:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'aarch64'
 404             - 3n-icx:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'x86_64'
 407             - 3n-tsh:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'aarch64'
 410             - 3n-alt:
 411                 os: 'ubuntu2204'
 412                 executor-arch: 'aarch64'
 413             - 2n-aws:
 414                 os: 'ubuntu2204'
 415                 executor-arch: 'x86_64'
 416             - 3n-aws:
 417                 os: 'ubuntu2204'
 418                 executor-arch: 'x86_64'
 419             - 3n-snr:
 420                 os: 'ubuntu2204'
 421                 executor-arch: 'x86_64'
 422             - 3nb-spr:
 423                 os: 'ubuntu2204'
 424                 executor-arch: 'x86_64'
 425       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 426           node-arch:
 427             - 1n-aws:
 428                 os: 'ubuntu2204'
 429                 executor-arch: 'x86_64'
 430             - 2n-icx:
 431                 os: 'ubuntu2204'
 432                 executor-arch: 'x86_64'
 433             - 2n-spr:
 434                 os: 'ubuntu2204'
 435                 executor-arch: 'x86_64'
 436
 437     project: 'csit'
 438     branch: 'master'
 439     branch-id: 'oper'
 440     csit-perf-trial-duration: '1.0'
 441     csit-perf-trial-multiplicity: '10'
 442     stream:
 443       - master:
 444           branch: 'master'
 445           branch-id: 'oper'
 446       - '2306':
 447           branch: 'rls2306'
 448           branch-id: 'oper-rls2306'
 449     stream_report:
 450       - '2306':
 451           branch: 'rls2306'
 452           branch-id: 'oper-rls2306'
 453
 454     build-artifact-num-to-keep: 10
 455
 456
 457 - job-template:
 458     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 459
 460     description: |
 461       <ul>
 462           <li>objective
 463               <ul>
 464                   <li>perf verify - per csit gerrit patch
 465               </ul>
 466           <li>job
 467               <ul>
 468                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 469                   <li>trigger: keyword in comment to csit patch:
 470                       <b>csit-{node-arch}-perftest tag_list</b>
 471               </ul>
 472           <li>perf test-cases selection
 473               <ul>
 474                   <li>test-cases selected using trigger keyword followed by tags
 475                   <li>all test-cases are labelled with CSIT RF topic tags
 476                       defined in <i>csit/docs/tag_documentation.rst</i>
 477               </ul>
 478           <li>proposed keywords
 479               <ul>
 480                   <li>focus on testing specified vpp packet processing path
 481                   <li>format: csit-{node-arch}-perftest tag_list
 482               </ul>
 483           <li>default tags for vpp startup config and perf test type
 484               <ul>
 485                   <li>IP4BASE, IP6BASE, L2BDBASE
 486                   <li>64B/78B: 64B/78B packet size
 487                   <li>1C: one core
 488                   <li>X710: x710 Fortville NIC
 489                   <li>MRR: MRR throughput
 490               </ul>
 491           <li>results
 492               <ul>
 493                   <li>jjb verify: PASS/FAIL
 494                   <li>present: no
 495                   <li>analyse: no
 496               </ul>
 497       </ul>
 498
 499     project-type: freestyle
 500     node: 'm-builder-{os}-prod-{executor-arch}'
 501     concurrent: true
 502     latest-only: false
 503
 504     properties:
 505       - lf-infra-properties:
 506           build-days-to-keep: "{build-days-to-keep}"
 507
 508     parameters:
 509       - project-parameter:
 510           project: '{project}'
 511       - gerrit-parameter:
 512           branch: '{branch}'
 513       - gerrit-refspec-parameter
 514       - gerrit-event-type-parameter
 515       - gerrit-event-comment-text-parameter
 516       - csit-perf-trial-duration-parameter:
 517           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 518       - csit-perf-trial-multiplicity-parameter:
 519           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 520       # This is a manually-triggered verify job, part of API coverage.
 521       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 522       # Can be removed when this job is no longer needed for full API coverage.
 523       - csit-fail-on-crc-mismatch-parameter:
 524           fail-on-crc-mismatch: 'True'
 525
 526     scm:
 527       - gerrit-trigger-scm:
 528           credentials-id: 'jenkins-gerrit-credentials'
 529           refspec: '$GERRIT_REFSPEC'
 530           choosing-strategy: 'gerrit'
 531
 532     wrappers:
 533       - fdio-infra-wrappers-non-activity-timeout:
 534           build-timeout: '{build-timeout}'
 535
 536     triggers:
 537       - gerrit-trigger-csit-perftest:
 538           project: '{project}'
 539           branch: '{branch}'
 540           trigger-word: 'csit-{node-arch}-perftest'
 541           skip-vote: false
 542
 543     builders:
 544       - shell:
 545           !include-raw-escape:
 546           - ../scripts/setup_executor_env.sh
 547       - shell:
 548           !include-raw-escape:
 549           - ../scripts/csit/perf-verify.sh
 550
 551     publishers:
 552       - fdio-infra-publish
 553
 554 - job-template:
 555     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 556
 557     description: |
 558       <ul>
 559           <li>objective
 560               <ul>
 561                   <li>check vpp perf mrr daily
 562               </ul>
 563           <li>perf test-cases selection
 564               <ul>
 565                   <li>all CSIT VPP MRR perf suites
 566               </ul>
 567           <li>results
 568               <ul>
 569                   <li>jjb verify: PASS/FAIL
 570                   <li>present: no
 571                   <li>analyse: csit project (catch malfunctions/degradations)
 572               </ul>
 573       </ul>
 574
 575     project-type: freestyle
 576     node: 'm-builder-{os}-prod-{executor-arch}'
 577     concurrent: false
 578     latest-only: false
 579
 580     properties:
 581       - lf-infra-properties:
 582           build-days-to-keep: "{build-days-to-keep}"
 583
 584     parameters:
 585       - project-parameter:
 586           project: '{project}'
 587       - gerrit-parameter:
 588           branch: '{branch}'
 589       - csit-perf-trial-duration-parameter:
 590           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 591       - csit-perf-trial-multiplicity-parameter:
 592           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 593
 594     wrappers:
 595       - fdio-infra-wrappers-non-activity-timeout:
 596           build-timeout: '{build-timeout}'
 597
 598     triggers:
 599       - timed: '{periodicity}'
 600
 601     builders:
 602       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 603       - inject:
 604           properties-file: variables.prop
 605       - shell:
 606           !include-raw-escape:
 607           - ../scripts/setup_executor_env.sh
 608       - shell:
 609           !include-raw-escape:
 610           - ../scripts/csit/perf-timed.sh
 611
 612     publishers:
 613       - fdio-infra-publish
 614
 615 - job-template:
 616     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 617
 618     description: |
 619       <ul>
 620           <li>objective
 621               <ul>
 622                   <li>check vpp perf hoststack daily
 623               </ul>
 624           <li>perf test-cases selection
 625               <ul>
 626                   <li>all CSIT VPP HOSTSTACK perf suites
 627               </ul>
 628           <li>results
 629               <ul>
 630                   <li>jjb verify: PASS/FAIL
 631                   <li>present: no
 632                   <li>analyse: csit project (catch malfunctions/degradations)
 633               </ul>
 634       </ul>
 635
 636     project-type: freestyle
 637     node: 'm-builder-{os}-prod-{executor-arch}'
 638     concurrent: false
 639     latest-only: false
 640
 641     properties:
 642       - lf-infra-properties:
 643           build-days-to-keep: "{build-days-to-keep}"
 644
 645     parameters:
 646       - project-parameter:
 647           project: '{project}'
 648       - gerrit-parameter:
 649           branch: '{branch}'
 650       - csit-perf-trial-duration-parameter:
 651           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 652       - csit-perf-trial-multiplicity-parameter:
 653           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 654
 655     wrappers:
 656       - fdio-infra-wrappers-non-activity-timeout:
 657           build-timeout: '{build-timeout}'
 658
 659     triggers:
 660       - timed: '{periodicity}'
 661
 662     builders:
 663       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 664       - inject:
 665           properties-file: variables.prop
 666       - shell:
 667           !include-raw-escape:
 668           - ../scripts/setup_executor_env.sh
 669       - shell:
 670           !include-raw-escape:
 671           - ../scripts/csit/perf-timed.sh
 672
 673     publishers:
 674       - fdio-infra-publish
 675
 676 - job-template:
 677     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 678
 679     description: |
 680       <ul>
 681           <li>objective
 682               <ul>
 683                   <li>check vpp perf mrr weekly on {node-arch}
 684               </ul>
 685           <li>perf test-cases selection
 686               <ul>
 687                   <li>NF Density CSIT VPP MRR perf suites
 688               </ul>
 689           <li>results
 690               <ul>
 691                   <li>jjb verify: PASS/FAIL
 692                   <li>present: no
 693                   <li>analyse: csit project (catch malfunctions/degradations)
 694               </ul>
 695       </ul>
 696
 697     project-type: freestyle
 698     node: 'm-builder-{os}-prod-{executor-arch}'
 699     concurrent: false
 700     latest-only: false
 701
 702     properties:
 703       - lf-infra-properties:
 704           build-days-to-keep: "{build-days-to-keep}"
 705
 706     parameters:
 707       - project-parameter:
 708           project: '{project}'
 709       - gerrit-parameter:
 710           branch: '{branch}'
 711       - csit-perf-trial-duration-parameter:
 712           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 713       - csit-perf-trial-multiplicity-parameter:
 714           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 715
 716     wrappers:
 717       - fdio-infra-wrappers-non-activity-timeout:
 718           build-timeout: '{build-timeout}'
 719
 720     triggers:
 721       - timed: '{periodicity}'
 722
 723     builders:
 724       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 725       - inject:
 726           properties-file: variables.prop
 727       - shell:
 728           !include-raw-escape:
 729           - ../scripts/setup_executor_env.sh
 730       - shell:
 731           !include-raw-escape:
 732           - ../scripts/csit/perf-timed.sh
 733
 734     publishers:
 735       - fdio-infra-publish
 736
 737 - job-template:
 738     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 739
 740     description: |
 741       <ul>
 742           <li>objective
 743               <ul>
 744                   <li>check vpp perf ndrpdr weekly on {node-arch}
 745               </ul>
 746           <li>perf test-cases selection
 747               <ul>
 748                   <li>pre-selected CSIT VPP NDRPDR perf suites
 749               </ul>
 750           <li>results
 751               <ul>
 752                   <li>jjb verify: PASS/FAIL
 753                   <li>present: no
 754                   <li>analyse: csit project (catch malfunctions/degradations)
 755               </ul>
 756       </ul>
 757     project-type: freestyle
 758     node: 'm-builder-{os}-prod-{executor-arch}'
 759     concurrent: false
 760     latest-only: false
 761
 762     properties:
 763       - lf-infra-properties:
 764           build-days-to-keep: "{build-days-to-keep}"
 765
 766     parameters:
 767       - project-parameter:
 768           project: '{project}'
 769       - gerrit-parameter:
 770           branch: '{branch}'
 771
 772     wrappers:
 773       - fdio-infra-wrappers-non-activity-timeout:
 774           build-timeout: '{build-timeout}'
 775
 776     triggers:
 777       - timed: '{periodicity}'
 778
 779     builders:
 780       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 781       - inject:
 782           properties-file: variables.prop
 783       - shell:
 784           !include-raw-escape:
 785           - ../scripts/setup_executor_env.sh
 786       - shell:
 787           !include-raw-escape:
 788           - ../scripts/csit/perf-timed.sh
 789
 790     publishers:
 791       - fdio-infra-publish
 792
 793 - job-template:
 794     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 795
 796     description: |
 797       <ul>
 798           <li>objective
 799               <ul>
 800                   <li>check trex perf ndrpdr weekly on {node-arch}
 801               </ul>
 802           <li>perf test-cases selection
 803               <ul>
 804                   <li>pre-selected CSIT TREX NDRPDR perf suites
 805               </ul>
 806           <li>results
 807               <ul>
 808                   <li>jjb verify: PASS/FAIL
 809                   <li>present: no
 810                   <li>analyse: csit project (catch malfunctions/degradations)
 811               </ul>
 812       </ul>
 813     project-type: freestyle
 814     node: 'm-builder-{os}-prod-{executor-arch}'
 815     concurrent: false
 816     latest-only: false
 817
 818     properties:
 819       - lf-infra-properties:
 820           build-days-to-keep: "{build-days-to-keep}"
 821
 822     parameters:
 823       - project-parameter:
 824           project: '{project}'
 825       - gerrit-parameter:
 826           branch: '{branch}'
 827
 828     wrappers:
 829       - fdio-infra-wrappers-non-activity-timeout:
 830           build-timeout: '{build-timeout}'
 831
 832     triggers:
 833       - timed: '{periodicity}'
 834
 835     builders:
 836       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 837       - inject:
 838           properties-file: variables.prop
 839       - shell:
 840           !include-raw-escape:
 841           - ../scripts/setup_executor_env.sh
 842       - shell:
 843           !include-raw-escape:
 844           - ../scripts/csit/perf-timed.sh
 845
 846     publishers:
 847       - fdio-infra-publish
 848
 849 - job-template:
 850     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 851
 852     description: |
 853       <ul>
 854           <li>objective
 855               <ul>
 856                   <li>perf verify - per csit gerrit patch
 857               </ul>
 858           <li>job
 859               <ul>
 860                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 861                   <li>trigger: keyword in comment to csit patch:
 862                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 863               </ul>
 864           <li>perf test-cases selection
 865               <ul>
 866                   <li>test-cases selected using trigger keyword followed by tags
 867                   <li>all test-cases are labelled with CSIT RF topic tags
 868                       defined in <i>csit/docs/tag_documentation.rst</i>
 869               </ul>
 870           <li>proposed keywords
 871               <ul>
 872                   <li>focus on testing specified trex packet processing path
 873                   <li>format: csit-{node-arch}-perftest tag_list
 874               </ul>
 875           <li>results
 876               <ul>
 877                   <li>jjb verify: PASS/FAIL
 878                   <li>present: no
 879                   <li>analyse: no
 880               </ul>
 881       </ul>
 882
 883     project-type: freestyle
 884     node: 'm-builder-{os}-prod-{executor-arch}'
 885     concurrent: true
 886     latest-only: false
 887
 888     properties:
 889       - lf-infra-properties:
 890           build-days-to-keep: "{build-days-to-keep}"
 891
 892     parameters:
 893       - project-parameter:
 894           project: '{project}'
 895       - gerrit-parameter:
 896           branch: '{branch}'
 897       - gerrit-refspec-parameter
 898       - gerrit-event-type-parameter
 899       - gerrit-event-comment-text-parameter
 900       - csit-perf-trial-duration-parameter:
 901           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 902       - csit-perf-trial-multiplicity-parameter:
 903           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 904       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 905
 906     scm:
 907       - gerrit-trigger-scm:
 908           credentials-id: 'jenkins-gerrit-credentials'
 909           refspec: '$GERRIT_REFSPEC'
 910           choosing-strategy: 'gerrit'
 911
 912     wrappers:
 913       - fdio-infra-wrappers-non-activity-timeout:
 914           build-timeout: '{build-timeout}'
 915
 916     triggers:
 917       - gerrit-trigger-csit-perftest:
 918           project: '{project}'
 919           branch: '{branch}'
 920           trigger-word: 'csit-trex-{node-arch}-perftest'
 921           skip-vote: false
 922
 923     builders:
 924       - shell:
 925           !include-raw-escape:
 926           - ../scripts/setup_executor_env.sh
 927       - shell:
 928           !include-raw-escape:
 929           - ../scripts/csit/perf-verify.sh
 930
 931     publishers:
 932       - fdio-infra-publish
 933
 934 - job-template:
 935     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 936
 937     description: |
 938       <ul>
 939           <li>objective
 940               <ul>
 941                   <li>perf verify - per csit gerrit patch
 942               </ul>
 943           <li>job
 944               <ul>
 945                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 946                   <li>trigger: keyword in comment to csit patch:
 947                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 948               </ul>
 949           <li>perf test-cases selection
 950               <ul>
 951                   <li>test-cases selected using trigger keyword followed by tags
 952                   <li>all test-cases are labelled with CSIT RF topic tags
 953                       defined in <i>csit/docs/tag_documentation.rst</i>
 954               </ul>
 955           <li>default tags for dpdk perf test type
 956               <ul>
 957                   <li>IP4BASE, L2XCBASE
 958                   <li>64B: 64B packet size
 959                   <li>1C: one core
 960                   <li>X710: x710 Fortville NIC
 961                   <li>MRR: MRR throughput
 962               </ul>
 963           <li>results
 964               <ul>
 965                   <li>jjb verify: PASS/FAIL
 966                   <li>present: no
 967                   <li>analyse: no
 968               </ul>
 969       </ul>
 970
 971     project-type: freestyle
 972     node: 'm-builder-{os}-prod-{executor-arch}'
 973     concurrent: true
 974     latest-only: false
 975
 976     properties:
 977       - lf-infra-properties:
 978           build-days-to-keep: "{build-days-to-keep}"
 979
 980     parameters:
 981       - project-parameter:
 982           project: '{project}'
 983       - gerrit-parameter:
 984           branch: '{branch}'
 985       - gerrit-refspec-parameter
 986       - gerrit-event-type-parameter
 987       - gerrit-event-comment-text-parameter
 988       - csit-perf-trial-duration-parameter:
 989           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 990       - csit-perf-trial-multiplicity-parameter:
 991           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 992
 993     scm:
 994       - gerrit-trigger-scm:
 995           credentials-id: 'jenkins-gerrit-credentials'
 996           refspec: '$GERRIT_REFSPEC'
 997           choosing-strategy: 'gerrit'
 998
 999     wrappers:
1000       - fdio-infra-wrappers-non-activity-timeout:
1001           build-timeout: '{build-timeout}'
1002
1003     triggers:
1004       - gerrit-trigger-csit-perftest:
1005           project: '{project}'
1006           branch: '{branch}'
1007           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1008           skip-vote: false
1009
1010     builders:
1011       - shell:
1012           !include-raw-escape:
1013           - ../scripts/setup_executor_env.sh
1014       - shell:
1015           !include-raw-escape:
1016           - ../scripts/csit/perf-verify.sh
1017
1018     publishers:
1019       - fdio-infra-publish
1020
1021 - job-template:
1022     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1023
1024     description: |
1025       <ul>
1026           <li>objective
1027               <ul>
1028                   <li>check dpdk perf mrr weekly
1029               </ul>
1030           <li>perf test-cases selection
1031               <ul>
1032                   <li>all CSIT DPDK MRR perf suites
1033               </ul>
1034           <li>results
1035               <ul>
1036                   <li>jjb verify: PASS/FAIL
1037                   <li>present: no
1038                   <li>analyse: csit project (catch malfunctions/degradations)
1039               </ul>
1040       </ul>
1041
1042     project-type: freestyle
1043     node: 'm-builder-{os}-prod-{executor-arch}'
1044     concurrent: false
1045     latest-only: false
1046
1047     properties:
1048       - lf-infra-properties:
1049           build-days-to-keep: "{build-days-to-keep}"
1050
1051     parameters:
1052       - project-parameter:
1053           project: '{project}'
1054       - gerrit-parameter:
1055           branch: '{branch}'
1056       - csit-perf-trial-duration-parameter:
1057           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1058       - csit-perf-trial-multiplicity-parameter:
1059           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1060
1061     wrappers:
1062       - fdio-infra-wrappers-non-activity-timeout:
1063           build-timeout: '{build-timeout}'
1064
1065     triggers:
1066       - timed: '{periodicity}'
1067
1068     builders:
1069       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1070       - inject:
1071           properties-file: variables.prop
1072       - shell:
1073           !include-raw-escape:
1074           - ../scripts/setup_executor_env.sh
1075       - shell:
1076           !include-raw-escape:
1077           - ../scripts/csit/perf-timed.sh
1078
1079     publishers:
1080       - fdio-infra-publish
1081
1082 - job-template:
1083     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1084
1085     description: |
1086       <ul>
1087           <li>objective
1088               <ul>
1089                   <li>get vpp performance iterative data for csit report
1090               </ul>
1091           <li>job
1092               <ul>
1093                   <li>name:
1094                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1095                       {node-arch}</b>
1096                   <li>trigger: keyword in comment to csit patch:
1097                       <b>csit-vpp-report-iter-{node-arch}-perftest
1098                       test_set_id</b>
1099                   <li>trigger example:
1100                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1101               </ul>
1102           <li>perf test-cases selection
1103               <ul>
1104                   <li>test-cases selected by tags defined in
1105                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1106                       test_set_id.md</i>
1107               </ul>
1108
1109           <li>results
1110               <ul>
1111                   <li>jjb verify: PASS/FAIL
1112                   <li>present: vpp performance
1113                   <li>analyse: vpp performance
1114               </ul>
1115       </ul>
1116
1117     project-type: freestyle
1118     node: 'm-builder-{os}-prod-{executor-arch}'
1119     concurrent: true
1120     latest-only: false
1121
1122     properties:
1123       - lf-infra-properties:
1124           build-days-to-keep: "{build-days-to-keep}"
1125
1126     parameters:
1127       - project-parameter:
1128           project: '{project}'
1129       - gerrit-parameter:
1130           branch: '{branch}'
1131       - gerrit-refspec-parameter
1132       - gerrit-event-type-parameter
1133       - gerrit-event-comment-text-parameter
1134       - csit-perf-trial-duration-parameter:
1135           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1136       - csit-perf-trial-multiplicity-parameter:
1137           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1138
1139     scm:
1140       - gerrit-trigger-scm:
1141           credentials-id: 'jenkins-gerrit-credentials'
1142           refspec: '$GERRIT_REFSPEC'
1143           choosing-strategy: 'gerrit'
1144
1145     wrappers:
1146       - fdio-infra-wrappers-non-activity-timeout:
1147           build-timeout: '{build-timeout}'
1148
1149     triggers:
1150       - gerrit-trigger-csit-perftest:
1151           project: '{project}'
1152           branch: '{branch}'
1153           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1154           skip-vote: false
1155
1156     builders:
1157       - shell:
1158           !include-raw-escape:
1159           - ../scripts/setup_executor_env.sh
1160       - shell:
1161           !include-raw-escape:
1162           - ../scripts/csit/perf-verify.sh
1163
1164     publishers:
1165       - fdio-infra-publish
1166
1167 - job-template:
1168     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1169
1170     description: |
1171       <ul>
1172           <li>objective
1173               <ul>
1174                   <li>get dpdk performance iterative data for csit report
1175               </ul>
1176           <li>job
1177               <ul>
1178                   <li>name:
1179                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1180                       {node-arch}</b>
1181                   <li>trigger: keyword in comment to csit patch:
1182                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1183                       test_set_id</b>
1184                   <li>trigger example:
1185                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1186               </ul>
1187           <li>perf test-cases selection
1188               <ul>
1189                   <li>test-cases selected by tags defined in
1190                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1191                       test_set_id.md</i>
1192               </ul>
1193
1194           <li>results
1195               <ul>
1196                   <li>jjb verify: PASS/FAIL
1197                   <li>present: dpdk performance
1198                   <li>analyse: dpdk performance
1199               </ul>
1200       </ul>
1201
1202     project-type: freestyle
1203     node: 'm-builder-{os}-prod-{executor-arch}'
1204     concurrent: true
1205     latest-only: false
1206
1207     properties:
1208       - lf-infra-properties:
1209           build-days-to-keep: "{build-days-to-keep}"
1210
1211     parameters:
1212       - project-parameter:
1213           project: '{project}'
1214       - gerrit-parameter:
1215           branch: '{branch}'
1216       - gerrit-refspec-parameter
1217       - gerrit-event-type-parameter
1218       - gerrit-event-comment-text-parameter
1219       - csit-perf-trial-duration-parameter:
1220           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1221       - csit-perf-trial-multiplicity-parameter:
1222           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1223
1224     scm:
1225       - gerrit-trigger-scm:
1226           credentials-id: 'jenkins-gerrit-credentials'
1227           refspec: '$GERRIT_REFSPEC'
1228           choosing-strategy: 'gerrit'
1229
1230     wrappers:
1231       - fdio-infra-wrappers-non-activity-timeout:
1232           build-timeout: '{build-timeout}'
1233
1234     triggers:
1235       - gerrit-trigger-csit-perftest:
1236           project: '{project}'
1237           branch: '{branch}'
1238           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1239           skip-vote: false
1240
1241     builders:
1242       - shell:
1243           !include-raw-escape:
1244           - ../scripts/setup_executor_env.sh
1245       - shell:
1246           !include-raw-escape:
1247           - ../scripts/csit/perf-verify.sh
1248
1249     publishers:
1250       - fdio-infra-publish
1251
1252 - job-template:
1253     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1254
1255     description: |
1256       <ul>
1257           <li>objective
1258               <ul>
1259                   <li>get trex performance iterative data for csit report
1260               </ul>
1261           <li>job
1262               <ul>
1263                   <li>name:
1264                       <b>csit-trex-perf-report-iterative-{stream_report}-
1265                       {node-arch}</b>
1266                   <li>trigger: keyword in comment to csit patch:
1267                       <b>csit-trex-report-iter-{node-arch}-perftest
1268                       test_set_id</b>
1269                   <li>trigger example:
1270                       csit-trex-report-iter-{node-arch}-perftest trex-00
1271               </ul>
1272           <li>perf test-cases selection
1273               <ul>
1274                   <li>test-cases selected by tags defined in
1275                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1276                       test_set_id.md</i>
1277               </ul>
1278
1279           <li>results
1280               <ul>
1281                   <li>jjb verify: PASS/FAIL
1282                   <li>present: trex performance
1283                   <li>analyse: trex performance
1284               </ul>
1285       </ul>
1286
1287     project-type: freestyle
1288     node: 'm-builder-{os}-prod-{executor-arch}'
1289     concurrent: true
1290     latest-only: false
1291
1292     properties:
1293       - lf-infra-properties:
1294           build-days-to-keep: "{build-days-to-keep}"
1295
1296     parameters:
1297       - project-parameter:
1298           project: '{project}'
1299       - gerrit-parameter:
1300           branch: '{branch}'
1301       - gerrit-refspec-parameter
1302       - gerrit-event-type-parameter
1303       - gerrit-event-comment-text-parameter
1304       - csit-perf-trial-duration-parameter:
1305           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1306       - csit-perf-trial-multiplicity-parameter:
1307           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1308
1309     scm:
1310       - gerrit-trigger-scm:
1311           credentials-id: 'jenkins-gerrit-credentials'
1312           refspec: '$GERRIT_REFSPEC'
1313           choosing-strategy: 'gerrit'
1314
1315     wrappers:
1316       - fdio-infra-wrappers-non-activity-timeout:
1317           build-timeout: '{build-timeout}'
1318
1319     triggers:
1320       - gerrit-trigger-csit-perftest:
1321           project: '{project}'
1322           branch: '{branch}'
1323           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1324           skip-vote: false
1325
1326     builders:
1327       - shell:
1328           !include-raw-escape:
1329           - ../scripts/setup_executor_env.sh
1330       - shell:
1331           !include-raw-escape:
1332           - ../scripts/csit/perf-verify.sh
1333
1334     publishers:
1335       - fdio-infra-publish
1336
1337 - job-template:
1338     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1339
1340     description: |
1341       <ul>
1342           <li>objective
1343               <ul>
1344                   <li>get vpp performance coverage data for csit report
1345               </ul>
1346           <li>job
1347               <ul>
1348                   <li>name:
1349                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1350                       {node-arch}</b>
1351                   <li>trigger: keyword in comment to csit patch:
1352                       <b>csit-vpp-report-cov-{node-arch}-perftest
1353                       test_set_id</b>
1354                   <li>trigger example:
1355                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1356               </ul>
1357           <li>perf test-cases selection
1358               <ul>
1359                   <li>test-cases selected by tags defined in
1360                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1361                       test_set_id.md</i>
1362               </ul>
1363
1364           <li>results
1365               <ul>
1366                   <li>jjb verify: PASS/FAIL
1367                   <li>present: vpp performance
1368                   <li>analyse: vpp performance
1369               </ul>
1370       </ul>
1371
1372     project-type: freestyle
1373     node: 'm-builder-{os}-prod-{executor-arch}'
1374     concurrent: true
1375     latest-only: false
1376
1377     properties:
1378       - lf-infra-properties:
1379           build-days-to-keep: "{build-days-to-keep}"
1380
1381     parameters:
1382       - project-parameter:
1383           project: '{project}'
1384       - gerrit-parameter:
1385           branch: '{branch}'
1386       - gerrit-refspec-parameter
1387       - gerrit-event-type-parameter
1388       - gerrit-event-comment-text-parameter
1389       - csit-perf-trial-duration-parameter:
1390           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1391       - csit-perf-trial-multiplicity-parameter:
1392           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1393
1394     scm:
1395       - gerrit-trigger-scm:
1396           credentials-id: 'jenkins-gerrit-credentials'
1397           refspec: '$GERRIT_REFSPEC'
1398           choosing-strategy: 'gerrit'
1399
1400     wrappers:
1401       - fdio-infra-wrappers-non-activity-timeout:
1402           build-timeout: '{build-timeout}'
1403
1404     triggers:
1405       - gerrit-trigger-csit-perftest:
1406           project: '{project}'
1407           branch: '{branch}'
1408           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1409           skip-vote: false
1410
1411     builders:
1412       - shell:
1413           !include-raw-escape:
1414           - ../scripts/setup_executor_env.sh
1415       - shell:
1416           !include-raw-escape:
1417           - ../scripts/csit/perf-verify.sh
1418
1419     publishers:
1420       - fdio-infra-publish
1421
1422 - job-template:
1423     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1424
1425     description: |
1426       <ul>
1427           <li>objective
1428               <ul>
1429                   <li>get dpdk performance coverage data for csit report
1430               </ul>
1431           <li>job
1432               <ul>
1433                   <li>name:
1434                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1435                       {node-arch}</b>
1436                   <li>trigger: keyword in comment to csit patch:
1437                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1438                       test_set_id</b>
1439                   <li>trigger example:
1440                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1441               </ul>
1442           <li>perf test-cases selection
1443               <ul>
1444                   <li>test-cases selected by tags defined in
1445                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1446                       test_set_id.md</i>
1447               </ul>
1448
1449           <li>results
1450               <ul>
1451                   <li>jjb verify: PASS/FAIL
1452                   <li>present: dpdk performance
1453                   <li>analyse: dpdk performance
1454               </ul>
1455       </ul>
1456
1457     project-type: freestyle
1458     node: 'm-builder-{os}-prod-{executor-arch}'
1459     concurrent: true
1460     latest-only: false
1461
1462     properties:
1463       - lf-infra-properties:
1464           build-days-to-keep: "{build-days-to-keep}"
1465
1466     parameters:
1467       - project-parameter:
1468           project: '{project}'
1469       - gerrit-parameter:
1470           branch: '{branch}'
1471       - gerrit-refspec-parameter
1472       - gerrit-event-type-parameter
1473       - gerrit-event-comment-text-parameter
1474       - csit-perf-trial-duration-parameter:
1475           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1476       - csit-perf-trial-multiplicity-parameter:
1477           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1478
1479     scm:
1480       - gerrit-trigger-scm:
1481           credentials-id: 'jenkins-gerrit-credentials'
1482           refspec: '$GERRIT_REFSPEC'
1483           choosing-strategy: 'gerrit'
1484
1485     wrappers:
1486       - fdio-infra-wrappers-non-activity-timeout:
1487           build-timeout: '{build-timeout}'
1488
1489     triggers:
1490       - gerrit-trigger-csit-perftest:
1491           project: '{project}'
1492           branch: '{branch}'
1493           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1494           skip-vote: false
1495
1496     builders:
1497       - shell:
1498           !include-raw-escape:
1499           - ../scripts/setup_executor_env.sh
1500       - shell:
1501           !include-raw-escape:
1502           - ../scripts/csit/perf-verify.sh
1503
1504     publishers:
1505       - fdio-infra-publish
1506
1507 - job-template:
1508     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1509
1510     description: |
1511       <ul>
1512           <li>objective
1513               <ul>
1514                   <li>get trex performance coverage data for csit report
1515               </ul>
1516           <li>job
1517               <ul>
1518                   <li>name:
1519                       <b>csit-trex-perf-report-coverage-{stream_report}-
1520                       {node-arch}</b>
1521                   <li>trigger: keyword in comment to csit patch:
1522                       <b>csit-trex-report-cov-{node-arch}-perftest
1523                       test_set_id</b>
1524                   <li>trigger example:
1525                       csit-trex-report-cov-{node-arch}-perftest trex-00
1526               </ul>
1527           <li>perf test-cases selection
1528               <ul>
1529                   <li>test-cases selected by tags defined in
1530                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1531                       test_set_id.md</i>
1532               </ul>
1533
1534           <li>results
1535               <ul>
1536                   <li>jjb verify: PASS/FAIL
1537                   <li>present: trex performance
1538                   <li>analyse: trex performance
1539               </ul>
1540       </ul>
1541
1542     project-type: freestyle
1543     node: 'm-builder-{os}-prod-{executor-arch}'
1544     concurrent: true
1545     latest-only: false
1546
1547     properties:
1548       - lf-infra-properties:
1549           build-days-to-keep: "{build-days-to-keep}"
1550
1551     parameters:
1552       - project-parameter:
1553           project: '{project}'
1554       - gerrit-parameter:
1555           branch: '{branch}'
1556       - gerrit-refspec-parameter
1557       - gerrit-event-type-parameter
1558       - gerrit-event-comment-text-parameter
1559       - csit-perf-trial-duration-parameter:
1560           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1561       - csit-perf-trial-multiplicity-parameter:
1562           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1563
1564     scm:
1565       - gerrit-trigger-scm:
1566           credentials-id: 'jenkins-gerrit-credentials'
1567           refspec: '$GERRIT_REFSPEC'
1568           choosing-strategy: 'gerrit'
1569
1570     wrappers:
1571       - fdio-infra-wrappers-non-activity-timeout:
1572           build-timeout: '{build-timeout}'
1573
1574     triggers:
1575       - gerrit-trigger-csit-perftest:
1576           project: '{project}'
1577           branch: '{branch}'
1578           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1579           skip-vote: false
1580
1581     builders:
1582       - shell:
1583           !include-raw-escape:
1584           - ../scripts/setup_executor_env.sh
1585       - shell:
1586           !include-raw-escape:
1587           - ../scripts/csit/perf-verify.sh
1588
1589     publishers:
1590       - fdio-infra-publish