jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53             - 3n-alt:
  54                 os: 'ubuntu2004'
  55                 executor-arch: 'aarch64'
  56             - 3n-snr:
  57                 os: 'ubuntu2004'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-skx:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'aarch64'
  76             - 3n-skx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 3n-icx:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'x86_64'
  82             - 3n-tsh:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85             - 3n-alt:
  86                 os: 'ubuntu2004'
  87                 executor-arch: 'aarch64'
  88             - 3n-snr:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91           periodicity: '0 0 * * 6'
  92       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  93           node-arch:
  94             - 1n-aws:
  95                 os: 'ubuntu2004'
  96                 executor-arch: 'x86_64'
  97             - 2n-skx:
  98                 os: 'ubuntu2004'
  99                 executor-arch: 'x86_64'
 100       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 101           node-arch:
 102             - 2n-icx:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 2n-clx:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 2n-skx:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 2n-dnv:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'x86_64'
 114             - 2n-zn2:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117             - 2n-tx2:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'aarch64'
 120             - 3n-skx:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123             - 3n-icx:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'x86_64'
 126             - 3n-dnv:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2004'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2004'
 137                 executor-arch: 'x86_64'
 138           stream:
 139             - master:
 140                 branch: 'master'
 141                 branch-id: 'oper'
 142             - '2202':
 143                 branch: 'rls2202'
 144                 branch-id: 'oper-rls2202'
 145             - '2206':
 146                 branch: 'rls2206'
 147                 branch-id: 'oper-rls2206'
 148       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 149           node-arch:
 150             - 2n-icx:
 151                 os: 'ubuntu2004'
 152                 executor-arch: 'x86_64'
 153                 periodicity: '30 22 * * 0-4'
 154             - 2n-clx:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157                 periodicity: '30 22 * * 0-4'
 158             - 2n-skx:
 159                 os: 'ubuntu2004'
 160                 executor-arch: 'x86_64'
 161                 periodicity: '30 22 * * 0-4'
 162             - 2n-dnv:
 163                 os: 'ubuntu2004'
 164                 executor-arch: 'x86_64'
 165                 periodicity: '30 22 * * 0-4'
 166             - 2n-zn2:
 167                 os: 'ubuntu2004'
 168                 executor-arch: 'x86_64'
 169                 periodicity: '30 22 * * 0-4'
 170             - 2n-tx2:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'aarch64'
 173                 periodicity: '30 22 * * 0-4'
 174             - 3n-skx:
 175                 os: 'ubuntu2004'
 176                 executor-arch: 'x86_64'
 177                 periodicity: '30 22 * * 0-4'
 178             - 3n-icx:
 179                 os: 'ubuntu2004'
 180                 executor-arch: 'x86_64'
 181                 periodicity: '30 22 * * 0-4'
 182             - 3n-dnv:
 183                 os: 'ubuntu2004'
 184                 executor-arch: 'x86_64'
 185                 periodicity: '30 22 * * 0-4'
 186             - 3n-tsh:
 187                 os: 'ubuntu2004'
 188                 executor-arch: 'aarch64'
 189                 periodicity: '30 22 * * 0-4'
 190             - 3n-alt:
 191                 os: 'ubuntu2004'
 192                 executor-arch: 'aarch64'
 193                 periodicity: '30 22 * * 0-4'
 194             - 3n-snr:
 195                 os: 'ubuntu2004'
 196                 executor-arch: 'x86_64'
 197                 periodicity: '30 22 * * 0-4'
 198       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 199           node-arch:
 200             - 2n-icx:
 201                 os: 'ubuntu2004'
 202                 executor-arch: 'x86_64'
 203             - 2n-clx:
 204                 os: 'ubuntu2004'
 205                 executor-arch: 'x86_64'
 206             - 2n-skx:
 207                 os: 'ubuntu2004'
 208                 executor-arch: 'x86_64'
 209             - 3n-skx:
 210                 os: 'ubuntu2004'
 211                 executor-arch: 'x86_64'
 212             - 3n-icx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-aws:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 3n-snr:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221           stream:
 222             - master:
 223                 branch: 'master'
 224                 branch-id: 'oper'
 225           periodicity: '0 0 * * 6'
 226       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2004'
 230                 executor-arch: 'x86_64'
 231             - 2n-clx:
 232                 os: 'ubuntu2004'
 233                 executor-arch: 'x86_64'
 234             - 2n-skx:
 235                 os: 'ubuntu2004'
 236                 executor-arch: 'x86_64'
 237             - 3n-skx:
 238                 os: 'ubuntu2004'
 239                 executor-arch: 'x86_64'
 240             - 3n-icx:
 241                 os: 'ubuntu2004'
 242                 executor-arch: 'x86_64'
 243           periodicity: '0 0 * * 6'
 244       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 245           node-arch:
 246             - 2n-skx:
 247                 os: 'ubuntu2004'
 248                 executor-arch: 'x86_64'
 249           periodicity: '0 0 * * 6'
 250       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 251           node-arch:
 252             - 2n-icx:
 253                 os: 'ubuntu2004'
 254                 executor-arch: 'x86_64'
 255             - 2n-clx:
 256                 os: 'ubuntu2004'
 257                 executor-arch: 'x86_64'
 258             - 2n-skx:
 259                 os: 'ubuntu2004'
 260                 executor-arch: 'x86_64'
 261             - 2n-dnv:
 262                 os: 'ubuntu2004'
 263                 executor-arch: 'x86_64'
 264             - 2n-zn2:
 265                 os: 'ubuntu2004'
 266                 executor-arch: 'x86_64'
 267             - 2n-tx2:
 268                 os: 'ubuntu2004'
 269                 executor-arch: 'aarch64'
 270             - 3n-skx:
 271                 os: 'ubuntu2004'
 272                 executor-arch: 'x86_64'
 273             - 3n-icx:
 274                 os: 'ubuntu2004'
 275                 executor-arch: 'x86_64'
 276             - 3n-dnv:
 277                 os: 'ubuntu2004'
 278                 executor-arch: 'x86_64'
 279             - 3n-tsh:
 280                 os: 'ubuntu2004'
 281                 executor-arch: 'aarch64'
 282             - 3n-alt:
 283                 os: 'ubuntu2004'
 284                 executor-arch: 'aarch64'
 285             - 2n-aws:
 286                 os: 'ubuntu2004'
 287                 executor-arch: 'x86_64'
 288             - 3n-aws:
 289                 os: 'ubuntu2004'
 290                 executor-arch: 'x86_64'
 291             - 3n-snr:
 292                 os: 'ubuntu2004'
 293                 executor-arch: 'x86_64'
 294       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 295           node-arch:
 296             - 2n-icx:
 297                 os: 'ubuntu2004'
 298                 executor-arch: 'x86_64'
 299             - 2n-clx:
 300                 os: 'ubuntu2004'
 301                 executor-arch: 'x86_64'
 302             - 2n-skx:
 303                 os: 'ubuntu2004'
 304                 executor-arch: 'x86_64'
 305             - 2n-dnv:
 306                 os: 'ubuntu2004'
 307                 executor-arch: 'x86_64'
 308             - 2n-zn2:
 309                 os: 'ubuntu2004'
 310                 executor-arch: 'x86_64'
 311             - 2n-tx2:
 312                 os: 'ubuntu2004'
 313                 executor-arch: 'aarch64'
 314             - 3n-skx:
 315                 os: 'ubuntu2004'
 316                 executor-arch: 'x86_64'
 317             - 3n-icx:
 318                 os: 'ubuntu2004'
 319                 executor-arch: 'x86_64'
 320             - 3n-dnv:
 321                 os: 'ubuntu2004'
 322                 executor-arch: 'x86_64'
 323             - 3n-tsh:
 324                 os: 'ubuntu2004'
 325                 executor-arch: 'aarch64'
 326             - 3n-alt:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'aarch64'
 329             - 2n-aws:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'x86_64'
 332             - 3n-aws:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 3n-snr:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 339           node-arch:
 340             - 1n-aws:
 341                 os: 'ubuntu2004'
 342                 executor-arch: 'x86_64'
 343             - 2n-skx:
 344                 os: 'ubuntu2004'
 345                 executor-arch: 'x86_64'
 346       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 347           node-arch:
 348             - 2n-icx:
 349                 os: 'ubuntu2004'
 350                 executor-arch: 'x86_64'
 351             - 2n-clx:
 352                 os: 'ubuntu2004'
 353                 executor-arch: 'x86_64'
 354             - 2n-skx:
 355                 os: 'ubuntu2004'
 356                 executor-arch: 'x86_64'
 357             - 2n-dnv:
 358                 os: 'ubuntu2004'
 359                 executor-arch: 'x86_64'
 360             - 2n-zn2:
 361                 os: 'ubuntu2004'
 362                 executor-arch: 'x86_64'
 363             - 2n-tx2:
 364                 os: 'ubuntu2004'
 365                 executor-arch: 'aarch64'
 366             - 3n-skx:
 367                 os: 'ubuntu2004'
 368                 executor-arch: 'x86_64'
 369             - 3n-icx:
 370                 os: 'ubuntu2004'
 371                 executor-arch: 'x86_64'
 372             - 3n-dnv:
 373                 os: 'ubuntu2004'
 374                 executor-arch: 'x86_64'
 375             - 3n-tsh:
 376                 os: 'ubuntu2004'
 377                 executor-arch: 'aarch64'
 378             - 3n-alt:
 379                 os: 'ubuntu2004'
 380                 executor-arch: 'aarch64'
 381             - 2n-aws:
 382                 os: 'ubuntu2004'
 383                 executor-arch: 'x86_64'
 384             - 3n-aws:
 385                 os: 'ubuntu2004'
 386                 executor-arch: 'x86_64'
 387             - 3n-snr:
 388                 os: 'ubuntu2004'
 389                 executor-arch: 'x86_64'
 390       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 391           node-arch:
 392             - 2n-icx:
 393                 os: 'ubuntu2004'
 394                 executor-arch: 'x86_64'
 395             - 2n-clx:
 396                 os: 'ubuntu2004'
 397                 executor-arch: 'x86_64'
 398             - 2n-skx:
 399                 os: 'ubuntu2004'
 400                 executor-arch: 'x86_64'
 401             - 2n-dnv:
 402                 os: 'ubuntu2004'
 403                 executor-arch: 'x86_64'
 404             - 2n-zn2:
 405                 os: 'ubuntu2004'
 406                 executor-arch: 'x86_64'
 407             - 2n-tx2:
 408                 os: 'ubuntu2004'
 409                 executor-arch: 'aarch64'
 410             - 3n-skx:
 411                 os: 'ubuntu2004'
 412                 executor-arch: 'x86_64'
 413             - 3n-icx:
 414                 os: 'ubuntu2004'
 415                 executor-arch: 'x86_64'
 416             - 3n-dnv:
 417                 os: 'ubuntu2004'
 418                 executor-arch: 'x86_64'
 419             - 3n-tsh:
 420                 os: 'ubuntu2004'
 421                 executor-arch: 'aarch64'
 422             - 3n-alt:
 423                 os: 'ubuntu2004'
 424                 executor-arch: 'aarch64'
 425             - 2n-aws:
 426                 os: 'ubuntu2004'
 427                 executor-arch: 'x86_64'
 428             - 3n-aws:
 429                 os: 'ubuntu2004'
 430                 executor-arch: 'x86_64'
 431             - 3n-snr:
 432                 os: 'ubuntu2004'
 433                 executor-arch: 'x86_64'
 434       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 435           node-arch:
 436             - 1n-aws:
 437                 os: 'ubuntu2004'
 438                 executor-arch: 'x86_64'
 439             - 2n-skx:
 440                 os: 'ubuntu2004'
 441                 executor-arch: 'x86_64'
 442
 443     project: 'csit'
 444     branch: 'master'
 445     branch-id: 'oper'
 446     csit-perf-trial-duration: '1.0'
 447     csit-perf-trial-multiplicity: '10'
 448     stream:
 449       - master:
 450           branch: 'master'
 451           branch-id: 'oper'
 452       - '2202':
 453           branch: 'rls2202'
 454           branch-id: 'oper-rls2202'
 455       - '2206':
 456           branch: 'rls2206'
 457           branch-id: 'oper-rls2206'
 458     stream_report:
 459       - '2202':
 460           branch: 'rls2202'
 461           branch-id: 'oper-rls2202'
 462       - '2206':
 463           branch: 'rls2206'
 464           branch-id: 'oper-rls2206'
 465
 466     build-artifact-num-to-keep: 10
 467
 468
 469 - job-template:
 470     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 471
 472     description: |
 473       <ul>
 474           <li>objective
 475               <ul>
 476                   <li>perf verify - per csit gerrit patch
 477               </ul>
 478           <li>job
 479               <ul>
 480                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 481                   <li>trigger: keyword in comment to csit patch:
 482                       <b>csit-{node-arch}-perftest tag_list</b>
 483               </ul>
 484           <li>executor
 485               <ul>
 486                   <li>builder-{os}-prod-{executor-arch}
 487               </ul>
 488           <li>perf test-cases selection
 489               <ul>
 490                   <li>test-cases selected using trigger keyword followed by tags
 491                   <li>all test-cases are labelled with CSIT RF topic tags
 492                       defined in <i>csit/docs/tag_documentation.rst</i>
 493               </ul>
 494           <li>proposed keywords
 495               <ul>
 496                   <li>focus on testing specified vpp packet processing path
 497                   <li>format: csit-{node-arch}-perftest tag_list
 498               </ul>
 499           <li>default tags for vpp startup config and perf test type
 500               <ul>
 501                   <li>IP4BASE, IP6BASE, L2BDBASE
 502                   <li>64B/78B: 64B/78B packet size
 503                   <li>1C: one core
 504                   <li>X710: x710 Fortville NIC
 505                   <li>MRR: MRR throughput
 506               </ul>
 507           <li>results
 508               <ul>
 509                   <li>jjb verify: PASS/FAIL
 510                   <li>present: no
 511                   <li>analyse: no
 512               </ul>
 513       </ul>
 514
 515     project-type: freestyle
 516     node: 'builder-{os}-prod-{executor-arch}'
 517     concurrent: true
 518     latest-only: false
 519
 520     properties:
 521       - lf-infra-properties:
 522           build-days-to-keep: "{build-days-to-keep}"
 523
 524     parameters:
 525       - project-parameter:
 526           project: '{project}'
 527       - gerrit-parameter:
 528           branch: '{branch}'
 529       - gerrit-refspec-parameter
 530       - gerrit-event-type-parameter
 531       - gerrit-event-comment-text-parameter
 532       - csit-perf-trial-duration-parameter:
 533           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 534       - csit-perf-trial-multiplicity-parameter:
 535           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 536       # This is a manually-triggered verify job, part of API coverage.
 537       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 538       # Can be removed when this job is no longer needed for full API coverage.
 539       - csit-fail-on-crc-mismatch-parameter:
 540           fail-on-crc-mismatch: 'True'
 541
 542     scm:
 543       - gerrit-trigger-scm:
 544           credentials-id: 'jenkins-gerrit-credentials'
 545           refspec: '$GERRIT_REFSPEC'
 546           choosing-strategy: 'gerrit'
 547
 548     wrappers:
 549       - fdio-infra-wrappers-non-activity-timeout:
 550           build-timeout: '{build-timeout}'
 551
 552     triggers:
 553       - gerrit-trigger-csit-perftest:
 554           project: '{project}'
 555           branch: '{branch}'
 556           trigger-word: 'csit-{node-arch}-perftest'
 557           skip-vote: false
 558
 559     builders:
 560       - shell:
 561           !include-raw-escape:
 562           - ../scripts/setup_executor_env.sh
 563       - shell:
 564           !include-raw-escape:
 565           - ../scripts/csit/perf-verify.sh
 566
 567     publishers:
 568       - fdio-infra-publish
 569
 570 - job-template:
 571     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 572
 573     description: |
 574       <ul>
 575           <li>objective
 576               <ul>
 577                   <li>check vpp perf mrr daily
 578               </ul>
 579           <li>executor
 580               <ul>
 581                   <li>builder-{os}-prod-{executor-arch}
 582               </ul>
 583           <li>perf test-cases selection
 584               <ul>
 585                   <li>all CSIT VPP MRR perf suites
 586               </ul>
 587           <li>results
 588               <ul>
 589                   <li>jjb verify: PASS/FAIL
 590                   <li>present: no
 591                   <li>analyse: csit project (catch malfunctions/degradations)
 592               </ul>
 593       </ul>
 594
 595     project-type: freestyle
 596     node: 'builder-{os}-prod-{executor-arch}'
 597     concurrent: false
 598     latest-only: false
 599
 600     properties:
 601       - lf-infra-properties:
 602           build-days-to-keep: "{build-days-to-keep}"
 603
 604     parameters:
 605       - project-parameter:
 606           project: '{project}'
 607       - gerrit-parameter:
 608           branch: '{branch}'
 609       - csit-perf-trial-duration-parameter:
 610           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 611       - csit-perf-trial-multiplicity-parameter:
 612           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 613
 614     wrappers:
 615       - fdio-infra-wrappers-non-activity-timeout:
 616           build-timeout: '{build-timeout}'
 617
 618     triggers:
 619       - timed: '{periodicity}'
 620
 621     builders:
 622       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 623       - inject:
 624           properties-file: variables.prop
 625       - shell:
 626           !include-raw-escape:
 627           - ../scripts/setup_executor_env.sh
 628       - shell:
 629           !include-raw-escape:
 630           - ../scripts/csit/perf-timed.sh
 631
 632     publishers:
 633       - fdio-infra-publish
 634
 635 - job-template:
 636     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 637
 638     description: |
 639       <ul>
 640           <li>objective
 641               <ul>
 642                   <li>check vpp perf mrr weekly on {node-arch}
 643               </ul>
 644           <li>executor
 645               <ul>
 646                   <li>builder-{os}-prod-{executor-arch}
 647               </ul>
 648           <li>perf test-cases selection
 649               <ul>
 650                   <li>NF Density CSIT VPP MRR perf suites
 651               </ul>
 652           <li>results
 653               <ul>
 654                   <li>jjb verify: PASS/FAIL
 655                   <li>present: no
 656                   <li>analyse: csit project (catch malfunctions/degradations)
 657               </ul>
 658       </ul>
 659
 660     project-type: freestyle
 661     node: 'builder-{os}-prod-{executor-arch}'
 662     concurrent: false
 663     latest-only: false
 664
 665     properties:
 666       - lf-infra-properties:
 667           build-days-to-keep: "{build-days-to-keep}"
 668
 669     parameters:
 670       - project-parameter:
 671           project: '{project}'
 672       - gerrit-parameter:
 673           branch: '{branch}'
 674       - csit-perf-trial-duration-parameter:
 675           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 676       - csit-perf-trial-multiplicity-parameter:
 677           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 678
 679     wrappers:
 680       - fdio-infra-wrappers-non-activity-timeout:
 681           build-timeout: '{build-timeout}'
 682
 683     triggers:
 684       - timed: '{periodicity}'
 685
 686     builders:
 687       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 688       - inject:
 689           properties-file: variables.prop
 690       - shell:
 691           !include-raw-escape:
 692           - ../scripts/setup_executor_env.sh
 693       - shell:
 694           !include-raw-escape:
 695           - ../scripts/csit/perf-timed.sh
 696
 697     publishers:
 698       - fdio-infra-publish
 699
 700 - job-template:
 701     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 702
 703     description: |
 704       <ul>
 705           <li>objective
 706               <ul>
 707                   <li>check vpp perf ndrpdr weekly on {node-arch}
 708               </ul>
 709           <li>executor
 710               <ul>
 711                   <li>builder-{os}-prod-{executor-arch}
 712               </ul>
 713           <li>perf test-cases selection
 714               <ul>
 715                   <li>pre-selected CSIT VPP NDRPDR perf suites
 716               </ul>
 717           <li>results
 718               <ul>
 719                   <li>jjb verify: PASS/FAIL
 720                   <li>present: no
 721                   <li>analyse: csit project (catch malfunctions/degradations)
 722               </ul>
 723       </ul>
 724     project-type: freestyle
 725     node: 'builder-{os}-prod-{executor-arch}'
 726     concurrent: false
 727     latest-only: false
 728
 729     properties:
 730       - lf-infra-properties:
 731           build-days-to-keep: "{build-days-to-keep}"
 732
 733     parameters:
 734       - project-parameter:
 735           project: '{project}'
 736       - gerrit-parameter:
 737           branch: '{branch}'
 738
 739     wrappers:
 740       - fdio-infra-wrappers-non-activity-timeout:
 741           build-timeout: '{build-timeout}'
 742
 743     triggers:
 744       - timed: '{periodicity}'
 745
 746     builders:
 747       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 748       - inject:
 749           properties-file: variables.prop
 750       - shell:
 751           !include-raw-escape:
 752           - ../scripts/setup_executor_env.sh
 753       - shell:
 754           !include-raw-escape:
 755           - ../scripts/csit/perf-timed.sh
 756
 757     publishers:
 758       - fdio-infra-publish
 759
 760 - job-template:
 761     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 762
 763     description: |
 764       <ul>
 765           <li>objective
 766               <ul>
 767                   <li>check trex perf ndrpdr weekly on {node-arch}
 768               </ul>
 769           <li>executor
 770               <ul>
 771                   <li>builder-{os}-prod-{executor-arch}
 772               </ul>
 773           <li>perf test-cases selection
 774               <ul>
 775                   <li>pre-selected CSIT TREX NDRPDR perf suites
 776               </ul>
 777           <li>results
 778               <ul>
 779                   <li>jjb verify: PASS/FAIL
 780                   <li>present: no
 781                   <li>analyse: csit project (catch malfunctions/degradations)
 782               </ul>
 783       </ul>
 784     project-type: freestyle
 785     node: 'builder-{os}-prod-{executor-arch}'
 786     concurrent: false
 787     latest-only: false
 788
 789     properties:
 790       - lf-infra-properties:
 791           build-days-to-keep: "{build-days-to-keep}"
 792
 793     parameters:
 794       - project-parameter:
 795           project: '{project}'
 796       - gerrit-parameter:
 797           branch: '{branch}'
 798
 799     wrappers:
 800       - fdio-infra-wrappers-non-activity-timeout:
 801           build-timeout: '{build-timeout}'
 802
 803     triggers:
 804       - timed: '{periodicity}'
 805
 806     builders:
 807       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 808       - inject:
 809           properties-file: variables.prop
 810       - shell:
 811           !include-raw-escape:
 812           - ../scripts/setup_executor_env.sh
 813       - shell:
 814           !include-raw-escape:
 815           - ../scripts/csit/perf-timed.sh
 816
 817     publishers:
 818       - fdio-infra-publish
 819
 820 - job-template:
 821     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 822
 823     description: |
 824       <ul>
 825           <li>objective
 826               <ul>
 827                   <li>perf verify - per csit gerrit patch
 828               </ul>
 829           <li>job
 830               <ul>
 831                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 832                   <li>trigger: keyword in comment to csit patch:
 833                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 834               </ul>
 835           <li>executor
 836               <ul>
 837                   <li>builder-{os}-prod-{executor-arch}
 838               </ul>
 839           <li>perf test-cases selection
 840               <ul>
 841                   <li>test-cases selected using trigger keyword followed by tags
 842                   <li>all test-cases are labelled with CSIT RF topic tags
 843                       defined in <i>csit/docs/tag_documentation.rst</i>
 844               </ul>
 845           <li>proposed keywords
 846               <ul>
 847                   <li>focus on testing specified trex packet processing path
 848                   <li>format: csit-{node-arch}-perftest tag_list
 849               </ul>
 850           <li>results
 851               <ul>
 852                   <li>jjb verify: PASS/FAIL
 853                   <li>present: no
 854                   <li>analyse: no
 855               </ul>
 856       </ul>
 857
 858     project-type: freestyle
 859     node: 'builder-{os}-prod-{executor-arch}'
 860     concurrent: true
 861     latest-only: false
 862
 863     properties:
 864       - lf-infra-properties:
 865           build-days-to-keep: "{build-days-to-keep}"
 866
 867     parameters:
 868       - project-parameter:
 869           project: '{project}'
 870       - gerrit-parameter:
 871           branch: '{branch}'
 872       - gerrit-refspec-parameter
 873       - gerrit-event-type-parameter
 874       - gerrit-event-comment-text-parameter
 875       - csit-perf-trial-duration-parameter:
 876           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 877       - csit-perf-trial-multiplicity-parameter:
 878           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 879       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 880
 881     scm:
 882       - gerrit-trigger-scm:
 883           credentials-id: 'jenkins-gerrit-credentials'
 884           refspec: '$GERRIT_REFSPEC'
 885           choosing-strategy: 'gerrit'
 886
 887     wrappers:
 888       - fdio-infra-wrappers-non-activity-timeout:
 889           build-timeout: '{build-timeout}'
 890
 891     triggers:
 892       - gerrit-trigger-csit-perftest:
 893           project: '{project}'
 894           branch: '{branch}'
 895           trigger-word: 'csit-trex-{node-arch}-perftest'
 896           skip-vote: false
 897
 898     builders:
 899       - shell:
 900           !include-raw-escape:
 901           - ../scripts/setup_executor_env.sh
 902       - shell:
 903           !include-raw-escape:
 904           - ../scripts/csit/perf-verify.sh
 905
 906     publishers:
 907       - fdio-infra-publish
 908
 909 - job-template:
 910     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 911
 912     description: |
 913       <ul>
 914           <li>objective
 915               <ul>
 916                   <li>perf verify - per csit gerrit patch
 917               </ul>
 918           <li>job
 919               <ul>
 920                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 921                   <li>trigger: keyword in comment to csit patch:
 922                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 923               </ul>
 924           <li>executor
 925               <ul>
 926                   <li>builder-{os}-prod-{executor-arch}
 927               </ul>
 928           <li>perf test-cases selection
 929               <ul>
 930                   <li>test-cases selected using trigger keyword followed by tags
 931                   <li>all test-cases are labelled with CSIT RF topic tags
 932                       defined in <i>csit/docs/tag_documentation.rst</i>
 933               </ul>
 934           <li>default tags for dpdk perf test type
 935               <ul>
 936                   <li>IP4BASE, L2XCBASE
 937                   <li>64B: 64B packet size
 938                   <li>1C: one core
 939                   <li>X710: x710 Fortville NIC
 940                   <li>MRR: MRR throughput
 941               </ul>
 942           <li>results
 943               <ul>
 944                   <li>jjb verify: PASS/FAIL
 945                   <li>present: no
 946                   <li>analyse: no
 947               </ul>
 948       </ul>
 949
 950     project-type: freestyle
 951     node: 'builder-{os}-prod-{executor-arch}'
 952     concurrent: true
 953     latest-only: false
 954
 955     properties:
 956       - lf-infra-properties:
 957           build-days-to-keep: "{build-days-to-keep}"
 958
 959     parameters:
 960       - project-parameter:
 961           project: '{project}'
 962       - gerrit-parameter:
 963           branch: '{branch}'
 964       - gerrit-refspec-parameter
 965       - gerrit-event-type-parameter
 966       - gerrit-event-comment-text-parameter
 967       - csit-perf-trial-duration-parameter:
 968           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 969       - csit-perf-trial-multiplicity-parameter:
 970           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 971
 972     scm:
 973       - gerrit-trigger-scm:
 974           credentials-id: 'jenkins-gerrit-credentials'
 975           refspec: '$GERRIT_REFSPEC'
 976           choosing-strategy: 'gerrit'
 977
 978     wrappers:
 979       - fdio-infra-wrappers-non-activity-timeout:
 980           build-timeout: '{build-timeout}'
 981
 982     triggers:
 983       - gerrit-trigger-csit-perftest:
 984           project: '{project}'
 985           branch: '{branch}'
 986           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 987           skip-vote: false
 988
 989     builders:
 990       - shell:
 991           !include-raw-escape:
 992           - ../scripts/setup_executor_env.sh
 993       - shell:
 994           !include-raw-escape:
 995           - ../scripts/csit/perf-verify.sh
 996
 997     publishers:
 998       - fdio-infra-publish
 999
1000 - job-template:
1001     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1002
1003     description: |
1004       <ul>
1005           <li>objective
1006               <ul>
1007                   <li>check dpdk perf mrr weekly
1008               </ul>
1009           <li>executor
1010               <ul>
1011                   <li>builder-{os}-prod-{executor-arch}
1012               </ul>
1013           <li>perf test-cases selection
1014               <ul>
1015                   <li>all CSIT DPDK MRR perf suites
1016               </ul>
1017           <li>results
1018               <ul>
1019                   <li>jjb verify: PASS/FAIL
1020                   <li>present: no
1021                   <li>analyse: csit project (catch malfunctions/degradations)
1022               </ul>
1023       </ul>
1024
1025     project-type: freestyle
1026     node: 'builder-{os}-prod-{executor-arch}'
1027     concurrent: false
1028     latest-only: false
1029
1030     properties:
1031       - lf-infra-properties:
1032           build-days-to-keep: "{build-days-to-keep}"
1033
1034     parameters:
1035       - project-parameter:
1036           project: '{project}'
1037       - gerrit-parameter:
1038           branch: '{branch}'
1039       - csit-perf-trial-duration-parameter:
1040           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1041       - csit-perf-trial-multiplicity-parameter:
1042           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1043
1044     wrappers:
1045       - fdio-infra-wrappers-non-activity-timeout:
1046           build-timeout: '{build-timeout}'
1047
1048     triggers:
1049       - timed: '{periodicity}'
1050
1051     builders:
1052       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1053       - inject:
1054           properties-file: variables.prop
1055       - shell:
1056           !include-raw-escape:
1057           - ../scripts/setup_executor_env.sh
1058       - shell:
1059           !include-raw-escape:
1060           - ../scripts/csit/perf-timed.sh
1061
1062     publishers:
1063       - fdio-infra-publish
1064
1065 - job-template:
1066     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1067
1068     description: |
1069       <ul>
1070           <li>objective
1071               <ul>
1072                   <li>get vpp performance iterative data for csit report
1073               </ul>
1074           <li>job
1075               <ul>
1076                   <li>name:
1077                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1078                       {node-arch}</b>
1079                   <li>trigger: keyword in comment to csit patch:
1080                       <b>csit-vpp-report-iter-{node-arch}-perftest
1081                       test_set_id</b>
1082                   <li>trigger example:
1083                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1084               </ul>
1085           <li>executor
1086               <ul>
1087                   <li>builder-{os}-prod-{executor-arch}
1088               </ul>
1089           <li>perf test-cases selection
1090               <ul>
1091                   <li>test-cases selected by tags defined in
1092                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1093                       test_set_id.md</i>
1094               </ul>
1095
1096           <li>results
1097               <ul>
1098                   <li>jjb verify: PASS/FAIL
1099                   <li>present: vpp performance
1100                   <li>analyse: vpp performance
1101               </ul>
1102       </ul>
1103
1104     project-type: freestyle
1105     node: 'builder-{os}-prod-{executor-arch}'
1106     concurrent: true
1107     latest-only: false
1108
1109     properties:
1110       - lf-infra-properties:
1111           build-days-to-keep: "{build-days-to-keep}"
1112
1113     parameters:
1114       - project-parameter:
1115           project: '{project}'
1116       - gerrit-parameter:
1117           branch: '{branch}'
1118       - gerrit-refspec-parameter
1119       - gerrit-event-type-parameter
1120       - gerrit-event-comment-text-parameter
1121       - csit-perf-trial-duration-parameter:
1122           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1123       - csit-perf-trial-multiplicity-parameter:
1124           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1125
1126     scm:
1127       - gerrit-trigger-scm:
1128           credentials-id: 'jenkins-gerrit-credentials'
1129           refspec: '$GERRIT_REFSPEC'
1130           choosing-strategy: 'gerrit'
1131
1132     wrappers:
1133       - fdio-infra-wrappers-non-activity-timeout:
1134           build-timeout: '{build-timeout}'
1135
1136     triggers:
1137       - gerrit-trigger-csit-perftest:
1138           project: '{project}'
1139           branch: '{branch}'
1140           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1141           skip-vote: false
1142
1143     builders:
1144       - shell:
1145           !include-raw-escape:
1146           - ../scripts/setup_executor_env.sh
1147       - shell:
1148           !include-raw-escape:
1149           - ../scripts/csit/perf-verify.sh
1150
1151     publishers:
1152       - fdio-infra-publish
1153
1154 - job-template:
1155     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1156
1157     description: |
1158       <ul>
1159           <li>objective
1160               <ul>
1161                   <li>get dpdk performance iterative data for csit report
1162               </ul>
1163           <li>job
1164               <ul>
1165                   <li>name:
1166                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1167                       {node-arch}</b>
1168                   <li>trigger: keyword in comment to csit patch:
1169                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1170                       test_set_id</b>
1171                   <li>trigger example:
1172                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1173               </ul>
1174           <li>executor
1175               <ul>
1176                   <li>builder-{os}-prod-{executor-arch}
1177               </ul>
1178           <li>perf test-cases selection
1179               <ul>
1180                   <li>test-cases selected by tags defined in
1181                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1182                       test_set_id.md</i>
1183               </ul>
1184
1185           <li>results
1186               <ul>
1187                   <li>jjb verify: PASS/FAIL
1188                   <li>present: dpdk performance
1189                   <li>analyse: dpdk performance
1190               </ul>
1191       </ul>
1192
1193     project-type: freestyle
1194     node: 'builder-{os}-prod-{executor-arch}'
1195     concurrent: true
1196     latest-only: false
1197
1198     properties:
1199       - lf-infra-properties:
1200           build-days-to-keep: "{build-days-to-keep}"
1201
1202     parameters:
1203       - project-parameter:
1204           project: '{project}'
1205       - gerrit-parameter:
1206           branch: '{branch}'
1207       - gerrit-refspec-parameter
1208       - gerrit-event-type-parameter
1209       - gerrit-event-comment-text-parameter
1210       - csit-perf-trial-duration-parameter:
1211           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1212       - csit-perf-trial-multiplicity-parameter:
1213           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1214
1215     scm:
1216       - gerrit-trigger-scm:
1217           credentials-id: 'jenkins-gerrit-credentials'
1218           refspec: '$GERRIT_REFSPEC'
1219           choosing-strategy: 'gerrit'
1220
1221     wrappers:
1222       - fdio-infra-wrappers-non-activity-timeout:
1223           build-timeout: '{build-timeout}'
1224
1225     triggers:
1226       - gerrit-trigger-csit-perftest:
1227           project: '{project}'
1228           branch: '{branch}'
1229           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1230           skip-vote: false
1231
1232     builders:
1233       - shell:
1234           !include-raw-escape:
1235           - ../scripts/setup_executor_env.sh
1236       - shell:
1237           !include-raw-escape:
1238           - ../scripts/csit/perf-verify.sh
1239
1240     publishers:
1241       - fdio-infra-publish
1242
1243 - job-template:
1244     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1245
1246     description: |
1247       <ul>
1248           <li>objective
1249               <ul>
1250                   <li>get trex performance iterative data for csit report
1251               </ul>
1252           <li>job
1253               <ul>
1254                   <li>name:
1255                       <b>csit-trex-perf-report-iterative-{stream_report}-
1256                       {node-arch}</b>
1257                   <li>trigger: keyword in comment to csit patch:
1258                       <b>csit-trex-report-iter-{node-arch}-perftest
1259                       test_set_id</b>
1260                   <li>trigger example:
1261                       csit-trex-report-iter-{node-arch}-perftest trex-00
1262               </ul>
1263           <li>executor
1264               <ul>
1265                   <li>builder-{os}-prod-{executor-arch}
1266               </ul>
1267           <li>perf test-cases selection
1268               <ul>
1269                   <li>test-cases selected by tags defined in
1270                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1271                       test_set_id.md</i>
1272               </ul>
1273
1274           <li>results
1275               <ul>
1276                   <li>jjb verify: PASS/FAIL
1277                   <li>present: trex performance
1278                   <li>analyse: trex performance
1279               </ul>
1280       </ul>
1281
1282     project-type: freestyle
1283     node: 'builder-{os}-prod-{executor-arch}'
1284     concurrent: true
1285     latest-only: false
1286
1287     properties:
1288       - lf-infra-properties:
1289           build-days-to-keep: "{build-days-to-keep}"
1290
1291     parameters:
1292       - project-parameter:
1293           project: '{project}'
1294       - gerrit-parameter:
1295           branch: '{branch}'
1296       - gerrit-refspec-parameter
1297       - gerrit-event-type-parameter
1298       - gerrit-event-comment-text-parameter
1299       - csit-perf-trial-duration-parameter:
1300           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1301       - csit-perf-trial-multiplicity-parameter:
1302           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1303
1304     scm:
1305       - gerrit-trigger-scm:
1306           credentials-id: 'jenkins-gerrit-credentials'
1307           refspec: '$GERRIT_REFSPEC'
1308           choosing-strategy: 'gerrit'
1309
1310     wrappers:
1311       - fdio-infra-wrappers-non-activity-timeout:
1312           build-timeout: '{build-timeout}'
1313
1314     triggers:
1315       - gerrit-trigger-csit-perftest:
1316           project: '{project}'
1317           branch: '{branch}'
1318           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1319           skip-vote: false
1320
1321     builders:
1322       - shell:
1323           !include-raw-escape:
1324           - ../scripts/setup_executor_env.sh
1325       - shell:
1326           !include-raw-escape:
1327           - ../scripts/csit/perf-verify.sh
1328
1329     publishers:
1330       - fdio-infra-publish
1331
1332 - job-template:
1333     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1334
1335     description: |
1336       <ul>
1337           <li>objective
1338               <ul>
1339                   <li>get vpp performance coverage data for csit report
1340               </ul>
1341           <li>job
1342               <ul>
1343                   <li>name:
1344                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1345                       {node-arch}</b>
1346                   <li>trigger: keyword in comment to csit patch:
1347                       <b>csit-vpp-report-cov-{node-arch}-perftest
1348                       test_set_id</b>
1349                   <li>trigger example:
1350                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1351               </ul>
1352           <li>executor
1353               <ul>
1354                   <li>builder-{os}-prod-{executor-arch}
1355               </ul>
1356           <li>perf test-cases selection
1357               <ul>
1358                   <li>test-cases selected by tags defined in
1359                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1360                       test_set_id.md</i>
1361               </ul>
1362
1363           <li>results
1364               <ul>
1365                   <li>jjb verify: PASS/FAIL
1366                   <li>present: vpp performance
1367                   <li>analyse: vpp performance
1368               </ul>
1369       </ul>
1370
1371     project-type: freestyle
1372     node: 'builder-{os}-prod-{executor-arch}'
1373     concurrent: true
1374     latest-only: false
1375
1376     properties:
1377       - lf-infra-properties:
1378           build-days-to-keep: "{build-days-to-keep}"
1379
1380     parameters:
1381       - project-parameter:
1382           project: '{project}'
1383       - gerrit-parameter:
1384           branch: '{branch}'
1385       - gerrit-refspec-parameter
1386       - gerrit-event-type-parameter
1387       - gerrit-event-comment-text-parameter
1388       - csit-perf-trial-duration-parameter:
1389           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1390       - csit-perf-trial-multiplicity-parameter:
1391           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1392
1393     scm:
1394       - gerrit-trigger-scm:
1395           credentials-id: 'jenkins-gerrit-credentials'
1396           refspec: '$GERRIT_REFSPEC'
1397           choosing-strategy: 'gerrit'
1398
1399     wrappers:
1400       - fdio-infra-wrappers-non-activity-timeout:
1401           build-timeout: '{build-timeout}'
1402
1403     triggers:
1404       - gerrit-trigger-csit-perftest:
1405           project: '{project}'
1406           branch: '{branch}'
1407           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1408           skip-vote: false
1409
1410     builders:
1411       - shell:
1412           !include-raw-escape:
1413           - ../scripts/setup_executor_env.sh
1414       - shell:
1415           !include-raw-escape:
1416           - ../scripts/csit/perf-verify.sh
1417
1418     publishers:
1419       - fdio-infra-publish
1420
1421 - job-template:
1422     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1423
1424     description: |
1425       <ul>
1426           <li>objective
1427               <ul>
1428                   <li>get dpdk performance coverage data for csit report
1429               </ul>
1430           <li>job
1431               <ul>
1432                   <li>name:
1433                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1434                       {node-arch}</b>
1435                   <li>trigger: keyword in comment to csit patch:
1436                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1437                       test_set_id</b>
1438                   <li>trigger example:
1439                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1440               </ul>
1441           <li>executor
1442               <ul>
1443                   <li>builder-{os}-prod-{executor-arch}
1444               </ul>
1445           <li>perf test-cases selection
1446               <ul>
1447                   <li>test-cases selected by tags defined in
1448                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1449                       test_set_id.md</i>
1450               </ul>
1451
1452           <li>results
1453               <ul>
1454                   <li>jjb verify: PASS/FAIL
1455                   <li>present: dpdk performance
1456                   <li>analyse: dpdk performance
1457               </ul>
1458       </ul>
1459
1460     project-type: freestyle
1461     node: 'builder-{os}-prod-{executor-arch}'
1462     concurrent: true
1463     latest-only: false
1464
1465     properties:
1466       - lf-infra-properties:
1467           build-days-to-keep: "{build-days-to-keep}"
1468
1469     parameters:
1470       - project-parameter:
1471           project: '{project}'
1472       - gerrit-parameter:
1473           branch: '{branch}'
1474       - gerrit-refspec-parameter
1475       - gerrit-event-type-parameter
1476       - gerrit-event-comment-text-parameter
1477       - csit-perf-trial-duration-parameter:
1478           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1479       - csit-perf-trial-multiplicity-parameter:
1480           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1481
1482     scm:
1483       - gerrit-trigger-scm:
1484           credentials-id: 'jenkins-gerrit-credentials'
1485           refspec: '$GERRIT_REFSPEC'
1486           choosing-strategy: 'gerrit'
1487
1488     wrappers:
1489       - fdio-infra-wrappers-non-activity-timeout:
1490           build-timeout: '{build-timeout}'
1491
1492     triggers:
1493       - gerrit-trigger-csit-perftest:
1494           project: '{project}'
1495           branch: '{branch}'
1496           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1497           skip-vote: false
1498
1499     builders:
1500       - shell:
1501           !include-raw-escape:
1502           - ../scripts/setup_executor_env.sh
1503       - shell:
1504           !include-raw-escape:
1505           - ../scripts/csit/perf-verify.sh
1506
1507     publishers:
1508       - fdio-infra-publish
1509
1510 - job-template:
1511     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1512
1513     description: |
1514       <ul>
1515           <li>objective
1516               <ul>
1517                   <li>get trex performance coverage data for csit report
1518               </ul>
1519           <li>job
1520               <ul>
1521                   <li>name:
1522                       <b>csit-trex-perf-report-coverage-{stream_report}-
1523                       {node-arch}</b>
1524                   <li>trigger: keyword in comment to csit patch:
1525                       <b>csit-trex-report-cov-{node-arch}-perftest
1526                       test_set_id</b>
1527                   <li>trigger example:
1528                       csit-trex-report-cov-{node-arch}-perftest trex-00
1529               </ul>
1530           <li>executor
1531               <ul>
1532                   <li>builder-{os}-prod-{executor-arch}
1533               </ul>
1534           <li>perf test-cases selection
1535               <ul>
1536                   <li>test-cases selected by tags defined in
1537                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1538                       test_set_id.md</i>
1539               </ul>
1540
1541           <li>results
1542               <ul>
1543                   <li>jjb verify: PASS/FAIL
1544                   <li>present: trex performance
1545                   <li>analyse: trex performance
1546               </ul>
1547       </ul>
1548
1549     project-type: freestyle
1550     node: 'builder-{os}-prod-{executor-arch}'
1551     concurrent: true
1552     latest-only: false
1553
1554     properties:
1555       - lf-infra-properties:
1556           build-days-to-keep: "{build-days-to-keep}"
1557
1558     parameters:
1559       - project-parameter:
1560           project: '{project}'
1561       - gerrit-parameter:
1562           branch: '{branch}'
1563       - gerrit-refspec-parameter
1564       - gerrit-event-type-parameter
1565       - gerrit-event-comment-text-parameter
1566       - csit-perf-trial-duration-parameter:
1567           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1568       - csit-perf-trial-multiplicity-parameter:
1569           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1570
1571     scm:
1572       - gerrit-trigger-scm:
1573           credentials-id: 'jenkins-gerrit-credentials'
1574           refspec: '$GERRIT_REFSPEC'
1575           choosing-strategy: 'gerrit'
1576
1577     wrappers:
1578       - fdio-infra-wrappers-non-activity-timeout:
1579           build-timeout: '{build-timeout}'
1580
1581     triggers:
1582       - gerrit-trigger-csit-perftest:
1583           project: '{project}'
1584           branch: '{branch}'
1585           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1586           skip-vote: false
1587
1588     builders:
1589       - shell:
1590           !include-raw-escape:
1591           - ../scripts/setup_executor_env.sh
1592       - shell:
1593           !include-raw-escape:
1594           - ../scripts/csit/perf-verify.sh
1595
1596     publishers:
1597       - fdio-infra-publish