jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3na-spr:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3nb-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-spr:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-icx:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'x86_64'
  76             - 3n-tsh:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'aarch64'
  79             - 3n-alt:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-snr:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'x86_64'
  85             - 3na-spr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3nb-spr:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91           periodicity: '0 0 * * 6'
  92       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  93           node-arch:
  94             - 1n-aws:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97             - 2n-icx:
  98                 os: 'ubuntu2204'
  99                 executor-arch: 'x86_64'
 100             - 2n-spr:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 104           node-arch:
 105             - 2n-icx:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108             - 2n-clx:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'x86_64'
 111             - 2n-spr:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-zn2:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-tx2:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'aarch64'
 120             - 3n-icx:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 3n-tsh:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-alt:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'aarch64'
 129             - 3n-snr:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'x86_64'
 132             - 3na-spr:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'x86_64'
 135             - 3nb-spr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138           stream:
 139             - master:
 140                 branch: 'master'
 141                 branch-id: 'oper'
 142             - '2306':
 143                 branch: 'rls2306'
 144                 branch-id: 'oper-rls2306'
 145       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 146           node-arch:
 147             - 2n-icx:
 148                 os: 'ubuntu2204'
 149                 executor-arch: 'x86_64'
 150                 periodicity: '30 22 * * 0-4'
 151             - 2n-clx:
 152                 os: 'ubuntu2204'
 153                 executor-arch: 'x86_64'
 154                 periodicity: '30 22 * * 0-4'
 155             - 2n-spr:
 156                 os: 'ubuntu2204'
 157                 executor-arch: 'x86_64'
 158                 periodicity: '30 22 * * 1,4'
 159             - 2n-zn2:
 160                 os: 'ubuntu2204'
 161                 executor-arch: 'x86_64'
 162                 periodicity: '30 22 * * 0-4'
 163             - 2n-tx2:
 164                 os: 'ubuntu2204'
 165                 executor-arch: 'aarch64'
 166                 periodicity: '30 22 * * 0-4'
 167             - 3n-icx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170                 periodicity: '30 22 * * 0-4'
 171             - 3n-tsh:
 172                 os: 'ubuntu2204'
 173                 executor-arch: 'aarch64'
 174                 periodicity: '30 22 * * 0-4'
 175             - 3n-alt:
 176                 os: 'ubuntu2204'
 177                 executor-arch: 'aarch64'
 178                 periodicity: '30 22 * * 0-4'
 179             - 3n-snr:
 180                 os: 'ubuntu2204'
 181                 executor-arch: 'x86_64'
 182                 periodicity: '30 22 * * 0-4'
 183             - 3na-spr:
 184                 os: 'ubuntu2204'
 185                 executor-arch: 'x86_64'
 186                 periodicity: '30 22 * * 0-4'
 187             - 3nb-spr:
 188                 os: 'ubuntu2204'
 189                 executor-arch: 'x86_64'
 190                 periodicity: '30 22 * * 0-4'
 191       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 192           node-arch:
 193             - 2n-icx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196                 periodicity: '30 22 * * 0-4'
 197             - 2n-spr:
 198                 os: 'ubuntu2204'
 199                 executor-arch: 'x86_64'
 200                 periodicity: '30 22 * * 1,4'
 201             - 3n-icx:
 202                 os: 'ubuntu2204'
 203                 executor-arch: 'x86_64'
 204                 periodicity: '30 22 * * 0-4'
 205             - 3na-spr:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'x86_64'
 208                 periodicity: '30 22 * * 0-4'
 209             - 3nb-spr:
 210                 os: 'ubuntu2204'
 211                 executor-arch: 'x86_64'
 212                 periodicity: '30 22 * * 0-4'
 213       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 214           node-arch:
 215             - 2n-icx:
 216                 os: 'ubuntu2204'
 217                 executor-arch: 'x86_64'
 218             - 2n-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221             - 2n-clx:
 222                 os: 'ubuntu2204'
 223                 executor-arch: 'x86_64'
 224             - 2n-aws:
 225                 os: 'ubuntu2204'
 226                 executor-arch: 'x86_64'
 227           stream:
 228             - master:
 229                 branch: 'master'
 230                 branch-id: 'oper'
 231           periodicity: '0 0 * * 6'
 232       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 233           node-arch:
 234             - 1n-aws:
 235                 os: 'ubuntu2204'
 236                 executor-arch: 'x86_64'
 237                 periodicity: '0 0 * * 6'
 238             - 2n-icx:
 239                 os: 'ubuntu2204'
 240                 executor-arch: 'x86_64'
 241                 periodicity: '0 0 * * 6'
 242             - 2n-spr:
 243                 os: 'ubuntu2204'
 244                 executor-arch: 'x86_64'
 245                 periodicity: '0 0 * * 6'
 246       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 247           node-arch:
 248             - 2n-icx:
 249                 os: 'ubuntu2204'
 250                 executor-arch: 'x86_64'
 251             - 2n-clx:
 252                 os: 'ubuntu2204'
 253                 executor-arch: 'x86_64'
 254             - 2n-spr:
 255                 os: 'ubuntu2204'
 256                 executor-arch: 'x86_64'
 257             - 2n-zn2:
 258                 os: 'ubuntu2204'
 259                 executor-arch: 'x86_64'
 260             - 2n-tx2:
 261                 os: 'ubuntu2204'
 262                 executor-arch: 'aarch64'
 263             - 3n-icx:
 264                 os: 'ubuntu2204'
 265                 executor-arch: 'x86_64'
 266             - 3n-tsh:
 267                 os: 'ubuntu2204'
 268                 executor-arch: 'aarch64'
 269             - 3n-alt:
 270                 os: 'ubuntu2204'
 271                 executor-arch: 'aarch64'
 272             - 3n-snr:
 273                 os: 'ubuntu2204'
 274                 executor-arch: 'x86_64'
 275             - 3na-spr:
 276                 os: 'ubuntu2204'
 277                 executor-arch: 'x86_64'
 278             - 3nb-spr:
 279                 os: 'ubuntu2204'
 280                 executor-arch: 'x86_64'
 281           periodicity: '0 0 * * 6'
 282       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 283           node-arch:
 284             - 2n-icx:
 285                 os: 'ubuntu2204'
 286                 executor-arch: 'x86_64'
 287             - 2n-clx:
 288                 os: 'ubuntu2204'
 289                 executor-arch: 'x86_64'
 290             - 2n-spr:
 291                 os: 'ubuntu2204'
 292                 executor-arch: 'x86_64'
 293             - 2n-zn2:
 294                 os: 'ubuntu2204'
 295                 executor-arch: 'x86_64'
 296             - 2n-tx2:
 297                 os: 'ubuntu2204'
 298                 executor-arch: 'aarch64'
 299             - 3n-icx:
 300                 os: 'ubuntu2204'
 301                 executor-arch: 'x86_64'
 302             - 3n-tsh:
 303                 os: 'ubuntu2204'
 304                 executor-arch: 'aarch64'
 305             - 3n-alt:
 306                 os: 'ubuntu2204'
 307                 executor-arch: 'aarch64'
 308             - 2n-aws:
 309                 os: 'ubuntu2204'
 310                 executor-arch: 'x86_64'
 311             - 3n-aws:
 312                 os: 'ubuntu2204'
 313                 executor-arch: 'x86_64'
 314             - 3n-snr:
 315                 os: 'ubuntu2204'
 316                 executor-arch: 'x86_64'
 317             - 3na-spr:
 318                 os: 'ubuntu2204'
 319                 executor-arch: 'x86_64'
 320             - 3nb-spr:
 321                 os: 'ubuntu2204'
 322                 executor-arch: 'x86_64'
 323       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 324           node-arch:
 325             - 2n-icx:
 326                 os: 'ubuntu2204'
 327                 executor-arch: 'x86_64'
 328             - 2n-clx:
 329                 os: 'ubuntu2204'
 330                 executor-arch: 'x86_64'
 331             - 2n-spr:
 332                 os: 'ubuntu2204'
 333                 executor-arch: 'x86_64'
 334             - 2n-zn2:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-tx2:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'aarch64'
 340             - 3n-icx:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 3n-tsh:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'aarch64'
 346             - 3n-alt:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'aarch64'
 349             - 2n-aws:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'x86_64'
 352             - 3n-aws:
 353                 os: 'ubuntu2204'
 354                 executor-arch: 'x86_64'
 355             - 3n-snr:
 356                 os: 'ubuntu2204'
 357                 executor-arch: 'x86_64'
 358             - 3na-spr:
 359                 os: 'ubuntu2204'
 360                 executor-arch: 'x86_64'
 361             - 3nb-spr:
 362                 os: 'ubuntu2204'
 363                 executor-arch: 'x86_64'
 364       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 365           node-arch:
 366             - 1n-aws:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369             - 2n-icx:
 370                 os: 'ubuntu2204'
 371                 executor-arch: 'x86_64'
 372             - 2n-spr:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'x86_64'
 375       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 376           node-arch:
 377             - 2n-icx:
 378                 os: 'ubuntu2204'
 379                 executor-arch: 'x86_64'
 380             - 2n-clx:
 381                 os: 'ubuntu2204'
 382                 executor-arch: 'x86_64'
 383             - 2n-spr:
 384                 os: 'ubuntu2204'
 385                 executor-arch: 'x86_64'
 386             - 2n-zn2:
 387                 os: 'ubuntu2204'
 388                 executor-arch: 'x86_64'
 389             - 2n-tx2:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'aarch64'
 392             - 3n-icx:
 393                 os: 'ubuntu2204'
 394                 executor-arch: 'x86_64'
 395             - 3n-tsh:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'aarch64'
 398             - 3n-alt:
 399                 os: 'ubuntu2204'
 400                 executor-arch: 'aarch64'
 401             - 2n-aws:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'x86_64'
 404             - 3n-aws:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'x86_64'
 407             - 3n-snr:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'x86_64'
 410             - 3na-spr:
 411                 os: 'ubuntu2204'
 412                 executor-arch: 'x86_64'
 413             - 3nb-spr:
 414                 os: 'ubuntu2204'
 415                 executor-arch: 'x86_64'
 416       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 417           node-arch:
 418             - 2n-icx:
 419                 os: 'ubuntu2204'
 420                 executor-arch: 'x86_64'
 421             - 2n-clx:
 422                 os: 'ubuntu2204'
 423                 executor-arch: 'x86_64'
 424             - 2n-spr:
 425                 os: 'ubuntu2204'
 426                 executor-arch: 'x86_64'
 427             - 2n-zn2:
 428                 os: 'ubuntu2204'
 429                 executor-arch: 'x86_64'
 430             - 2n-tx2:
 431                 os: 'ubuntu2204'
 432                 executor-arch: 'aarch64'
 433             - 3n-icx:
 434                 os: 'ubuntu2204'
 435                 executor-arch: 'x86_64'
 436             - 3n-tsh:
 437                 os: 'ubuntu2204'
 438                 executor-arch: 'aarch64'
 439             - 3n-alt:
 440                 os: 'ubuntu2204'
 441                 executor-arch: 'aarch64'
 442             - 2n-aws:
 443                 os: 'ubuntu2204'
 444                 executor-arch: 'x86_64'
 445             - 3n-aws:
 446                 os: 'ubuntu2204'
 447                 executor-arch: 'x86_64'
 448             - 3n-snr:
 449                 os: 'ubuntu2204'
 450                 executor-arch: 'x86_64'
 451             - 3na-spr:
 452                 os: 'ubuntu2204'
 453                 executor-arch: 'x86_64'
 454             - 3nb-spr:
 455                 os: 'ubuntu2204'
 456                 executor-arch: 'x86_64'
 457       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 458           node-arch:
 459             - 1n-aws:
 460                 os: 'ubuntu2204'
 461                 executor-arch: 'x86_64'
 462             - 2n-icx:
 463                 os: 'ubuntu2204'
 464                 executor-arch: 'x86_64'
 465             - 2n-spr:
 466                 os: 'ubuntu2204'
 467                 executor-arch: 'x86_64'
 468
 469     project: 'csit'
 470     branch: 'master'
 471     branch-id: 'oper'
 472     csit-perf-trial-duration: '1.0'
 473     csit-perf-trial-multiplicity: '10'
 474     stream:
 475       - master:
 476           branch: 'master'
 477           branch-id: 'oper'
 478       - '2306':
 479           branch: 'rls2306'
 480           branch-id: 'oper-rls2306'
 481     stream_report:
 482       - '2306':
 483           branch: 'rls2306'
 484           branch-id: 'oper-rls2306'
 485
 486     build-artifact-num-to-keep: 10
 487
 488
 489 - job-template:
 490     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 491
 492     description: |
 493       <ul>
 494           <li>objective
 495               <ul>
 496                   <li>perf verify - per csit gerrit patch
 497               </ul>
 498           <li>job
 499               <ul>
 500                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 501                   <li>trigger: keyword in comment to csit patch:
 502                       <b>csit-{node-arch}-perftest tag_list</b>
 503               </ul>
 504           <li>perf test-cases selection
 505               <ul>
 506                   <li>test-cases selected using trigger keyword followed by tags
 507                   <li>all test-cases are labelled with CSIT RF topic tags
 508                       defined in <i>csit/docs/tag_documentation.rst</i>
 509               </ul>
 510           <li>proposed keywords
 511               <ul>
 512                   <li>focus on testing specified vpp packet processing path
 513                   <li>format: csit-{node-arch}-perftest tag_list
 514               </ul>
 515           <li>default tags for vpp startup config and perf test type
 516               <ul>
 517                   <li>IP4BASE, IP6BASE, L2BDBASE
 518                   <li>64B/78B: 64B/78B packet size
 519                   <li>1C: one core
 520                   <li>X710: x710 Fortville NIC
 521                   <li>MRR: MRR throughput
 522               </ul>
 523           <li>results
 524               <ul>
 525                   <li>jjb verify: PASS/FAIL
 526                   <li>present: no
 527                   <li>analyse: no
 528               </ul>
 529       </ul>
 530
 531     project-type: freestyle
 532     node: 'm-builder-{os}-prod-{executor-arch}'
 533     concurrent: true
 534     latest-only: false
 535
 536     properties:
 537       - lf-infra-properties:
 538           build-days-to-keep: "{build-days-to-keep}"
 539
 540     parameters:
 541       - project-parameter:
 542           project: '{project}'
 543       - gerrit-parameter:
 544           branch: '{branch}'
 545       - gerrit-refspec-parameter
 546       - gerrit-event-type-parameter
 547       - gerrit-event-comment-text-parameter
 548       - csit-perf-trial-duration-parameter:
 549           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 550       - csit-perf-trial-multiplicity-parameter:
 551           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 552       # This is a manually-triggered verify job, part of API coverage.
 553       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 554       # Can be removed when this job is no longer needed for full API coverage.
 555       - csit-fail-on-crc-mismatch-parameter:
 556           fail-on-crc-mismatch: 'True'
 557
 558     scm:
 559       - gerrit-trigger-scm:
 560           credentials-id: 'jenkins-gerrit-credentials'
 561           refspec: '$GERRIT_REFSPEC'
 562           choosing-strategy: 'gerrit'
 563
 564     wrappers:
 565       - fdio-infra-wrappers-non-activity-timeout:
 566           build-timeout: '{build-timeout}'
 567
 568     triggers:
 569       - gerrit-trigger-csit-perftest:
 570           project: '{project}'
 571           branch: '{branch}'
 572           trigger-word: 'csit-{node-arch}-perftest'
 573           skip-vote: false
 574
 575     builders:
 576       - shell:
 577           !include-raw-escape:
 578           - ../scripts/setup_executor_env.sh
 579       - shell:
 580           !include-raw-escape:
 581           - ../scripts/csit/perf-verify.sh
 582
 583     publishers:
 584       - fdio-infra-publish
 585
 586 - job-template:
 587     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 588
 589     description: |
 590       <ul>
 591           <li>objective
 592               <ul>
 593                   <li>check vpp perf mrr daily
 594               </ul>
 595           <li>perf test-cases selection
 596               <ul>
 597                   <li>all CSIT VPP MRR perf suites
 598               </ul>
 599           <li>results
 600               <ul>
 601                   <li>jjb verify: PASS/FAIL
 602                   <li>present: no
 603                   <li>analyse: csit project (catch malfunctions/degradations)
 604               </ul>
 605       </ul>
 606
 607     project-type: freestyle
 608     node: 'm-builder-{os}-prod-{executor-arch}'
 609     concurrent: false
 610     latest-only: false
 611
 612     properties:
 613       - lf-infra-properties:
 614           build-days-to-keep: "{build-days-to-keep}"
 615
 616     parameters:
 617       - project-parameter:
 618           project: '{project}'
 619       - gerrit-parameter:
 620           branch: '{branch}'
 621       - csit-perf-trial-duration-parameter:
 622           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 623       - csit-perf-trial-multiplicity-parameter:
 624           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 625
 626     wrappers:
 627       - fdio-infra-wrappers-non-activity-timeout:
 628           build-timeout: '{build-timeout}'
 629
 630     triggers:
 631       - timed: '{periodicity}'
 632
 633     builders:
 634       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 635       - inject:
 636           properties-file: variables.prop
 637       - shell:
 638           !include-raw-escape:
 639           - ../scripts/setup_executor_env.sh
 640       - shell:
 641           !include-raw-escape:
 642           - ../scripts/csit/perf-timed.sh
 643
 644     publishers:
 645       - fdio-infra-publish
 646
 647 - job-template:
 648     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 649
 650     description: |
 651       <ul>
 652           <li>objective
 653               <ul>
 654                   <li>check vpp perf hoststack daily
 655               </ul>
 656           <li>perf test-cases selection
 657               <ul>
 658                   <li>all CSIT VPP HOSTSTACK perf suites
 659               </ul>
 660           <li>results
 661               <ul>
 662                   <li>jjb verify: PASS/FAIL
 663                   <li>present: no
 664                   <li>analyse: csit project (catch malfunctions/degradations)
 665               </ul>
 666       </ul>
 667
 668     project-type: freestyle
 669     node: 'm-builder-{os}-prod-{executor-arch}'
 670     concurrent: false
 671     latest-only: false
 672
 673     properties:
 674       - lf-infra-properties:
 675           build-days-to-keep: "{build-days-to-keep}"
 676
 677     parameters:
 678       - project-parameter:
 679           project: '{project}'
 680       - gerrit-parameter:
 681           branch: '{branch}'
 682       - csit-perf-trial-duration-parameter:
 683           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 684       - csit-perf-trial-multiplicity-parameter:
 685           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 686
 687     wrappers:
 688       - fdio-infra-wrappers-non-activity-timeout:
 689           build-timeout: '{build-timeout}'
 690
 691     triggers:
 692       - timed: '{periodicity}'
 693
 694     builders:
 695       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 696       - inject:
 697           properties-file: variables.prop
 698       - shell:
 699           !include-raw-escape:
 700           - ../scripts/setup_executor_env.sh
 701       - shell:
 702           !include-raw-escape:
 703           - ../scripts/csit/perf-timed.sh
 704
 705     publishers:
 706       - fdio-infra-publish
 707
 708 - job-template:
 709     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 710
 711     description: |
 712       <ul>
 713           <li>objective
 714               <ul>
 715                   <li>check vpp perf mrr weekly on {node-arch}
 716               </ul>
 717           <li>perf test-cases selection
 718               <ul>
 719                   <li>NF Density CSIT VPP MRR perf suites
 720               </ul>
 721           <li>results
 722               <ul>
 723                   <li>jjb verify: PASS/FAIL
 724                   <li>present: no
 725                   <li>analyse: csit project (catch malfunctions/degradations)
 726               </ul>
 727       </ul>
 728
 729     project-type: freestyle
 730     node: 'm-builder-{os}-prod-{executor-arch}'
 731     concurrent: false
 732     latest-only: false
 733
 734     properties:
 735       - lf-infra-properties:
 736           build-days-to-keep: "{build-days-to-keep}"
 737
 738     parameters:
 739       - project-parameter:
 740           project: '{project}'
 741       - gerrit-parameter:
 742           branch: '{branch}'
 743       - csit-perf-trial-duration-parameter:
 744           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 745       - csit-perf-trial-multiplicity-parameter:
 746           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 747
 748     wrappers:
 749       - fdio-infra-wrappers-non-activity-timeout:
 750           build-timeout: '{build-timeout}'
 751
 752     triggers:
 753       - timed: '{periodicity}'
 754
 755     builders:
 756       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 757       - inject:
 758           properties-file: variables.prop
 759       - shell:
 760           !include-raw-escape:
 761           - ../scripts/setup_executor_env.sh
 762       - shell:
 763           !include-raw-escape:
 764           - ../scripts/csit/perf-timed.sh
 765
 766     publishers:
 767       - fdio-infra-publish
 768
 769 - job-template:
 770     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 771
 772     description: |
 773       <ul>
 774           <li>objective
 775               <ul>
 776                   <li>check vpp perf ndrpdr weekly on {node-arch}
 777               </ul>
 778           <li>perf test-cases selection
 779               <ul>
 780                   <li>pre-selected CSIT VPP NDRPDR perf suites
 781               </ul>
 782           <li>results
 783               <ul>
 784                   <li>jjb verify: PASS/FAIL
 785                   <li>present: no
 786                   <li>analyse: csit project (catch malfunctions/degradations)
 787               </ul>
 788       </ul>
 789     project-type: freestyle
 790     node: 'm-builder-{os}-prod-{executor-arch}'
 791     concurrent: false
 792     latest-only: false
 793
 794     properties:
 795       - lf-infra-properties:
 796           build-days-to-keep: "{build-days-to-keep}"
 797
 798     parameters:
 799       - project-parameter:
 800           project: '{project}'
 801       - gerrit-parameter:
 802           branch: '{branch}'
 803
 804     wrappers:
 805       - fdio-infra-wrappers-non-activity-timeout:
 806           build-timeout: '{build-timeout}'
 807
 808     triggers:
 809       - timed: '{periodicity}'
 810
 811     builders:
 812       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 813       - inject:
 814           properties-file: variables.prop
 815       - shell:
 816           !include-raw-escape:
 817           - ../scripts/setup_executor_env.sh
 818       - shell:
 819           !include-raw-escape:
 820           - ../scripts/csit/perf-timed.sh
 821
 822     publishers:
 823       - fdio-infra-publish
 824
 825 - job-template:
 826     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 827
 828     description: |
 829       <ul>
 830           <li>objective
 831               <ul>
 832                   <li>check trex perf ndrpdr weekly on {node-arch}
 833               </ul>
 834           <li>perf test-cases selection
 835               <ul>
 836                   <li>pre-selected CSIT TREX NDRPDR perf suites
 837               </ul>
 838           <li>results
 839               <ul>
 840                   <li>jjb verify: PASS/FAIL
 841                   <li>present: no
 842                   <li>analyse: csit project (catch malfunctions/degradations)
 843               </ul>
 844       </ul>
 845     project-type: freestyle
 846     node: 'm-builder-{os}-prod-{executor-arch}'
 847     concurrent: false
 848     latest-only: false
 849
 850     properties:
 851       - lf-infra-properties:
 852           build-days-to-keep: "{build-days-to-keep}"
 853
 854     parameters:
 855       - project-parameter:
 856           project: '{project}'
 857       - gerrit-parameter:
 858           branch: '{branch}'
 859
 860     wrappers:
 861       - fdio-infra-wrappers-non-activity-timeout:
 862           build-timeout: '{build-timeout}'
 863
 864     triggers:
 865       - timed: '{periodicity}'
 866
 867     builders:
 868       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 869       - inject:
 870           properties-file: variables.prop
 871       - shell:
 872           !include-raw-escape:
 873           - ../scripts/setup_executor_env.sh
 874       - shell:
 875           !include-raw-escape:
 876           - ../scripts/csit/perf-timed.sh
 877
 878     publishers:
 879       - fdio-infra-publish
 880
 881 - job-template:
 882     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 883
 884     description: |
 885       <ul>
 886           <li>objective
 887               <ul>
 888                   <li>perf verify - per csit gerrit patch
 889               </ul>
 890           <li>job
 891               <ul>
 892                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 893                   <li>trigger: keyword in comment to csit patch:
 894                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 895               </ul>
 896           <li>perf test-cases selection
 897               <ul>
 898                   <li>test-cases selected using trigger keyword followed by tags
 899                   <li>all test-cases are labelled with CSIT RF topic tags
 900                       defined in <i>csit/docs/tag_documentation.rst</i>
 901               </ul>
 902           <li>proposed keywords
 903               <ul>
 904                   <li>focus on testing specified trex packet processing path
 905                   <li>format: csit-{node-arch}-perftest tag_list
 906               </ul>
 907           <li>results
 908               <ul>
 909                   <li>jjb verify: PASS/FAIL
 910                   <li>present: no
 911                   <li>analyse: no
 912               </ul>
 913       </ul>
 914
 915     project-type: freestyle
 916     node: 'm-builder-{os}-prod-{executor-arch}'
 917     concurrent: true
 918     latest-only: false
 919
 920     properties:
 921       - lf-infra-properties:
 922           build-days-to-keep: "{build-days-to-keep}"
 923
 924     parameters:
 925       - project-parameter:
 926           project: '{project}'
 927       - gerrit-parameter:
 928           branch: '{branch}'
 929       - gerrit-refspec-parameter
 930       - gerrit-event-type-parameter
 931       - gerrit-event-comment-text-parameter
 932       - csit-perf-trial-duration-parameter:
 933           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 934       - csit-perf-trial-multiplicity-parameter:
 935           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 936       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 937
 938     scm:
 939       - gerrit-trigger-scm:
 940           credentials-id: 'jenkins-gerrit-credentials'
 941           refspec: '$GERRIT_REFSPEC'
 942           choosing-strategy: 'gerrit'
 943
 944     wrappers:
 945       - fdio-infra-wrappers-non-activity-timeout:
 946           build-timeout: '{build-timeout}'
 947
 948     triggers:
 949       - gerrit-trigger-csit-perftest:
 950           project: '{project}'
 951           branch: '{branch}'
 952           trigger-word: 'csit-trex-{node-arch}-perftest'
 953           skip-vote: false
 954
 955     builders:
 956       - shell:
 957           !include-raw-escape:
 958           - ../scripts/setup_executor_env.sh
 959       - shell:
 960           !include-raw-escape:
 961           - ../scripts/csit/perf-verify.sh
 962
 963     publishers:
 964       - fdio-infra-publish
 965
 966 - job-template:
 967     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 968
 969     description: |
 970       <ul>
 971           <li>objective
 972               <ul>
 973                   <li>perf verify - per csit gerrit patch
 974               </ul>
 975           <li>job
 976               <ul>
 977                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 978                   <li>trigger: keyword in comment to csit patch:
 979                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 980               </ul>
 981           <li>perf test-cases selection
 982               <ul>
 983                   <li>test-cases selected using trigger keyword followed by tags
 984                   <li>all test-cases are labelled with CSIT RF topic tags
 985                       defined in <i>csit/docs/tag_documentation.rst</i>
 986               </ul>
 987           <li>default tags for dpdk perf test type
 988               <ul>
 989                   <li>IP4BASE, L2XCBASE
 990                   <li>64B: 64B packet size
 991                   <li>1C: one core
 992                   <li>X710: x710 Fortville NIC
 993                   <li>MRR: MRR throughput
 994               </ul>
 995           <li>results
 996               <ul>
 997                   <li>jjb verify: PASS/FAIL
 998                   <li>present: no
 999                   <li>analyse: no
1000               </ul>
1001       </ul>
1002
1003     project-type: freestyle
1004     node: 'm-builder-{os}-prod-{executor-arch}'
1005     concurrent: true
1006     latest-only: false
1007
1008     properties:
1009       - lf-infra-properties:
1010           build-days-to-keep: "{build-days-to-keep}"
1011
1012     parameters:
1013       - project-parameter:
1014           project: '{project}'
1015       - gerrit-parameter:
1016           branch: '{branch}'
1017       - gerrit-refspec-parameter
1018       - gerrit-event-type-parameter
1019       - gerrit-event-comment-text-parameter
1020       - csit-perf-trial-duration-parameter:
1021           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1022       - csit-perf-trial-multiplicity-parameter:
1023           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1024
1025     scm:
1026       - gerrit-trigger-scm:
1027           credentials-id: 'jenkins-gerrit-credentials'
1028           refspec: '$GERRIT_REFSPEC'
1029           choosing-strategy: 'gerrit'
1030
1031     wrappers:
1032       - fdio-infra-wrappers-non-activity-timeout:
1033           build-timeout: '{build-timeout}'
1034
1035     triggers:
1036       - gerrit-trigger-csit-perftest:
1037           project: '{project}'
1038           branch: '{branch}'
1039           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1040           skip-vote: false
1041
1042     builders:
1043       - shell:
1044           !include-raw-escape:
1045           - ../scripts/setup_executor_env.sh
1046       - shell:
1047           !include-raw-escape:
1048           - ../scripts/csit/perf-verify.sh
1049
1050     publishers:
1051       - fdio-infra-publish
1052
1053 - job-template:
1054     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1055
1056     description: |
1057       <ul>
1058           <li>objective
1059               <ul>
1060                   <li>check dpdk perf mrr weekly
1061               </ul>
1062           <li>perf test-cases selection
1063               <ul>
1064                   <li>all CSIT DPDK MRR perf suites
1065               </ul>
1066           <li>results
1067               <ul>
1068                   <li>jjb verify: PASS/FAIL
1069                   <li>present: no
1070                   <li>analyse: csit project (catch malfunctions/degradations)
1071               </ul>
1072       </ul>
1073
1074     project-type: freestyle
1075     node: 'm-builder-{os}-prod-{executor-arch}'
1076     concurrent: false
1077     latest-only: false
1078
1079     properties:
1080       - lf-infra-properties:
1081           build-days-to-keep: "{build-days-to-keep}"
1082
1083     parameters:
1084       - project-parameter:
1085           project: '{project}'
1086       - gerrit-parameter:
1087           branch: '{branch}'
1088       - csit-perf-trial-duration-parameter:
1089           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1090       - csit-perf-trial-multiplicity-parameter:
1091           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1092
1093     wrappers:
1094       - fdio-infra-wrappers-non-activity-timeout:
1095           build-timeout: '{build-timeout}'
1096
1097     triggers:
1098       - timed: '{periodicity}'
1099
1100     builders:
1101       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1102       - inject:
1103           properties-file: variables.prop
1104       - shell:
1105           !include-raw-escape:
1106           - ../scripts/setup_executor_env.sh
1107       - shell:
1108           !include-raw-escape:
1109           - ../scripts/csit/perf-timed.sh
1110
1111     publishers:
1112       - fdio-infra-publish
1113
1114 - job-template:
1115     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1116
1117     description: |
1118       <ul>
1119           <li>objective
1120               <ul>
1121                   <li>get vpp performance iterative data for csit report
1122               </ul>
1123           <li>job
1124               <ul>
1125                   <li>name:
1126                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1127                       {node-arch}</b>
1128                   <li>trigger: keyword in comment to csit patch:
1129                       <b>csit-vpp-report-iter-{node-arch}-perftest
1130                       test_set_id</b>
1131                   <li>trigger example:
1132                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1133               </ul>
1134           <li>perf test-cases selection
1135               <ul>
1136                   <li>test-cases selected by tags defined in
1137                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1138                       test_set_id.md</i>
1139               </ul>
1140
1141           <li>results
1142               <ul>
1143                   <li>jjb verify: PASS/FAIL
1144                   <li>present: vpp performance
1145                   <li>analyse: vpp performance
1146               </ul>
1147       </ul>
1148
1149     project-type: freestyle
1150     node: 'm-builder-{os}-prod-{executor-arch}'
1151     concurrent: true
1152     latest-only: false
1153
1154     properties:
1155       - lf-infra-properties:
1156           build-days-to-keep: "{build-days-to-keep}"
1157
1158     parameters:
1159       - project-parameter:
1160           project: '{project}'
1161       - gerrit-parameter:
1162           branch: '{branch}'
1163       - gerrit-refspec-parameter
1164       - gerrit-event-type-parameter
1165       - gerrit-event-comment-text-parameter
1166       - csit-perf-trial-duration-parameter:
1167           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1168       - csit-perf-trial-multiplicity-parameter:
1169           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1170
1171     scm:
1172       - gerrit-trigger-scm:
1173           credentials-id: 'jenkins-gerrit-credentials'
1174           refspec: '$GERRIT_REFSPEC'
1175           choosing-strategy: 'gerrit'
1176
1177     wrappers:
1178       - fdio-infra-wrappers-non-activity-timeout:
1179           build-timeout: '{build-timeout}'
1180
1181     triggers:
1182       - gerrit-trigger-csit-perftest:
1183           project: '{project}'
1184           branch: '{branch}'
1185           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1186           skip-vote: false
1187
1188     builders:
1189       - shell:
1190           !include-raw-escape:
1191           - ../scripts/setup_executor_env.sh
1192       - shell:
1193           !include-raw-escape:
1194           - ../scripts/csit/perf-verify.sh
1195
1196     publishers:
1197       - fdio-infra-publish
1198
1199 - job-template:
1200     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1201
1202     description: |
1203       <ul>
1204           <li>objective
1205               <ul>
1206                   <li>get dpdk performance iterative data for csit report
1207               </ul>
1208           <li>job
1209               <ul>
1210                   <li>name:
1211                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1212                       {node-arch}</b>
1213                   <li>trigger: keyword in comment to csit patch:
1214                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1215                       test_set_id</b>
1216                   <li>trigger example:
1217                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1218               </ul>
1219           <li>perf test-cases selection
1220               <ul>
1221                   <li>test-cases selected by tags defined in
1222                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1223                       test_set_id.md</i>
1224               </ul>
1225
1226           <li>results
1227               <ul>
1228                   <li>jjb verify: PASS/FAIL
1229                   <li>present: dpdk performance
1230                   <li>analyse: dpdk performance
1231               </ul>
1232       </ul>
1233
1234     project-type: freestyle
1235     node: 'm-builder-{os}-prod-{executor-arch}'
1236     concurrent: true
1237     latest-only: false
1238
1239     properties:
1240       - lf-infra-properties:
1241           build-days-to-keep: "{build-days-to-keep}"
1242
1243     parameters:
1244       - project-parameter:
1245           project: '{project}'
1246       - gerrit-parameter:
1247           branch: '{branch}'
1248       - gerrit-refspec-parameter
1249       - gerrit-event-type-parameter
1250       - gerrit-event-comment-text-parameter
1251       - csit-perf-trial-duration-parameter:
1252           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1253       - csit-perf-trial-multiplicity-parameter:
1254           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1255
1256     scm:
1257       - gerrit-trigger-scm:
1258           credentials-id: 'jenkins-gerrit-credentials'
1259           refspec: '$GERRIT_REFSPEC'
1260           choosing-strategy: 'gerrit'
1261
1262     wrappers:
1263       - fdio-infra-wrappers-non-activity-timeout:
1264           build-timeout: '{build-timeout}'
1265
1266     triggers:
1267       - gerrit-trigger-csit-perftest:
1268           project: '{project}'
1269           branch: '{branch}'
1270           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1271           skip-vote: false
1272
1273     builders:
1274       - shell:
1275           !include-raw-escape:
1276           - ../scripts/setup_executor_env.sh
1277       - shell:
1278           !include-raw-escape:
1279           - ../scripts/csit/perf-verify.sh
1280
1281     publishers:
1282       - fdio-infra-publish
1283
1284 - job-template:
1285     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1286
1287     description: |
1288       <ul>
1289           <li>objective
1290               <ul>
1291                   <li>get trex performance iterative data for csit report
1292               </ul>
1293           <li>job
1294               <ul>
1295                   <li>name:
1296                       <b>csit-trex-perf-report-iterative-{stream_report}-
1297                       {node-arch}</b>
1298                   <li>trigger: keyword in comment to csit patch:
1299                       <b>csit-trex-report-iter-{node-arch}-perftest
1300                       test_set_id</b>
1301                   <li>trigger example:
1302                       csit-trex-report-iter-{node-arch}-perftest trex-00
1303               </ul>
1304           <li>perf test-cases selection
1305               <ul>
1306                   <li>test-cases selected by tags defined in
1307                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1308                       test_set_id.md</i>
1309               </ul>
1310
1311           <li>results
1312               <ul>
1313                   <li>jjb verify: PASS/FAIL
1314                   <li>present: trex performance
1315                   <li>analyse: trex performance
1316               </ul>
1317       </ul>
1318
1319     project-type: freestyle
1320     node: 'm-builder-{os}-prod-{executor-arch}'
1321     concurrent: true
1322     latest-only: false
1323
1324     properties:
1325       - lf-infra-properties:
1326           build-days-to-keep: "{build-days-to-keep}"
1327
1328     parameters:
1329       - project-parameter:
1330           project: '{project}'
1331       - gerrit-parameter:
1332           branch: '{branch}'
1333       - gerrit-refspec-parameter
1334       - gerrit-event-type-parameter
1335       - gerrit-event-comment-text-parameter
1336       - csit-perf-trial-duration-parameter:
1337           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1338       - csit-perf-trial-multiplicity-parameter:
1339           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1340
1341     scm:
1342       - gerrit-trigger-scm:
1343           credentials-id: 'jenkins-gerrit-credentials'
1344           refspec: '$GERRIT_REFSPEC'
1345           choosing-strategy: 'gerrit'
1346
1347     wrappers:
1348       - fdio-infra-wrappers-non-activity-timeout:
1349           build-timeout: '{build-timeout}'
1350
1351     triggers:
1352       - gerrit-trigger-csit-perftest:
1353           project: '{project}'
1354           branch: '{branch}'
1355           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1356           skip-vote: false
1357
1358     builders:
1359       - shell:
1360           !include-raw-escape:
1361           - ../scripts/setup_executor_env.sh
1362       - shell:
1363           !include-raw-escape:
1364           - ../scripts/csit/perf-verify.sh
1365
1366     publishers:
1367       - fdio-infra-publish
1368
1369 - job-template:
1370     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1371
1372     description: |
1373       <ul>
1374           <li>objective
1375               <ul>
1376                   <li>get vpp performance coverage data for csit report
1377               </ul>
1378           <li>job
1379               <ul>
1380                   <li>name:
1381                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1382                       {node-arch}</b>
1383                   <li>trigger: keyword in comment to csit patch:
1384                       <b>csit-vpp-report-cov-{node-arch}-perftest
1385                       test_set_id</b>
1386                   <li>trigger example:
1387                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1388               </ul>
1389           <li>perf test-cases selection
1390               <ul>
1391                   <li>test-cases selected by tags defined in
1392                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1393                       test_set_id.md</i>
1394               </ul>
1395
1396           <li>results
1397               <ul>
1398                   <li>jjb verify: PASS/FAIL
1399                   <li>present: vpp performance
1400                   <li>analyse: vpp performance
1401               </ul>
1402       </ul>
1403
1404     project-type: freestyle
1405     node: 'm-builder-{os}-prod-{executor-arch}'
1406     concurrent: true
1407     latest-only: false
1408
1409     properties:
1410       - lf-infra-properties:
1411           build-days-to-keep: "{build-days-to-keep}"
1412
1413     parameters:
1414       - project-parameter:
1415           project: '{project}'
1416       - gerrit-parameter:
1417           branch: '{branch}'
1418       - gerrit-refspec-parameter
1419       - gerrit-event-type-parameter
1420       - gerrit-event-comment-text-parameter
1421       - csit-perf-trial-duration-parameter:
1422           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1423       - csit-perf-trial-multiplicity-parameter:
1424           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1425
1426     scm:
1427       - gerrit-trigger-scm:
1428           credentials-id: 'jenkins-gerrit-credentials'
1429           refspec: '$GERRIT_REFSPEC'
1430           choosing-strategy: 'gerrit'
1431
1432     wrappers:
1433       - fdio-infra-wrappers-non-activity-timeout:
1434           build-timeout: '{build-timeout}'
1435
1436     triggers:
1437       - gerrit-trigger-csit-perftest:
1438           project: '{project}'
1439           branch: '{branch}'
1440           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1441           skip-vote: false
1442
1443     builders:
1444       - shell:
1445           !include-raw-escape:
1446           - ../scripts/setup_executor_env.sh
1447       - shell:
1448           !include-raw-escape:
1449           - ../scripts/csit/perf-verify.sh
1450
1451     publishers:
1452       - fdio-infra-publish
1453
1454 - job-template:
1455     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1456
1457     description: |
1458       <ul>
1459           <li>objective
1460               <ul>
1461                   <li>get dpdk performance coverage data for csit report
1462               </ul>
1463           <li>job
1464               <ul>
1465                   <li>name:
1466                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1467                       {node-arch}</b>
1468                   <li>trigger: keyword in comment to csit patch:
1469                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1470                       test_set_id</b>
1471                   <li>trigger example:
1472                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1473               </ul>
1474           <li>perf test-cases selection
1475               <ul>
1476                   <li>test-cases selected by tags defined in
1477                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1478                       test_set_id.md</i>
1479               </ul>
1480
1481           <li>results
1482               <ul>
1483                   <li>jjb verify: PASS/FAIL
1484                   <li>present: dpdk performance
1485                   <li>analyse: dpdk performance
1486               </ul>
1487       </ul>
1488
1489     project-type: freestyle
1490     node: 'm-builder-{os}-prod-{executor-arch}'
1491     concurrent: true
1492     latest-only: false
1493
1494     properties:
1495       - lf-infra-properties:
1496           build-days-to-keep: "{build-days-to-keep}"
1497
1498     parameters:
1499       - project-parameter:
1500           project: '{project}'
1501       - gerrit-parameter:
1502           branch: '{branch}'
1503       - gerrit-refspec-parameter
1504       - gerrit-event-type-parameter
1505       - gerrit-event-comment-text-parameter
1506       - csit-perf-trial-duration-parameter:
1507           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1508       - csit-perf-trial-multiplicity-parameter:
1509           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1510
1511     scm:
1512       - gerrit-trigger-scm:
1513           credentials-id: 'jenkins-gerrit-credentials'
1514           refspec: '$GERRIT_REFSPEC'
1515           choosing-strategy: 'gerrit'
1516
1517     wrappers:
1518       - fdio-infra-wrappers-non-activity-timeout:
1519           build-timeout: '{build-timeout}'
1520
1521     triggers:
1522       - gerrit-trigger-csit-perftest:
1523           project: '{project}'
1524           branch: '{branch}'
1525           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1526           skip-vote: false
1527
1528     builders:
1529       - shell:
1530           !include-raw-escape:
1531           - ../scripts/setup_executor_env.sh
1532       - shell:
1533           !include-raw-escape:
1534           - ../scripts/csit/perf-verify.sh
1535
1536     publishers:
1537       - fdio-infra-publish
1538
1539 - job-template:
1540     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1541
1542     description: |
1543       <ul>
1544           <li>objective
1545               <ul>
1546                   <li>get trex performance coverage data for csit report
1547               </ul>
1548           <li>job
1549               <ul>
1550                   <li>name:
1551                       <b>csit-trex-perf-report-coverage-{stream_report}-
1552                       {node-arch}</b>
1553                   <li>trigger: keyword in comment to csit patch:
1554                       <b>csit-trex-report-cov-{node-arch}-perftest
1555                       test_set_id</b>
1556                   <li>trigger example:
1557                       csit-trex-report-cov-{node-arch}-perftest trex-00
1558               </ul>
1559           <li>perf test-cases selection
1560               <ul>
1561                   <li>test-cases selected by tags defined in
1562                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1563                       test_set_id.md</i>
1564               </ul>
1565
1566           <li>results
1567               <ul>
1568                   <li>jjb verify: PASS/FAIL
1569                   <li>present: trex performance
1570                   <li>analyse: trex performance
1571               </ul>
1572       </ul>
1573
1574     project-type: freestyle
1575     node: 'm-builder-{os}-prod-{executor-arch}'
1576     concurrent: true
1577     latest-only: false
1578
1579     properties:
1580       - lf-infra-properties:
1581           build-days-to-keep: "{build-days-to-keep}"
1582
1583     parameters:
1584       - project-parameter:
1585           project: '{project}'
1586       - gerrit-parameter:
1587           branch: '{branch}'
1588       - gerrit-refspec-parameter
1589       - gerrit-event-type-parameter
1590       - gerrit-event-comment-text-parameter
1591       - csit-perf-trial-duration-parameter:
1592           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1593       - csit-perf-trial-multiplicity-parameter:
1594           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1595
1596     scm:
1597       - gerrit-trigger-scm:
1598           credentials-id: 'jenkins-gerrit-credentials'
1599           refspec: '$GERRIT_REFSPEC'
1600           choosing-strategy: 'gerrit'
1601
1602     wrappers:
1603       - fdio-infra-wrappers-non-activity-timeout:
1604           build-timeout: '{build-timeout}'
1605
1606     triggers:
1607       - gerrit-trigger-csit-perftest:
1608           project: '{project}'
1609           branch: '{branch}'
1610           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1611           skip-vote: false
1612
1613     builders:
1614       - shell:
1615           !include-raw-escape:
1616           - ../scripts/setup_executor_env.sh
1617       - shell:
1618           !include-raw-escape:
1619           - ../scripts/csit/perf-verify.sh
1620
1621     publishers:
1622       - fdio-infra-publish