jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3na-spr:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3nb-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-spr:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-icx:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'x86_64'
  76             - 3n-tsh:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'aarch64'
  79             - 3n-alt:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-snr:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'x86_64'
  85             - 3na-spr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3nb-spr:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91           periodicity: '0 0 * * 6'
  92       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  93           node-arch:
  94             - 1n-aws:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97             - 2n-icx:
  98                 os: 'ubuntu2204'
  99                 executor-arch: 'x86_64'
 100             - 2n-spr:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 104           node-arch:
 105             - 2n-icx:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108             - 2n-clx:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'x86_64'
 111             - 2n-spr:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-zn2:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-tx2:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'aarch64'
 120             - 3n-icx:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 3n-tsh:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-alt:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'aarch64'
 129             - 3n-snr:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'x86_64'
 132             - 3na-spr:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'x86_64'
 135             - 3nb-spr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138           stream:
 139             - master:
 140                 branch: 'master'
 141                 branch-id: 'oper'
 142             - '2310':
 143                 branch: 'rls2310'
 144                 branch-id: 'oper-rls2310'
 145       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 146           node-arch:
 147             - 2n-icx:
 148                 os: 'ubuntu2204'
 149                 executor-arch: 'x86_64'
 150                 periodicity: '30 22 * * 0-4'
 151             - 2n-clx:
 152                 os: 'ubuntu2204'
 153                 executor-arch: 'x86_64'
 154                 periodicity: '30 22 * * 0-4'
 155             - 2n-spr:
 156                 os: 'ubuntu2204'
 157                 executor-arch: 'x86_64'
 158                 periodicity: '30 22 * * 1,4'
 159             - 2n-zn2:
 160                 os: 'ubuntu2204'
 161                 executor-arch: 'x86_64'
 162                 periodicity: '30 22 * * 1,4'
 163             - 2n-tx2:
 164                 os: 'ubuntu2204'
 165                 executor-arch: 'aarch64'
 166                 periodicity: '30 22 * * 1,4'
 167             - 3n-icx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170                 periodicity: '30 22 * * 1,4'
 171             - 3n-tsh:
 172                 os: 'ubuntu2204'
 173                 executor-arch: 'aarch64'
 174                 periodicity: '30 22 * * 1,4'
 175             - 3n-alt:
 176                 os: 'ubuntu2204'
 177                 executor-arch: 'aarch64'
 178                 periodicity: '30 22 * * 1,4'
 179             - 3n-snr:
 180                 os: 'ubuntu2204'
 181                 executor-arch: 'x86_64'
 182                 periodicity: '30 22 * * 0-4'
 183             - 3na-spr:
 184                 os: 'ubuntu2204'
 185                 executor-arch: 'x86_64'
 186                 periodicity: '30 22 * * 1,4'
 187             - 3nb-spr:
 188                 os: 'ubuntu2204'
 189                 executor-arch: 'x86_64'
 190                 periodicity: '30 22 * * 1,4'
 191       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 192           node-arch:
 193             - 2n-icx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196                 periodicity: '30 22 * * 0-4'
 197             - 2n-spr:
 198                 os: 'ubuntu2204'
 199                 executor-arch: 'x86_64'
 200                 periodicity: '30 22 * * 1,4'
 201             - 3n-icx:
 202                 os: 'ubuntu2204'
 203                 executor-arch: 'x86_64'
 204                 periodicity: '30 22 * * 1,4'
 205             - 3na-spr:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'x86_64'
 208                 periodicity: '30 22 * * 1,4'
 209             - 3nb-spr:
 210                 os: 'ubuntu2204'
 211                 executor-arch: 'x86_64'
 212                 periodicity: '30 22 * * 1,4'
 213       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 214           node-arch:
 215             - 2n-icx:
 216                 os: 'ubuntu2204'
 217                 executor-arch: 'x86_64'
 218             - 2n-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221             - 2n-clx:
 222                 os: 'ubuntu2204'
 223                 executor-arch: 'x86_64'
 224             - 2n-aws:
 225                 os: 'ubuntu2204'
 226                 executor-arch: 'x86_64'
 227             - 2n-c6in:
 228                 os: 'ubuntu2204'
 229                 executor-arch: 'x86_64'
 230           stream:
 231             - master:
 232                 branch: 'master'
 233                 branch-id: 'oper'
 234           periodicity: '0 0 * * 6'
 235       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 236           node-arch:
 237             - 1n-aws:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240                 periodicity: '0 0 * * 6'
 241             - 2n-icx:
 242                 os: 'ubuntu2204'
 243                 executor-arch: 'x86_64'
 244                 periodicity: '0 0 * * 6'
 245             - 2n-spr:
 246                 os: 'ubuntu2204'
 247                 executor-arch: 'x86_64'
 248                 periodicity: '0 0 * * 6'
 249       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 250           node-arch:
 251             - 2n-icx:
 252                 os: 'ubuntu2204'
 253                 executor-arch: 'x86_64'
 254             - 2n-clx:
 255                 os: 'ubuntu2204'
 256                 executor-arch: 'x86_64'
 257             - 2n-spr:
 258                 os: 'ubuntu2204'
 259                 executor-arch: 'x86_64'
 260             - 2n-zn2:
 261                 os: 'ubuntu2204'
 262                 executor-arch: 'x86_64'
 263             - 2n-tx2:
 264                 os: 'ubuntu2204'
 265                 executor-arch: 'aarch64'
 266             - 3n-icx:
 267                 os: 'ubuntu2204'
 268                 executor-arch: 'x86_64'
 269             - 3n-tsh:
 270                 os: 'ubuntu2204'
 271                 executor-arch: 'aarch64'
 272             - 3n-alt:
 273                 os: 'ubuntu2204'
 274                 executor-arch: 'aarch64'
 275             - 3n-snr:
 276                 os: 'ubuntu2204'
 277                 executor-arch: 'x86_64'
 278             - 3na-spr:
 279                 os: 'ubuntu2204'
 280                 executor-arch: 'x86_64'
 281             - 3nb-spr:
 282                 os: 'ubuntu2204'
 283                 executor-arch: 'x86_64'
 284           periodicity: '0 0 * * 6'
 285       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 286           node-arch:
 287             - 2n-icx:
 288                 os: 'ubuntu2204'
 289                 executor-arch: 'x86_64'
 290             - 2n-clx:
 291                 os: 'ubuntu2204'
 292                 executor-arch: 'x86_64'
 293             - 2n-spr:
 294                 os: 'ubuntu2204'
 295                 executor-arch: 'x86_64'
 296             - 2n-zn2:
 297                 os: 'ubuntu2204'
 298                 executor-arch: 'x86_64'
 299             - 2n-tx2:
 300                 os: 'ubuntu2204'
 301                 executor-arch: 'aarch64'
 302             - 3n-icx:
 303                 os: 'ubuntu2204'
 304                 executor-arch: 'x86_64'
 305             - 3n-tsh:
 306                 os: 'ubuntu2204'
 307                 executor-arch: 'aarch64'
 308             - 3n-alt:
 309                 os: 'ubuntu2204'
 310                 executor-arch: 'aarch64'
 311             - 2n-aws:
 312                 os: 'ubuntu2204'
 313                 executor-arch: 'x86_64'
 314             - 2n-c6in:
 315                 os: 'ubuntu2204'
 316                 executor-arch: 'x86_64'
 317             - 3n-aws:
 318                 os: 'ubuntu2204'
 319                 executor-arch: 'x86_64'
 320             - 3n-snr:
 321                 os: 'ubuntu2204'
 322                 executor-arch: 'x86_64'
 323             - 3na-spr:
 324                 os: 'ubuntu2204'
 325                 executor-arch: 'x86_64'
 326             - 3nb-spr:
 327                 os: 'ubuntu2204'
 328                 executor-arch: 'x86_64'
 329       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 330           node-arch:
 331             - 2n-icx:
 332                 os: 'ubuntu2204'
 333                 executor-arch: 'x86_64'
 334             - 2n-clx:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-spr:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'x86_64'
 340             - 2n-zn2:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 2n-tx2:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'aarch64'
 346             - 3n-icx:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'x86_64'
 349             - 3n-tsh:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'aarch64'
 352             - 3n-alt:
 353                 os: 'ubuntu2204'
 354                 executor-arch: 'aarch64'
 355             - 2n-aws:
 356                 os: 'ubuntu2204'
 357                 executor-arch: 'x86_64'
 358             - 3n-aws:
 359                 os: 'ubuntu2204'
 360                 executor-arch: 'x86_64'
 361             - 3n-snr:
 362                 os: 'ubuntu2204'
 363                 executor-arch: 'x86_64'
 364             - 3na-spr:
 365                 os: 'ubuntu2204'
 366                 executor-arch: 'x86_64'
 367             - 3nb-spr:
 368                 os: 'ubuntu2204'
 369                 executor-arch: 'x86_64'
 370       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 371           node-arch:
 372             - 1n-aws:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'x86_64'
 375             - 2n-icx:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'x86_64'
 378             - 2n-spr:
 379                 os: 'ubuntu2204'
 380                 executor-arch: 'x86_64'
 381       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 382           node-arch:
 383             - 2n-icx:
 384                 os: 'ubuntu2204'
 385                 executor-arch: 'x86_64'
 386             - 2n-clx:
 387                 os: 'ubuntu2204'
 388                 executor-arch: 'x86_64'
 389             - 2n-spr:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'x86_64'
 392             - 2n-zn2:
 393                 os: 'ubuntu2204'
 394                 executor-arch: 'x86_64'
 395             - 2n-tx2:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'aarch64'
 398             - 3n-icx:
 399                 os: 'ubuntu2204'
 400                 executor-arch: 'x86_64'
 401             - 3n-tsh:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'aarch64'
 404             - 3n-alt:
 405                 os: 'ubuntu2204'
 406                 executor-arch: 'aarch64'
 407             - 2n-aws:
 408                 os: 'ubuntu2204'
 409                 executor-arch: 'x86_64'
 410             - 2n-c6in:
 411                 os: 'ubuntu2204'
 412                 executor-arch: 'x86_64'
 413             - 3n-aws:
 414                 os: 'ubuntu2204'
 415                 executor-arch: 'x86_64'
 416             - 3n-snr:
 417                 os: 'ubuntu2204'
 418                 executor-arch: 'x86_64'
 419             - 3na-spr:
 420                 os: 'ubuntu2204'
 421                 executor-arch: 'x86_64'
 422             - 3nb-spr:
 423                 os: 'ubuntu2204'
 424                 executor-arch: 'x86_64'
 425       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 426           node-arch:
 427             - 2n-icx:
 428                 os: 'ubuntu2204'
 429                 executor-arch: 'x86_64'
 430             - 2n-clx:
 431                 os: 'ubuntu2204'
 432                 executor-arch: 'x86_64'
 433             - 2n-spr:
 434                 os: 'ubuntu2204'
 435                 executor-arch: 'x86_64'
 436             - 2n-zn2:
 437                 os: 'ubuntu2204'
 438                 executor-arch: 'x86_64'
 439             - 2n-tx2:
 440                 os: 'ubuntu2204'
 441                 executor-arch: 'aarch64'
 442             - 3n-icx:
 443                 os: 'ubuntu2204'
 444                 executor-arch: 'x86_64'
 445             - 3n-tsh:
 446                 os: 'ubuntu2204'
 447                 executor-arch: 'aarch64'
 448             - 3n-alt:
 449                 os: 'ubuntu2204'
 450                 executor-arch: 'aarch64'
 451             - 2n-aws:
 452                 os: 'ubuntu2204'
 453                 executor-arch: 'x86_64'
 454             - 2n-c6in:
 455                 os: 'ubuntu2204'
 456                 executor-arch: 'x86_64'
 457             - 3n-aws:
 458                 os: 'ubuntu2204'
 459                 executor-arch: 'x86_64'
 460             - 3n-snr:
 461                 os: 'ubuntu2204'
 462                 executor-arch: 'x86_64'
 463             - 3na-spr:
 464                 os: 'ubuntu2204'
 465                 executor-arch: 'x86_64'
 466             - 3nb-spr:
 467                 os: 'ubuntu2204'
 468                 executor-arch: 'x86_64'
 469       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 470           node-arch:
 471             - 1n-aws:
 472                 os: 'ubuntu2204'
 473                 executor-arch: 'x86_64'
 474             - 2n-icx:
 475                 os: 'ubuntu2204'
 476                 executor-arch: 'x86_64'
 477             - 2n-spr:
 478                 os: 'ubuntu2204'
 479                 executor-arch: 'x86_64'
 480
 481     project: 'csit'
 482     branch: 'master'
 483     branch-id: 'oper'
 484     csit-perf-trial-duration: '1.0'
 485     csit-perf-trial-multiplicity: '10'
 486     stream:
 487       - master:
 488           branch: 'master'
 489           branch-id: 'oper'
 490       - '2310':
 491           branch: 'rls2310'
 492           branch-id: 'oper-rls2310'
 493     stream_report:
 494       - '2310':
 495           branch: 'rls2310'
 496           branch-id: 'oper-rls2310'
 497
 498     build-artifact-num-to-keep: 10
 499
 500
 501 - job-template:
 502     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 503
 504     description: |
 505       <ul>
 506           <li>objective
 507               <ul>
 508                   <li>perf verify - per csit gerrit patch
 509               </ul>
 510           <li>job
 511               <ul>
 512                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 513                   <li>trigger: keyword in comment to csit patch:
 514                       <b>csit-{node-arch}-perftest tag_list</b>
 515               </ul>
 516           <li>perf test-cases selection
 517               <ul>
 518                   <li>test-cases selected using trigger keyword followed by tags
 519                   <li>all test-cases are labelled with CSIT RF topic tags
 520                       defined in <i>csit/docs/tag_documentation.rst</i>
 521               </ul>
 522           <li>proposed keywords
 523               <ul>
 524                   <li>focus on testing specified vpp packet processing path
 525                   <li>format: csit-{node-arch}-perftest tag_list
 526               </ul>
 527           <li>default tags for vpp startup config and perf test type
 528               <ul>
 529                   <li>IP4BASE, IP6BASE, L2BDBASE
 530                   <li>64B/78B: 64B/78B packet size
 531                   <li>1C: one core
 532                   <li>X710: x710 Fortville NIC
 533                   <li>MRR: MRR throughput
 534               </ul>
 535           <li>results
 536               <ul>
 537                   <li>jjb verify: PASS/FAIL
 538                   <li>present: no
 539                   <li>analyse: no
 540               </ul>
 541       </ul>
 542
 543     project-type: freestyle
 544     node: 'm-builder-{os}-prod-{executor-arch}'
 545     concurrent: true
 546     latest-only: false
 547
 548     properties:
 549       - lf-infra-properties:
 550           build-days-to-keep: "{build-days-to-keep}"
 551
 552     parameters:
 553       - project-parameter:
 554           project: '{project}'
 555       - gerrit-parameter:
 556           branch: '{branch}'
 557       - gerrit-refspec-parameter
 558       - gerrit-event-type-parameter
 559       - gerrit-event-comment-text-parameter
 560       - csit-perf-trial-duration-parameter:
 561           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 562       - csit-perf-trial-multiplicity-parameter:
 563           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 564       # This is a manually-triggered verify job, part of API coverage.
 565       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 566       # Can be removed when this job is no longer needed for full API coverage.
 567       - csit-fail-on-crc-mismatch-parameter:
 568           fail-on-crc-mismatch: 'True'
 569
 570     scm:
 571       - gerrit-trigger-scm:
 572           credentials-id: 'jenkins-gerrit-credentials'
 573           refspec: '$GERRIT_REFSPEC'
 574           choosing-strategy: 'gerrit'
 575
 576     wrappers:
 577       - fdio-infra-wrappers-non-activity-timeout:
 578           build-timeout: '{build-timeout}'
 579
 580     triggers:
 581       - gerrit-trigger-csit-perftest:
 582           project: '{project}'
 583           branch: '{branch}'
 584           trigger-word: 'csit-{node-arch}-perftest'
 585           skip-vote: false
 586
 587     builders:
 588       - shell:
 589           !include-raw-escape:
 590           - ../scripts/setup_executor_env.sh
 591       - shell:
 592           !include-raw-escape:
 593           - ../scripts/csit/perf-verify.sh
 594
 595     publishers:
 596       - fdio-infra-publish
 597
 598 - job-template:
 599     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 600
 601     description: |
 602       <ul>
 603           <li>objective
 604               <ul>
 605                   <li>check vpp perf mrr daily
 606               </ul>
 607           <li>perf test-cases selection
 608               <ul>
 609                   <li>all CSIT VPP MRR perf suites
 610               </ul>
 611           <li>results
 612               <ul>
 613                   <li>jjb verify: PASS/FAIL
 614                   <li>present: no
 615                   <li>analyse: csit project (catch malfunctions/degradations)
 616               </ul>
 617       </ul>
 618
 619     project-type: freestyle
 620     node: 'm-builder-{os}-prod-{executor-arch}'
 621     concurrent: false
 622     latest-only: false
 623
 624     properties:
 625       - lf-infra-properties:
 626           build-days-to-keep: "{build-days-to-keep}"
 627
 628     parameters:
 629       - project-parameter:
 630           project: '{project}'
 631       - gerrit-parameter:
 632           branch: '{branch}'
 633       - csit-perf-trial-duration-parameter:
 634           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 635       - csit-perf-trial-multiplicity-parameter:
 636           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 637
 638     wrappers:
 639       - fdio-infra-wrappers-non-activity-timeout:
 640           build-timeout: '{build-timeout}'
 641
 642     triggers:
 643       - timed: '{periodicity}'
 644
 645     builders:
 646       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 647       - inject:
 648           properties-file: variables.prop
 649       - shell:
 650           !include-raw-escape:
 651           - ../scripts/setup_executor_env.sh
 652       - shell:
 653           !include-raw-escape:
 654           - ../scripts/csit/perf-timed.sh
 655
 656     publishers:
 657       - fdio-infra-publish
 658
 659 - job-template:
 660     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 661
 662     description: |
 663       <ul>
 664           <li>objective
 665               <ul>
 666                   <li>check vpp perf hoststack daily
 667               </ul>
 668           <li>perf test-cases selection
 669               <ul>
 670                   <li>all CSIT VPP HOSTSTACK perf suites
 671               </ul>
 672           <li>results
 673               <ul>
 674                   <li>jjb verify: PASS/FAIL
 675                   <li>present: no
 676                   <li>analyse: csit project (catch malfunctions/degradations)
 677               </ul>
 678       </ul>
 679
 680     project-type: freestyle
 681     node: 'm-builder-{os}-prod-{executor-arch}'
 682     concurrent: false
 683     latest-only: false
 684
 685     properties:
 686       - lf-infra-properties:
 687           build-days-to-keep: "{build-days-to-keep}"
 688
 689     parameters:
 690       - project-parameter:
 691           project: '{project}'
 692       - gerrit-parameter:
 693           branch: '{branch}'
 694       - csit-perf-trial-duration-parameter:
 695           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 696       - csit-perf-trial-multiplicity-parameter:
 697           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 698
 699     wrappers:
 700       - fdio-infra-wrappers-non-activity-timeout:
 701           build-timeout: '{build-timeout}'
 702
 703     triggers:
 704       - timed: '{periodicity}'
 705
 706     builders:
 707       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 708       - inject:
 709           properties-file: variables.prop
 710       - shell:
 711           !include-raw-escape:
 712           - ../scripts/setup_executor_env.sh
 713       - shell:
 714           !include-raw-escape:
 715           - ../scripts/csit/perf-timed.sh
 716
 717     publishers:
 718       - fdio-infra-publish
 719
 720 - job-template:
 721     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 722
 723     description: |
 724       <ul>
 725           <li>objective
 726               <ul>
 727                   <li>check vpp perf mrr weekly on {node-arch}
 728               </ul>
 729           <li>perf test-cases selection
 730               <ul>
 731                   <li>NF Density CSIT VPP MRR perf suites
 732               </ul>
 733           <li>results
 734               <ul>
 735                   <li>jjb verify: PASS/FAIL
 736                   <li>present: no
 737                   <li>analyse: csit project (catch malfunctions/degradations)
 738               </ul>
 739       </ul>
 740
 741     project-type: freestyle
 742     node: 'm-builder-{os}-prod-{executor-arch}'
 743     concurrent: false
 744     latest-only: false
 745
 746     properties:
 747       - lf-infra-properties:
 748           build-days-to-keep: "{build-days-to-keep}"
 749
 750     parameters:
 751       - project-parameter:
 752           project: '{project}'
 753       - gerrit-parameter:
 754           branch: '{branch}'
 755       - csit-perf-trial-duration-parameter:
 756           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 757       - csit-perf-trial-multiplicity-parameter:
 758           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 759
 760     wrappers:
 761       - fdio-infra-wrappers-non-activity-timeout:
 762           build-timeout: '{build-timeout}'
 763
 764     triggers:
 765       - timed: '{periodicity}'
 766
 767     builders:
 768       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 769       - inject:
 770           properties-file: variables.prop
 771       - shell:
 772           !include-raw-escape:
 773           - ../scripts/setup_executor_env.sh
 774       - shell:
 775           !include-raw-escape:
 776           - ../scripts/csit/perf-timed.sh
 777
 778     publishers:
 779       - fdio-infra-publish
 780
 781 - job-template:
 782     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 783
 784     description: |
 785       <ul>
 786           <li>objective
 787               <ul>
 788                   <li>check vpp perf ndrpdr weekly on {node-arch}
 789               </ul>
 790           <li>perf test-cases selection
 791               <ul>
 792                   <li>pre-selected CSIT VPP NDRPDR perf suites
 793               </ul>
 794           <li>results
 795               <ul>
 796                   <li>jjb verify: PASS/FAIL
 797                   <li>present: no
 798                   <li>analyse: csit project (catch malfunctions/degradations)
 799               </ul>
 800       </ul>
 801     project-type: freestyle
 802     node: 'm-builder-{os}-prod-{executor-arch}'
 803     concurrent: false
 804     latest-only: false
 805
 806     properties:
 807       - lf-infra-properties:
 808           build-days-to-keep: "{build-days-to-keep}"
 809
 810     parameters:
 811       - project-parameter:
 812           project: '{project}'
 813       - gerrit-parameter:
 814           branch: '{branch}'
 815
 816     wrappers:
 817       - fdio-infra-wrappers-non-activity-timeout:
 818           build-timeout: '{build-timeout}'
 819
 820     triggers:
 821       - timed: '{periodicity}'
 822
 823     builders:
 824       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 825       - inject:
 826           properties-file: variables.prop
 827       - shell:
 828           !include-raw-escape:
 829           - ../scripts/setup_executor_env.sh
 830       - shell:
 831           !include-raw-escape:
 832           - ../scripts/csit/perf-timed.sh
 833
 834     publishers:
 835       - fdio-infra-publish
 836
 837 - job-template:
 838     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 839
 840     description: |
 841       <ul>
 842           <li>objective
 843               <ul>
 844                   <li>check trex perf ndrpdr weekly on {node-arch}
 845               </ul>
 846           <li>perf test-cases selection
 847               <ul>
 848                   <li>pre-selected CSIT TREX NDRPDR perf suites
 849               </ul>
 850           <li>results
 851               <ul>
 852                   <li>jjb verify: PASS/FAIL
 853                   <li>present: no
 854                   <li>analyse: csit project (catch malfunctions/degradations)
 855               </ul>
 856       </ul>
 857     project-type: freestyle
 858     node: 'm-builder-{os}-prod-{executor-arch}'
 859     concurrent: false
 860     latest-only: false
 861
 862     properties:
 863       - lf-infra-properties:
 864           build-days-to-keep: "{build-days-to-keep}"
 865
 866     parameters:
 867       - project-parameter:
 868           project: '{project}'
 869       - gerrit-parameter:
 870           branch: '{branch}'
 871
 872     wrappers:
 873       - fdio-infra-wrappers-non-activity-timeout:
 874           build-timeout: '{build-timeout}'
 875
 876     triggers:
 877       - timed: '{periodicity}'
 878
 879     builders:
 880       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 881       - inject:
 882           properties-file: variables.prop
 883       - shell:
 884           !include-raw-escape:
 885           - ../scripts/setup_executor_env.sh
 886       - shell:
 887           !include-raw-escape:
 888           - ../scripts/csit/perf-timed.sh
 889
 890     publishers:
 891       - fdio-infra-publish
 892
 893 - job-template:
 894     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 895
 896     description: |
 897       <ul>
 898           <li>objective
 899               <ul>
 900                   <li>perf verify - per csit gerrit patch
 901               </ul>
 902           <li>job
 903               <ul>
 904                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 905                   <li>trigger: keyword in comment to csit patch:
 906                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 907               </ul>
 908           <li>perf test-cases selection
 909               <ul>
 910                   <li>test-cases selected using trigger keyword followed by tags
 911                   <li>all test-cases are labelled with CSIT RF topic tags
 912                       defined in <i>csit/docs/tag_documentation.rst</i>
 913               </ul>
 914           <li>proposed keywords
 915               <ul>
 916                   <li>focus on testing specified trex packet processing path
 917                   <li>format: csit-{node-arch}-perftest tag_list
 918               </ul>
 919           <li>results
 920               <ul>
 921                   <li>jjb verify: PASS/FAIL
 922                   <li>present: no
 923                   <li>analyse: no
 924               </ul>
 925       </ul>
 926
 927     project-type: freestyle
 928     node: 'm-builder-{os}-prod-{executor-arch}'
 929     concurrent: true
 930     latest-only: false
 931
 932     properties:
 933       - lf-infra-properties:
 934           build-days-to-keep: "{build-days-to-keep}"
 935
 936     parameters:
 937       - project-parameter:
 938           project: '{project}'
 939       - gerrit-parameter:
 940           branch: '{branch}'
 941       - gerrit-refspec-parameter
 942       - gerrit-event-type-parameter
 943       - gerrit-event-comment-text-parameter
 944       - csit-perf-trial-duration-parameter:
 945           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 946       - csit-perf-trial-multiplicity-parameter:
 947           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 948       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 949
 950     scm:
 951       - gerrit-trigger-scm:
 952           credentials-id: 'jenkins-gerrit-credentials'
 953           refspec: '$GERRIT_REFSPEC'
 954           choosing-strategy: 'gerrit'
 955
 956     wrappers:
 957       - fdio-infra-wrappers-non-activity-timeout:
 958           build-timeout: '{build-timeout}'
 959
 960     triggers:
 961       - gerrit-trigger-csit-perftest:
 962           project: '{project}'
 963           branch: '{branch}'
 964           trigger-word: 'csit-trex-{node-arch}-perftest'
 965           skip-vote: false
 966
 967     builders:
 968       - shell:
 969           !include-raw-escape:
 970           - ../scripts/setup_executor_env.sh
 971       - shell:
 972           !include-raw-escape:
 973           - ../scripts/csit/perf-verify.sh
 974
 975     publishers:
 976       - fdio-infra-publish
 977
 978 - job-template:
 979     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 980
 981     description: |
 982       <ul>
 983           <li>objective
 984               <ul>
 985                   <li>perf verify - per csit gerrit patch
 986               </ul>
 987           <li>job
 988               <ul>
 989                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 990                   <li>trigger: keyword in comment to csit patch:
 991                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 992               </ul>
 993           <li>perf test-cases selection
 994               <ul>
 995                   <li>test-cases selected using trigger keyword followed by tags
 996                   <li>all test-cases are labelled with CSIT RF topic tags
 997                       defined in <i>csit/docs/tag_documentation.rst</i>
 998               </ul>
 999           <li>default tags for dpdk perf test type
1000               <ul>
1001                   <li>IP4BASE, L2XCBASE
1002                   <li>64B: 64B packet size
1003                   <li>1C: one core
1004                   <li>X710: x710 Fortville NIC
1005                   <li>MRR: MRR throughput
1006               </ul>
1007           <li>results
1008               <ul>
1009                   <li>jjb verify: PASS/FAIL
1010                   <li>present: no
1011                   <li>analyse: no
1012               </ul>
1013       </ul>
1014
1015     project-type: freestyle
1016     node: 'm-builder-{os}-prod-{executor-arch}'
1017     concurrent: true
1018     latest-only: false
1019
1020     properties:
1021       - lf-infra-properties:
1022           build-days-to-keep: "{build-days-to-keep}"
1023
1024     parameters:
1025       - project-parameter:
1026           project: '{project}'
1027       - gerrit-parameter:
1028           branch: '{branch}'
1029       - gerrit-refspec-parameter
1030       - gerrit-event-type-parameter
1031       - gerrit-event-comment-text-parameter
1032       - csit-perf-trial-duration-parameter:
1033           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1034       - csit-perf-trial-multiplicity-parameter:
1035           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1036
1037     scm:
1038       - gerrit-trigger-scm:
1039           credentials-id: 'jenkins-gerrit-credentials'
1040           refspec: '$GERRIT_REFSPEC'
1041           choosing-strategy: 'gerrit'
1042
1043     wrappers:
1044       - fdio-infra-wrappers-non-activity-timeout:
1045           build-timeout: '{build-timeout}'
1046
1047     triggers:
1048       - gerrit-trigger-csit-perftest:
1049           project: '{project}'
1050           branch: '{branch}'
1051           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1052           skip-vote: false
1053
1054     builders:
1055       - shell:
1056           !include-raw-escape:
1057           - ../scripts/setup_executor_env.sh
1058       - shell:
1059           !include-raw-escape:
1060           - ../scripts/csit/perf-verify.sh
1061
1062     publishers:
1063       - fdio-infra-publish
1064
1065 - job-template:
1066     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1067
1068     description: |
1069       <ul>
1070           <li>objective
1071               <ul>
1072                   <li>check dpdk perf mrr weekly
1073               </ul>
1074           <li>perf test-cases selection
1075               <ul>
1076                   <li>all CSIT DPDK MRR perf suites
1077               </ul>
1078           <li>results
1079               <ul>
1080                   <li>jjb verify: PASS/FAIL
1081                   <li>present: no
1082                   <li>analyse: csit project (catch malfunctions/degradations)
1083               </ul>
1084       </ul>
1085
1086     project-type: freestyle
1087     node: 'm-builder-{os}-prod-{executor-arch}'
1088     concurrent: false
1089     latest-only: false
1090
1091     properties:
1092       - lf-infra-properties:
1093           build-days-to-keep: "{build-days-to-keep}"
1094
1095     parameters:
1096       - project-parameter:
1097           project: '{project}'
1098       - gerrit-parameter:
1099           branch: '{branch}'
1100       - csit-perf-trial-duration-parameter:
1101           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1102       - csit-perf-trial-multiplicity-parameter:
1103           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1104
1105     wrappers:
1106       - fdio-infra-wrappers-non-activity-timeout:
1107           build-timeout: '{build-timeout}'
1108
1109     triggers:
1110       - timed: '{periodicity}'
1111
1112     builders:
1113       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1114       - inject:
1115           properties-file: variables.prop
1116       - shell:
1117           !include-raw-escape:
1118           - ../scripts/setup_executor_env.sh
1119       - shell:
1120           !include-raw-escape:
1121           - ../scripts/csit/perf-timed.sh
1122
1123     publishers:
1124       - fdio-infra-publish
1125
1126 - job-template:
1127     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1128
1129     description: |
1130       <ul>
1131           <li>objective
1132               <ul>
1133                   <li>get vpp performance iterative data for csit report
1134               </ul>
1135           <li>job
1136               <ul>
1137                   <li>name:
1138                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1139                       {node-arch}</b>
1140                   <li>trigger: keyword in comment to csit patch:
1141                       <b>csit-vpp-report-iter-{node-arch}-perftest
1142                       test_set_id</b>
1143                   <li>trigger example:
1144                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1145               </ul>
1146           <li>perf test-cases selection
1147               <ul>
1148                   <li>test-cases selected by tags defined in
1149                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1150                       test_set_id.md</i>
1151               </ul>
1152
1153           <li>results
1154               <ul>
1155                   <li>jjb verify: PASS/FAIL
1156                   <li>present: vpp performance
1157                   <li>analyse: vpp performance
1158               </ul>
1159       </ul>
1160
1161     project-type: freestyle
1162     node: 'm-builder-{os}-prod-{executor-arch}'
1163     concurrent: true
1164     latest-only: false
1165
1166     properties:
1167       - lf-infra-properties:
1168           build-days-to-keep: "{build-days-to-keep}"
1169
1170     parameters:
1171       - project-parameter:
1172           project: '{project}'
1173       - gerrit-parameter:
1174           branch: '{branch}'
1175       - gerrit-refspec-parameter
1176       - gerrit-event-type-parameter
1177       - gerrit-event-comment-text-parameter
1178       - csit-perf-trial-duration-parameter:
1179           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1180       - csit-perf-trial-multiplicity-parameter:
1181           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1182
1183     scm:
1184       - gerrit-trigger-scm:
1185           credentials-id: 'jenkins-gerrit-credentials'
1186           refspec: '$GERRIT_REFSPEC'
1187           choosing-strategy: 'gerrit'
1188
1189     wrappers:
1190       - fdio-infra-wrappers-non-activity-timeout:
1191           build-timeout: '{build-timeout}'
1192
1193     triggers:
1194       - gerrit-trigger-csit-perftest:
1195           project: '{project}'
1196           branch: '{branch}'
1197           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1198           skip-vote: false
1199
1200     builders:
1201       - shell:
1202           !include-raw-escape:
1203           - ../scripts/setup_executor_env.sh
1204       - shell:
1205           !include-raw-escape:
1206           - ../scripts/csit/perf-verify.sh
1207
1208     publishers:
1209       - fdio-infra-publish
1210
1211 - job-template:
1212     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1213
1214     description: |
1215       <ul>
1216           <li>objective
1217               <ul>
1218                   <li>get dpdk performance iterative data for csit report
1219               </ul>
1220           <li>job
1221               <ul>
1222                   <li>name:
1223                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1224                       {node-arch}</b>
1225                   <li>trigger: keyword in comment to csit patch:
1226                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1227                       test_set_id</b>
1228                   <li>trigger example:
1229                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1230               </ul>
1231           <li>perf test-cases selection
1232               <ul>
1233                   <li>test-cases selected by tags defined in
1234                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1235                       test_set_id.md</i>
1236               </ul>
1237
1238           <li>results
1239               <ul>
1240                   <li>jjb verify: PASS/FAIL
1241                   <li>present: dpdk performance
1242                   <li>analyse: dpdk performance
1243               </ul>
1244       </ul>
1245
1246     project-type: freestyle
1247     node: 'm-builder-{os}-prod-{executor-arch}'
1248     concurrent: true
1249     latest-only: false
1250
1251     properties:
1252       - lf-infra-properties:
1253           build-days-to-keep: "{build-days-to-keep}"
1254
1255     parameters:
1256       - project-parameter:
1257           project: '{project}'
1258       - gerrit-parameter:
1259           branch: '{branch}'
1260       - gerrit-refspec-parameter
1261       - gerrit-event-type-parameter
1262       - gerrit-event-comment-text-parameter
1263       - csit-perf-trial-duration-parameter:
1264           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1265       - csit-perf-trial-multiplicity-parameter:
1266           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1267
1268     scm:
1269       - gerrit-trigger-scm:
1270           credentials-id: 'jenkins-gerrit-credentials'
1271           refspec: '$GERRIT_REFSPEC'
1272           choosing-strategy: 'gerrit'
1273
1274     wrappers:
1275       - fdio-infra-wrappers-non-activity-timeout:
1276           build-timeout: '{build-timeout}'
1277
1278     triggers:
1279       - gerrit-trigger-csit-perftest:
1280           project: '{project}'
1281           branch: '{branch}'
1282           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1283           skip-vote: false
1284
1285     builders:
1286       - shell:
1287           !include-raw-escape:
1288           - ../scripts/setup_executor_env.sh
1289       - shell:
1290           !include-raw-escape:
1291           - ../scripts/csit/perf-verify.sh
1292
1293     publishers:
1294       - fdio-infra-publish
1295
1296 - job-template:
1297     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1298
1299     description: |
1300       <ul>
1301           <li>objective
1302               <ul>
1303                   <li>get trex performance iterative data for csit report
1304               </ul>
1305           <li>job
1306               <ul>
1307                   <li>name:
1308                       <b>csit-trex-perf-report-iterative-{stream_report}-
1309                       {node-arch}</b>
1310                   <li>trigger: keyword in comment to csit patch:
1311                       <b>csit-trex-report-iter-{node-arch}-perftest
1312                       test_set_id</b>
1313                   <li>trigger example:
1314                       csit-trex-report-iter-{node-arch}-perftest trex-00
1315               </ul>
1316           <li>perf test-cases selection
1317               <ul>
1318                   <li>test-cases selected by tags defined in
1319                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1320                       test_set_id.md</i>
1321               </ul>
1322
1323           <li>results
1324               <ul>
1325                   <li>jjb verify: PASS/FAIL
1326                   <li>present: trex performance
1327                   <li>analyse: trex performance
1328               </ul>
1329       </ul>
1330
1331     project-type: freestyle
1332     node: 'm-builder-{os}-prod-{executor-arch}'
1333     concurrent: true
1334     latest-only: false
1335
1336     properties:
1337       - lf-infra-properties:
1338           build-days-to-keep: "{build-days-to-keep}"
1339
1340     parameters:
1341       - project-parameter:
1342           project: '{project}'
1343       - gerrit-parameter:
1344           branch: '{branch}'
1345       - gerrit-refspec-parameter
1346       - gerrit-event-type-parameter
1347       - gerrit-event-comment-text-parameter
1348       - csit-perf-trial-duration-parameter:
1349           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1350       - csit-perf-trial-multiplicity-parameter:
1351           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1352
1353     scm:
1354       - gerrit-trigger-scm:
1355           credentials-id: 'jenkins-gerrit-credentials'
1356           refspec: '$GERRIT_REFSPEC'
1357           choosing-strategy: 'gerrit'
1358
1359     wrappers:
1360       - fdio-infra-wrappers-non-activity-timeout:
1361           build-timeout: '{build-timeout}'
1362
1363     triggers:
1364       - gerrit-trigger-csit-perftest:
1365           project: '{project}'
1366           branch: '{branch}'
1367           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1368           skip-vote: false
1369
1370     builders:
1371       - shell:
1372           !include-raw-escape:
1373           - ../scripts/setup_executor_env.sh
1374       - shell:
1375           !include-raw-escape:
1376           - ../scripts/csit/perf-verify.sh
1377
1378     publishers:
1379       - fdio-infra-publish
1380
1381 - job-template:
1382     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1383
1384     description: |
1385       <ul>
1386           <li>objective
1387               <ul>
1388                   <li>get vpp performance coverage data for csit report
1389               </ul>
1390           <li>job
1391               <ul>
1392                   <li>name:
1393                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1394                       {node-arch}</b>
1395                   <li>trigger: keyword in comment to csit patch:
1396                       <b>csit-vpp-report-cov-{node-arch}-perftest
1397                       test_set_id</b>
1398                   <li>trigger example:
1399                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1400               </ul>
1401           <li>perf test-cases selection
1402               <ul>
1403                   <li>test-cases selected by tags defined in
1404                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1405                       test_set_id.md</i>
1406               </ul>
1407
1408           <li>results
1409               <ul>
1410                   <li>jjb verify: PASS/FAIL
1411                   <li>present: vpp performance
1412                   <li>analyse: vpp performance
1413               </ul>
1414       </ul>
1415
1416     project-type: freestyle
1417     node: 'm-builder-{os}-prod-{executor-arch}'
1418     concurrent: true
1419     latest-only: false
1420
1421     properties:
1422       - lf-infra-properties:
1423           build-days-to-keep: "{build-days-to-keep}"
1424
1425     parameters:
1426       - project-parameter:
1427           project: '{project}'
1428       - gerrit-parameter:
1429           branch: '{branch}'
1430       - gerrit-refspec-parameter
1431       - gerrit-event-type-parameter
1432       - gerrit-event-comment-text-parameter
1433       - csit-perf-trial-duration-parameter:
1434           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1435       - csit-perf-trial-multiplicity-parameter:
1436           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1437
1438     scm:
1439       - gerrit-trigger-scm:
1440           credentials-id: 'jenkins-gerrit-credentials'
1441           refspec: '$GERRIT_REFSPEC'
1442           choosing-strategy: 'gerrit'
1443
1444     wrappers:
1445       - fdio-infra-wrappers-non-activity-timeout:
1446           build-timeout: '{build-timeout}'
1447
1448     triggers:
1449       - gerrit-trigger-csit-perftest:
1450           project: '{project}'
1451           branch: '{branch}'
1452           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1453           skip-vote: false
1454
1455     builders:
1456       - shell:
1457           !include-raw-escape:
1458           - ../scripts/setup_executor_env.sh
1459       - shell:
1460           !include-raw-escape:
1461           - ../scripts/csit/perf-verify.sh
1462
1463     publishers:
1464       - fdio-infra-publish
1465
1466 - job-template:
1467     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1468
1469     description: |
1470       <ul>
1471           <li>objective
1472               <ul>
1473                   <li>get dpdk performance coverage data for csit report
1474               </ul>
1475           <li>job
1476               <ul>
1477                   <li>name:
1478                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1479                       {node-arch}</b>
1480                   <li>trigger: keyword in comment to csit patch:
1481                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1482                       test_set_id</b>
1483                   <li>trigger example:
1484                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1485               </ul>
1486           <li>perf test-cases selection
1487               <ul>
1488                   <li>test-cases selected by tags defined in
1489                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1490                       test_set_id.md</i>
1491               </ul>
1492
1493           <li>results
1494               <ul>
1495                   <li>jjb verify: PASS/FAIL
1496                   <li>present: dpdk performance
1497                   <li>analyse: dpdk performance
1498               </ul>
1499       </ul>
1500
1501     project-type: freestyle
1502     node: 'm-builder-{os}-prod-{executor-arch}'
1503     concurrent: true
1504     latest-only: false
1505
1506     properties:
1507       - lf-infra-properties:
1508           build-days-to-keep: "{build-days-to-keep}"
1509
1510     parameters:
1511       - project-parameter:
1512           project: '{project}'
1513       - gerrit-parameter:
1514           branch: '{branch}'
1515       - gerrit-refspec-parameter
1516       - gerrit-event-type-parameter
1517       - gerrit-event-comment-text-parameter
1518       - csit-perf-trial-duration-parameter:
1519           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1520       - csit-perf-trial-multiplicity-parameter:
1521           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1522
1523     scm:
1524       - gerrit-trigger-scm:
1525           credentials-id: 'jenkins-gerrit-credentials'
1526           refspec: '$GERRIT_REFSPEC'
1527           choosing-strategy: 'gerrit'
1528
1529     wrappers:
1530       - fdio-infra-wrappers-non-activity-timeout:
1531           build-timeout: '{build-timeout}'
1532
1533     triggers:
1534       - gerrit-trigger-csit-perftest:
1535           project: '{project}'
1536           branch: '{branch}'
1537           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1538           skip-vote: false
1539
1540     builders:
1541       - shell:
1542           !include-raw-escape:
1543           - ../scripts/setup_executor_env.sh
1544       - shell:
1545           !include-raw-escape:
1546           - ../scripts/csit/perf-verify.sh
1547
1548     publishers:
1549       - fdio-infra-publish
1550
1551 - job-template:
1552     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1553
1554     description: |
1555       <ul>
1556           <li>objective
1557               <ul>
1558                   <li>get trex performance coverage data for csit report
1559               </ul>
1560           <li>job
1561               <ul>
1562                   <li>name:
1563                       <b>csit-trex-perf-report-coverage-{stream_report}-
1564                       {node-arch}</b>
1565                   <li>trigger: keyword in comment to csit patch:
1566                       <b>csit-trex-report-cov-{node-arch}-perftest
1567                       test_set_id</b>
1568                   <li>trigger example:
1569                       csit-trex-report-cov-{node-arch}-perftest trex-00
1570               </ul>
1571           <li>perf test-cases selection
1572               <ul>
1573                   <li>test-cases selected by tags defined in
1574                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1575                       test_set_id.md</i>
1576               </ul>
1577
1578           <li>results
1579               <ul>
1580                   <li>jjb verify: PASS/FAIL
1581                   <li>present: trex performance
1582                   <li>analyse: trex performance
1583               </ul>
1584       </ul>
1585
1586     project-type: freestyle
1587     node: 'm-builder-{os}-prod-{executor-arch}'
1588     concurrent: true
1589     latest-only: false
1590
1591     properties:
1592       - lf-infra-properties:
1593           build-days-to-keep: "{build-days-to-keep}"
1594
1595     parameters:
1596       - project-parameter:
1597           project: '{project}'
1598       - gerrit-parameter:
1599           branch: '{branch}'
1600       - gerrit-refspec-parameter
1601       - gerrit-event-type-parameter
1602       - gerrit-event-comment-text-parameter
1603       - csit-perf-trial-duration-parameter:
1604           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1605       - csit-perf-trial-multiplicity-parameter:
1606           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1607
1608     scm:
1609       - gerrit-trigger-scm:
1610           credentials-id: 'jenkins-gerrit-credentials'
1611           refspec: '$GERRIT_REFSPEC'
1612           choosing-strategy: 'gerrit'
1613
1614     wrappers:
1615       - fdio-infra-wrappers-non-activity-timeout:
1616           build-timeout: '{build-timeout}'
1617
1618     triggers:
1619       - gerrit-trigger-csit-perftest:
1620           project: '{project}'
1621           branch: '{branch}'
1622           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1623           skip-vote: false
1624
1625     builders:
1626       - shell:
1627           !include-raw-escape:
1628           - ../scripts/setup_executor_env.sh
1629       - shell:
1630           !include-raw-escape:
1631           - ../scripts/csit/perf-verify.sh
1632
1633     publishers:
1634       - fdio-infra-publish