jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53             - 3n-alt:
  54                 os: 'ubuntu2004'
  55                 executor-arch: 'aarch64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-skx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 3n-icx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85           periodicity: '0 0 * * 6'
  86       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  87           node-arch:
  88             - 1n-aws:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 2n-skx:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'x86_64'
  94       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  95           node-arch:
  96             - 2n-icx:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-clx:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 2n-skx:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 2n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 2n-zn2:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 2n-tx2:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'aarch64'
 114             - 3n-skx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117             - 3n-icx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120             - 3n-dnv:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123             - 3n-tsh:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'aarch64'
 126             - 3n-alt:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'aarch64'
 129           stream:
 130             - master:
 131                 branch: 'master'
 132                 branch-id: 'oper'
 133             - '2110':
 134                 branch: 'rls2110'
 135                 branch-id: 'oper-rls2110'
 136             - '2202':
 137                 branch: 'rls2202'
 138                 branch-id: 'oper-rls2202'
 139       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 140           node-arch:
 141             - 2n-icx:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2 * * 1-5'
 145             - 2n-clx:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148                 periodicity: '0 2 * * 1-5'
 149             - 2n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '0 2 * * 1-5'
 153             - 2n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '0 2 * * 1-5'
 157             - 2n-zn2:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160                 periodicity: '0 2 * * 1-5'
 161             - 2n-tx2:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '0 2 * * 1-5'
 165             - 3n-skx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '0 2 * * 1-5'
 169             - 3n-icx:
 170                 os: 'ubuntu2004'
 171                 executor-arch: 'x86_64'
 172                 periodicity: '0 2 * * 1-5'
 173             - 3n-dnv:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176                 periodicity: '0 2 * * 1-5'
 177             - 3n-tsh:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'aarch64'
 180                 periodicity: '0 2 * * 1-5'
 181             - 3n-alt:
 182                 os: 'ubuntu2004'
 183                 executor-arch: 'aarch64'
 184                 periodicity: '0 2 * * 1-5'
 185       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 186           node-arch:
 187             - 2n-icx:
 188                 os: 'ubuntu2004'
 189                 executor-arch: 'x86_64'
 190             - 2n-clx:
 191                 os: 'ubuntu2004'
 192                 executor-arch: 'x86_64'
 193             - 2n-skx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 3n-skx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 3n-icx:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 2n-aws:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205             - 3n-aws:
 206                 os: 'ubuntu2004'
 207                 executor-arch: 'x86_64'
 208           stream:
 209             - master:
 210                 branch: 'master'
 211                 branch-id: 'oper'
 212           periodicity: '0 0 * * 6'
 213       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 214           node-arch:
 215             - 2n-icx:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 2n-clx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 2n-skx:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-skx:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'x86_64'
 227             - 3n-icx:
 228                 os: 'ubuntu2004'
 229                 executor-arch: 'x86_64'
 230           periodicity: '0 0 * * 6'
 231       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 232           node-arch:
 233             - 1n-aws:
 234                 os: 'ubuntu2004'
 235                 executor-arch: 'x86_64'
 236             - 2n-skx:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239           periodicity: '0 0 * * 6'
 240       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 241           node-arch:
 242             - 2n-icx:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'x86_64'
 245             - 2n-clx:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 2n-skx:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 2n-dnv:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'x86_64'
 254             - 2n-zn2:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 2n-tx2:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'aarch64'
 260             - 3n-skx:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 3n-icx:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'x86_64'
 266             - 3n-dnv:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'x86_64'
 269             - 3n-tsh:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'aarch64'
 272             - 3n-alt:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'aarch64'
 275             - 2n-aws:
 276                 os: 'ubuntu2004'
 277                 executor-arch: 'x86_64'
 278             - 3n-aws:
 279                 os: 'ubuntu2004'
 280                 executor-arch: 'x86_64'
 281       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 282           node-arch:
 283             - 2n-icx:
 284                 os: 'ubuntu2004'
 285                 executor-arch: 'x86_64'
 286             - 2n-clx:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-skx:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-dnv:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'x86_64'
 295             - 2n-zn2:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 2n-tx2:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'aarch64'
 301             - 3n-skx:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-icx:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'x86_64'
 307             - 3n-dnv:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'x86_64'
 310             - 3n-tsh:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'aarch64'
 313             - 3n-alt:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'aarch64'
 316             - 2n-aws:
 317                 os: 'ubuntu2004'
 318                 executor-arch: 'x86_64'
 319             - 3n-aws:
 320                 os: 'ubuntu2004'
 321                 executor-arch: 'x86_64'
 322       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 323           node-arch:
 324             - 1n-aws:
 325                 os: 'ubuntu2004'
 326                 executor-arch: 'x86_64'
 327             - 2n-skx:
 328                 os: 'ubuntu2004'
 329                 executor-arch: 'x86_64'
 330       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 331           node-arch:
 332             - 2n-icx:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 2n-clx:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338             - 2n-skx:
 339                 os: 'ubuntu2004'
 340                 executor-arch: 'x86_64'
 341             - 2n-dnv:
 342                 os: 'ubuntu2004'
 343                 executor-arch: 'x86_64'
 344             - 2n-zn2:
 345                 os: 'ubuntu2004'
 346                 executor-arch: 'x86_64'
 347             - 2n-tx2:
 348                 os: 'ubuntu2004'
 349                 executor-arch: 'aarch64'
 350             - 3n-skx:
 351                 os: 'ubuntu2004'
 352                 executor-arch: 'x86_64'
 353             - 3n-icx:
 354                 os: 'ubuntu2004'
 355                 executor-arch: 'x86_64'
 356             - 3n-dnv:
 357                 os: 'ubuntu2004'
 358                 executor-arch: 'x86_64'
 359             - 3n-tsh:
 360                 os: 'ubuntu2004'
 361                 executor-arch: 'aarch64'
 362             - 3n-alt:
 363                 os: 'ubuntu2004'
 364                 executor-arch: 'aarch64'
 365             - 2n-aws:
 366                 os: 'ubuntu2004'
 367                 executor-arch: 'x86_64'
 368             - 3n-aws:
 369                 os: 'ubuntu2004'
 370                 executor-arch: 'x86_64'
 371       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 372           node-arch:
 373             - 2n-icx:
 374                 os: 'ubuntu2004'
 375                 executor-arch: 'x86_64'
 376             - 2n-clx:
 377                 os: 'ubuntu2004'
 378                 executor-arch: 'x86_64'
 379             - 2n-skx:
 380                 os: 'ubuntu2004'
 381                 executor-arch: 'x86_64'
 382             - 2n-dnv:
 383                 os: 'ubuntu2004'
 384                 executor-arch: 'x86_64'
 385             - 2n-zn2:
 386                 os: 'ubuntu2004'
 387                 executor-arch: 'x86_64'
 388             - 2n-tx2:
 389                 os: 'ubuntu2004'
 390                 executor-arch: 'aarch64'
 391             - 3n-skx:
 392                 os: 'ubuntu2004'
 393                 executor-arch: 'x86_64'
 394             - 3n-icx:
 395                 os: 'ubuntu2004'
 396                 executor-arch: 'x86_64'
 397             - 3n-dnv:
 398                 os: 'ubuntu2004'
 399                 executor-arch: 'x86_64'
 400             - 3n-tsh:
 401                 os: 'ubuntu2004'
 402                 executor-arch: 'aarch64'
 403             - 3n-alt:
 404                 os: 'ubuntu2004'
 405                 executor-arch: 'aarch64'
 406             - 2n-aws:
 407                 os: 'ubuntu2004'
 408                 executor-arch: 'x86_64'
 409             - 3n-aws:
 410                 os: 'ubuntu2004'
 411                 executor-arch: 'x86_64'
 412       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 413           node-arch:
 414             - 1n-aws:
 415                 os: 'ubuntu2004'
 416                 executor-arch: 'x86_64'
 417             - 2n-skx:
 418                 os: 'ubuntu2004'
 419                 executor-arch: 'x86_64'
 420
 421     project: 'csit'
 422     branch: 'master'
 423     branch-id: 'oper'
 424     csit-perf-trial-duration: '1.0'
 425     csit-perf-trial-multiplicity: '10'
 426     stream:
 427       - master:
 428           branch: 'master'
 429           branch-id: 'oper'
 430       - '2110':
 431           branch: 'rls2110'
 432           branch-id: 'oper-rls2110'
 433       - '2202':
 434           branch: 'rls2202'
 435           branch-id: 'oper-rls2202'
 436     stream_report:
 437       - '2110':
 438           branch: 'rls2110'
 439           branch-id: 'oper-rls2110'
 440       - '2202':
 441           branch: 'rls2202'
 442           branch-id: 'oper-rls2202'
 443
 444     build-artifact-num-to-keep: 10
 445
 446
 447 - job-template:
 448     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 449
 450     description: |
 451       <ul>
 452           <li>objective
 453               <ul>
 454                   <li>perf verify - per csit gerrit patch
 455               </ul>
 456           <li>job
 457               <ul>
 458                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 459                   <li>trigger: keyword in comment to csit patch:
 460                       <b>csit-{node-arch}-perftest tag_list</b>
 461               </ul>
 462           <li>executor
 463               <ul>
 464                   <li>builder-{os}-prod-{executor-arch}
 465               </ul>
 466           <li>perf test-cases selection
 467               <ul>
 468                   <li>test-cases selected using trigger keyword followed by tags
 469                   <li>all test-cases are labelled with CSIT RF topic tags
 470                       defined in <i>csit/docs/tag_documentation.rst</i>
 471               </ul>
 472           <li>proposed keywords
 473               <ul>
 474                   <li>focus on testing specified vpp packet processing path
 475                   <li>format: csit-{node-arch}-perftest tag_list
 476               </ul>
 477           <li>default tags for vpp startup config and perf test type
 478               <ul>
 479                   <li>IP4BASE, IP6BASE, L2BDBASE
 480                   <li>64B/78B: 64B/78B packet size
 481                   <li>1C: one core
 482                   <li>X710: x710 Fortville NIC
 483                   <li>MRR: MRR throughput
 484               </ul>
 485           <li>results
 486               <ul>
 487                   <li>jjb verify: PASS/FAIL
 488                   <li>present: no
 489                   <li>analyse: no
 490               </ul>
 491       </ul>
 492
 493     project-type: freestyle
 494     node: 'builder-{os}-prod-{executor-arch}'
 495     concurrent: true
 496     latest-only: false
 497
 498     properties:
 499       - lf-infra-properties:
 500           build-days-to-keep: "{build-days-to-keep}"
 501
 502     parameters:
 503       - project-parameter:
 504           project: '{project}'
 505       - gerrit-parameter:
 506           branch: '{branch}'
 507       - gerrit-refspec-parameter
 508       - gerrit-event-type-parameter
 509       - gerrit-event-comment-text-parameter
 510       - csit-perf-trial-duration-parameter:
 511           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 512       - csit-perf-trial-multiplicity-parameter:
 513           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 514       # This is a manually-triggered verify job, part of API coverage.
 515       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 516       # Can be removed when this job is no longer needed for full API coverage.
 517       - csit-fail-on-crc-mismatch-parameter:
 518           fail-on-crc-mismatch: 'True'
 519
 520     scm:
 521       - gerrit-trigger-scm:
 522           credentials-id: 'jenkins-gerrit-credentials'
 523           refspec: '$GERRIT_REFSPEC'
 524           choosing-strategy: 'gerrit'
 525
 526     wrappers:
 527       - fdio-infra-wrappers-non-activity-timeout:
 528           build-timeout: '{build-timeout}'
 529
 530     triggers:
 531       - gerrit-trigger-csit-perftest:
 532           project: '{project}'
 533           branch: '{branch}'
 534           trigger-word: 'csit-{node-arch}-perftest'
 535           skip-vote: false
 536
 537     builders:
 538       - shell:
 539           !include-raw-escape:
 540           - ../scripts/setup_executor_env.sh
 541       - shell:
 542           !include-raw-escape:
 543           - ../scripts/csit/perf-verify.sh
 544
 545     publishers:
 546       - fdio-infra-publish
 547
 548 - job-template:
 549     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 550
 551     description: |
 552       <ul>
 553           <li>objective
 554               <ul>
 555                   <li>check vpp perf mrr daily
 556               </ul>
 557           <li>executor
 558               <ul>
 559                   <li>builder-{os}-prod-{executor-arch}
 560               </ul>
 561           <li>perf test-cases selection
 562               <ul>
 563                   <li>all CSIT VPP MRR perf suites
 564               </ul>
 565           <li>results
 566               <ul>
 567                   <li>jjb verify: PASS/FAIL
 568                   <li>present: no
 569                   <li>analyse: csit project (catch malfunctions/degradations)
 570               </ul>
 571       </ul>
 572
 573     project-type: freestyle
 574     node: 'builder-{os}-prod-{executor-arch}'
 575     concurrent: false
 576     latest-only: false
 577
 578     properties:
 579       - lf-infra-properties:
 580           build-days-to-keep: "{build-days-to-keep}"
 581
 582     parameters:
 583       - project-parameter:
 584           project: '{project}'
 585       - gerrit-parameter:
 586           branch: '{branch}'
 587       - csit-perf-trial-duration-parameter:
 588           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 589       - csit-perf-trial-multiplicity-parameter:
 590           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 591
 592     wrappers:
 593       - fdio-infra-wrappers-non-activity-timeout:
 594           build-timeout: '{build-timeout}'
 595
 596     triggers:
 597       - timed: '{periodicity}'
 598
 599     builders:
 600       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 601       - inject:
 602           properties-file: variables.prop
 603       - shell:
 604           !include-raw-escape:
 605           - ../scripts/setup_executor_env.sh
 606       - shell:
 607           !include-raw-escape:
 608           - ../scripts/csit/perf-timed.sh
 609
 610     publishers:
 611       - fdio-infra-publish
 612
 613 - job-template:
 614     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 615
 616     description: |
 617       <ul>
 618           <li>objective
 619               <ul>
 620                   <li>check vpp perf mrr weekly on {node-arch}
 621               </ul>
 622           <li>executor
 623               <ul>
 624                   <li>builder-{os}-prod-{executor-arch}
 625               </ul>
 626           <li>perf test-cases selection
 627               <ul>
 628                   <li>NF Density CSIT VPP MRR perf suites
 629               </ul>
 630           <li>results
 631               <ul>
 632                   <li>jjb verify: PASS/FAIL
 633                   <li>present: no
 634                   <li>analyse: csit project (catch malfunctions/degradations)
 635               </ul>
 636       </ul>
 637
 638     project-type: freestyle
 639     node: 'builder-{os}-prod-{executor-arch}'
 640     concurrent: false
 641     latest-only: false
 642
 643     properties:
 644       - lf-infra-properties:
 645           build-days-to-keep: "{build-days-to-keep}"
 646
 647     parameters:
 648       - project-parameter:
 649           project: '{project}'
 650       - gerrit-parameter:
 651           branch: '{branch}'
 652       - csit-perf-trial-duration-parameter:
 653           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 654       - csit-perf-trial-multiplicity-parameter:
 655           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 656
 657     wrappers:
 658       - fdio-infra-wrappers-non-activity-timeout:
 659           build-timeout: '{build-timeout}'
 660
 661     triggers:
 662       - timed: '{periodicity}'
 663
 664     builders:
 665       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 666       - inject:
 667           properties-file: variables.prop
 668       - shell:
 669           !include-raw-escape:
 670           - ../scripts/setup_executor_env.sh
 671       - shell:
 672           !include-raw-escape:
 673           - ../scripts/csit/perf-timed.sh
 674
 675     publishers:
 676       - fdio-infra-publish
 677
 678 - job-template:
 679     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 680
 681     description: |
 682       <ul>
 683           <li>objective
 684               <ul>
 685                   <li>check vpp perf ndrpdr weekly on {node-arch}
 686               </ul>
 687           <li>executor
 688               <ul>
 689                   <li>builder-{os}-prod-{executor-arch}
 690               </ul>
 691           <li>perf test-cases selection
 692               <ul>
 693                   <li>pre-selected CSIT VPP NDRPDR perf suites
 694               </ul>
 695           <li>results
 696               <ul>
 697                   <li>jjb verify: PASS/FAIL
 698                   <li>present: no
 699                   <li>analyse: csit project (catch malfunctions/degradations)
 700               </ul>
 701       </ul>
 702     project-type: freestyle
 703     node: 'builder-{os}-prod-{executor-arch}'
 704     concurrent: false
 705     latest-only: false
 706
 707     properties:
 708       - lf-infra-properties:
 709           build-days-to-keep: "{build-days-to-keep}"
 710
 711     parameters:
 712       - project-parameter:
 713           project: '{project}'
 714       - gerrit-parameter:
 715           branch: '{branch}'
 716
 717     wrappers:
 718       - fdio-infra-wrappers-non-activity-timeout:
 719           build-timeout: '{build-timeout}'
 720
 721     triggers:
 722       - timed: '{periodicity}'
 723
 724     builders:
 725       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 726       - inject:
 727           properties-file: variables.prop
 728       - shell:
 729           !include-raw-escape:
 730           - ../scripts/setup_executor_env.sh
 731       - shell:
 732           !include-raw-escape:
 733           - ../scripts/csit/perf-timed.sh
 734
 735     publishers:
 736       - fdio-infra-publish
 737
 738 - job-template:
 739     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 740
 741     description: |
 742       <ul>
 743           <li>objective
 744               <ul>
 745                   <li>check trex perf ndrpdr weekly on {node-arch}
 746               </ul>
 747           <li>executor
 748               <ul>
 749                   <li>builder-{os}-prod-{executor-arch}
 750               </ul>
 751           <li>perf test-cases selection
 752               <ul>
 753                   <li>pre-selected CSIT TREX NDRPDR perf suites
 754               </ul>
 755           <li>results
 756               <ul>
 757                   <li>jjb verify: PASS/FAIL
 758                   <li>present: no
 759                   <li>analyse: csit project (catch malfunctions/degradations)
 760               </ul>
 761       </ul>
 762     project-type: freestyle
 763     node: 'builder-{os}-prod-{executor-arch}'
 764     concurrent: false
 765     latest-only: false
 766
 767     properties:
 768       - lf-infra-properties:
 769           build-days-to-keep: "{build-days-to-keep}"
 770
 771     parameters:
 772       - project-parameter:
 773           project: '{project}'
 774       - gerrit-parameter:
 775           branch: '{branch}'
 776
 777     wrappers:
 778       - fdio-infra-wrappers-non-activity-timeout:
 779           build-timeout: '{build-timeout}'
 780
 781     triggers:
 782       - timed: '{periodicity}'
 783
 784     builders:
 785       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 786       - inject:
 787           properties-file: variables.prop
 788       - shell:
 789           !include-raw-escape:
 790           - ../scripts/setup_executor_env.sh
 791       - shell:
 792           !include-raw-escape:
 793           - ../scripts/csit/perf-timed.sh
 794
 795     publishers:
 796       - fdio-infra-publish
 797
 798 - job-template:
 799     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 800
 801     description: |
 802       <ul>
 803           <li>objective
 804               <ul>
 805                   <li>perf verify - per csit gerrit patch
 806               </ul>
 807           <li>job
 808               <ul>
 809                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 810                   <li>trigger: keyword in comment to csit patch:
 811                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 812               </ul>
 813           <li>executor
 814               <ul>
 815                   <li>builder-{os}-prod-{executor-arch}
 816               </ul>
 817           <li>perf test-cases selection
 818               <ul>
 819                   <li>test-cases selected using trigger keyword followed by tags
 820                   <li>all test-cases are labelled with CSIT RF topic tags
 821                       defined in <i>csit/docs/tag_documentation.rst</i>
 822               </ul>
 823           <li>proposed keywords
 824               <ul>
 825                   <li>focus on testing specified trex packet processing path
 826                   <li>format: csit-{node-arch}-perftest tag_list
 827               </ul>
 828           <li>results
 829               <ul>
 830                   <li>jjb verify: PASS/FAIL
 831                   <li>present: no
 832                   <li>analyse: no
 833               </ul>
 834       </ul>
 835
 836     project-type: freestyle
 837     node: 'builder-{os}-prod-{executor-arch}'
 838     concurrent: true
 839     latest-only: false
 840
 841     properties:
 842       - lf-infra-properties:
 843           build-days-to-keep: "{build-days-to-keep}"
 844
 845     parameters:
 846       - project-parameter:
 847           project: '{project}'
 848       - gerrit-parameter:
 849           branch: '{branch}'
 850       - gerrit-refspec-parameter
 851       - gerrit-event-type-parameter
 852       - gerrit-event-comment-text-parameter
 853       - csit-perf-trial-duration-parameter:
 854           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 855       - csit-perf-trial-multiplicity-parameter:
 856           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 857       # This is a manually-triggered verify job, part of API coverage.
 858       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 859       # Can be removed when this job is no longer needed for full API coverage.
 860       - csit-fail-on-crc-mismatch-parameter:
 861           fail-on-crc-mismatch: 'True'
 862
 863     scm:
 864       - gerrit-trigger-scm:
 865           credentials-id: 'jenkins-gerrit-credentials'
 866           refspec: '$GERRIT_REFSPEC'
 867           choosing-strategy: 'gerrit'
 868
 869     wrappers:
 870       - fdio-infra-wrappers-non-activity-timeout:
 871           build-timeout: '{build-timeout}'
 872
 873     triggers:
 874       - gerrit-trigger-csit-perftest:
 875           project: '{project}'
 876           branch: '{branch}'
 877           trigger-word: 'csit-trex-{node-arch}-perftest'
 878           skip-vote: false
 879
 880     builders:
 881       - shell:
 882           !include-raw-escape:
 883           - ../scripts/setup_executor_env.sh
 884       - shell:
 885           !include-raw-escape:
 886           - ../scripts/csit/perf-verify.sh
 887
 888     publishers:
 889       - fdio-infra-publish
 890
 891 - job-template:
 892     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 893
 894     description: |
 895       <ul>
 896           <li>objective
 897               <ul>
 898                   <li>perf verify - per csit gerrit patch
 899               </ul>
 900           <li>job
 901               <ul>
 902                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 903                   <li>trigger: keyword in comment to csit patch:
 904                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 905               </ul>
 906           <li>executor
 907               <ul>
 908                   <li>builder-{os}-prod-{executor-arch}
 909               </ul>
 910           <li>perf test-cases selection
 911               <ul>
 912                   <li>test-cases selected using trigger keyword followed by tags
 913                   <li>all test-cases are labelled with CSIT RF topic tags
 914                       defined in <i>csit/docs/tag_documentation.rst</i>
 915               </ul>
 916           <li>default tags for dpdk perf test type
 917               <ul>
 918                   <li>IP4BASE, L2XCBASE
 919                   <li>64B: 64B packet size
 920                   <li>1C: one core
 921                   <li>X710: x710 Fortville NIC
 922                   <li>MRR: MRR throughput
 923               </ul>
 924           <li>results
 925               <ul>
 926                   <li>jjb verify: PASS/FAIL
 927                   <li>present: no
 928                   <li>analyse: no
 929               </ul>
 930       </ul>
 931
 932     project-type: freestyle
 933     node: 'builder-{os}-prod-{executor-arch}'
 934     concurrent: true
 935     latest-only: false
 936
 937     properties:
 938       - lf-infra-properties:
 939           build-days-to-keep: "{build-days-to-keep}"
 940
 941     parameters:
 942       - project-parameter:
 943           project: '{project}'
 944       - gerrit-parameter:
 945           branch: '{branch}'
 946       - gerrit-refspec-parameter
 947       - gerrit-event-type-parameter
 948       - gerrit-event-comment-text-parameter
 949       - csit-perf-trial-duration-parameter:
 950           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 951       - csit-perf-trial-multiplicity-parameter:
 952           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 953
 954     scm:
 955       - gerrit-trigger-scm:
 956           credentials-id: 'jenkins-gerrit-credentials'
 957           refspec: '$GERRIT_REFSPEC'
 958           choosing-strategy: 'gerrit'
 959
 960     wrappers:
 961       - fdio-infra-wrappers-non-activity-timeout:
 962           build-timeout: '{build-timeout}'
 963
 964     triggers:
 965       - gerrit-trigger-csit-perftest:
 966           project: '{project}'
 967           branch: '{branch}'
 968           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 969           skip-vote: false
 970
 971     builders:
 972       - shell:
 973           !include-raw-escape:
 974           - ../scripts/setup_executor_env.sh
 975       - shell:
 976           !include-raw-escape:
 977           - ../scripts/csit/perf-verify.sh
 978
 979     publishers:
 980       - fdio-infra-publish
 981
 982 - job-template:
 983     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 984
 985     description: |
 986       <ul>
 987           <li>objective
 988               <ul>
 989                   <li>check dpdk perf mrr weekly
 990               </ul>
 991           <li>executor
 992               <ul>
 993                   <li>builder-{os}-prod-{executor-arch}
 994               </ul>
 995           <li>perf test-cases selection
 996               <ul>
 997                   <li>all CSIT DPDK MRR perf suites
 998               </ul>
 999           <li>results
1000               <ul>
1001                   <li>jjb verify: PASS/FAIL
1002                   <li>present: no
1003                   <li>analyse: csit project (catch malfunctions/degradations)
1004               </ul>
1005       </ul>
1006
1007     project-type: freestyle
1008     node: 'builder-{os}-prod-{executor-arch}'
1009     concurrent: false
1010     latest-only: false
1011
1012     properties:
1013       - lf-infra-properties:
1014           build-days-to-keep: "{build-days-to-keep}"
1015
1016     parameters:
1017       - project-parameter:
1018           project: '{project}'
1019       - gerrit-parameter:
1020           branch: '{branch}'
1021       - csit-perf-trial-duration-parameter:
1022           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1023       - csit-perf-trial-multiplicity-parameter:
1024           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1025
1026     wrappers:
1027       - fdio-infra-wrappers-non-activity-timeout:
1028           build-timeout: '{build-timeout}'
1029
1030     triggers:
1031       - timed: '{periodicity}'
1032
1033     builders:
1034       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1035       - inject:
1036           properties-file: variables.prop
1037       - shell:
1038           !include-raw-escape:
1039           - ../scripts/setup_executor_env.sh
1040       - shell:
1041           !include-raw-escape:
1042           - ../scripts/csit/perf-timed.sh
1043
1044     publishers:
1045       - fdio-infra-publish
1046
1047 - job-template:
1048     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1049
1050     description: |
1051       <ul>
1052           <li>objective
1053               <ul>
1054                   <li>get vpp performance iterative data for csit report
1055               </ul>
1056           <li>job
1057               <ul>
1058                   <li>name:
1059                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1060                       {node-arch}</b>
1061                   <li>trigger: keyword in comment to csit patch:
1062                       <b>csit-vpp-report-iter-{node-arch}-perftest
1063                       test_set_id</b>
1064                   <li>trigger example:
1065                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1066               </ul>
1067           <li>executor
1068               <ul>
1069                   <li>builder-{os}-prod-{executor-arch}
1070               </ul>
1071           <li>perf test-cases selection
1072               <ul>
1073                   <li>test-cases selected by tags defined in
1074                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1075                       test_set_id.md</i>
1076               </ul>
1077
1078           <li>results
1079               <ul>
1080                   <li>jjb verify: PASS/FAIL
1081                   <li>present: vpp performance
1082                   <li>analyse: vpp performance
1083               </ul>
1084       </ul>
1085
1086     project-type: freestyle
1087     node: 'builder-{os}-prod-{executor-arch}'
1088     concurrent: true
1089     latest-only: false
1090
1091     properties:
1092       - lf-infra-properties:
1093           build-days-to-keep: "{build-days-to-keep}"
1094
1095     parameters:
1096       - project-parameter:
1097           project: '{project}'
1098       - gerrit-parameter:
1099           branch: '{branch}'
1100       - gerrit-refspec-parameter
1101       - gerrit-event-type-parameter
1102       - gerrit-event-comment-text-parameter
1103       - csit-perf-trial-duration-parameter:
1104           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1105       - csit-perf-trial-multiplicity-parameter:
1106           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1107
1108     scm:
1109       - gerrit-trigger-scm:
1110           credentials-id: 'jenkins-gerrit-credentials'
1111           refspec: '$GERRIT_REFSPEC'
1112           choosing-strategy: 'gerrit'
1113
1114     wrappers:
1115       - fdio-infra-wrappers-non-activity-timeout:
1116           build-timeout: '{build-timeout}'
1117
1118     triggers:
1119       - gerrit-trigger-csit-perftest:
1120           project: '{project}'
1121           branch: '{branch}'
1122           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1123           skip-vote: false
1124
1125     builders:
1126       - shell:
1127           !include-raw-escape:
1128           - ../scripts/setup_executor_env.sh
1129       - shell:
1130           !include-raw-escape:
1131           - ../scripts/csit/perf-verify.sh
1132
1133     publishers:
1134       - fdio-infra-publish
1135
1136 - job-template:
1137     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1138
1139     description: |
1140       <ul>
1141           <li>objective
1142               <ul>
1143                   <li>get dpdk performance iterative data for csit report
1144               </ul>
1145           <li>job
1146               <ul>
1147                   <li>name:
1148                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1149                       {node-arch}</b>
1150                   <li>trigger: keyword in comment to csit patch:
1151                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1152                       test_set_id</b>
1153                   <li>trigger example:
1154                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1155               </ul>
1156           <li>executor
1157               <ul>
1158                   <li>builder-{os}-prod-{executor-arch}
1159               </ul>
1160           <li>perf test-cases selection
1161               <ul>
1162                   <li>test-cases selected by tags defined in
1163                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1164                       test_set_id.md</i>
1165               </ul>
1166
1167           <li>results
1168               <ul>
1169                   <li>jjb verify: PASS/FAIL
1170                   <li>present: dpdk performance
1171                   <li>analyse: dpdk performance
1172               </ul>
1173       </ul>
1174
1175     project-type: freestyle
1176     node: 'builder-{os}-prod-{executor-arch}'
1177     concurrent: true
1178     latest-only: false
1179
1180     properties:
1181       - lf-infra-properties:
1182           build-days-to-keep: "{build-days-to-keep}"
1183
1184     parameters:
1185       - project-parameter:
1186           project: '{project}'
1187       - gerrit-parameter:
1188           branch: '{branch}'
1189       - gerrit-refspec-parameter
1190       - gerrit-event-type-parameter
1191       - gerrit-event-comment-text-parameter
1192       - csit-perf-trial-duration-parameter:
1193           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1194       - csit-perf-trial-multiplicity-parameter:
1195           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1196
1197     scm:
1198       - gerrit-trigger-scm:
1199           credentials-id: 'jenkins-gerrit-credentials'
1200           refspec: '$GERRIT_REFSPEC'
1201           choosing-strategy: 'gerrit'
1202
1203     wrappers:
1204       - fdio-infra-wrappers-non-activity-timeout:
1205           build-timeout: '{build-timeout}'
1206
1207     triggers:
1208       - gerrit-trigger-csit-perftest:
1209           project: '{project}'
1210           branch: '{branch}'
1211           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1212           skip-vote: false
1213
1214     builders:
1215       - shell:
1216           !include-raw-escape:
1217           - ../scripts/setup_executor_env.sh
1218       - shell:
1219           !include-raw-escape:
1220           - ../scripts/csit/perf-verify.sh
1221
1222     publishers:
1223       - fdio-infra-publish
1224
1225 - job-template:
1226     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1227
1228     description: |
1229       <ul>
1230           <li>objective
1231               <ul>
1232                   <li>get trex performance iterative data for csit report
1233               </ul>
1234           <li>job
1235               <ul>
1236                   <li>name:
1237                       <b>csit-trex-perf-report-iterative-{stream_report}-
1238                       {node-arch}</b>
1239                   <li>trigger: keyword in comment to csit patch:
1240                       <b>csit-trex-report-iter-{node-arch}-perftest
1241                       test_set_id</b>
1242                   <li>trigger example:
1243                       csit-trex-report-iter-{node-arch}-perftest trex-00
1244               </ul>
1245           <li>executor
1246               <ul>
1247                   <li>builder-{os}-prod-{executor-arch}
1248               </ul>
1249           <li>perf test-cases selection
1250               <ul>
1251                   <li>test-cases selected by tags defined in
1252                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1253                       test_set_id.md</i>
1254               </ul>
1255
1256           <li>results
1257               <ul>
1258                   <li>jjb verify: PASS/FAIL
1259                   <li>present: trex performance
1260                   <li>analyse: trex performance
1261               </ul>
1262       </ul>
1263
1264     project-type: freestyle
1265     node: 'builder-{os}-prod-{executor-arch}'
1266     concurrent: true
1267     latest-only: false
1268
1269     properties:
1270       - lf-infra-properties:
1271           build-days-to-keep: "{build-days-to-keep}"
1272
1273     parameters:
1274       - project-parameter:
1275           project: '{project}'
1276       - gerrit-parameter:
1277           branch: '{branch}'
1278       - gerrit-refspec-parameter
1279       - gerrit-event-type-parameter
1280       - gerrit-event-comment-text-parameter
1281       - csit-perf-trial-duration-parameter:
1282           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1283       - csit-perf-trial-multiplicity-parameter:
1284           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1285
1286     scm:
1287       - gerrit-trigger-scm:
1288           credentials-id: 'jenkins-gerrit-credentials'
1289           refspec: '$GERRIT_REFSPEC'
1290           choosing-strategy: 'gerrit'
1291
1292     wrappers:
1293       - fdio-infra-wrappers-non-activity-timeout:
1294           build-timeout: '{build-timeout}'
1295
1296     triggers:
1297       - gerrit-trigger-csit-perftest:
1298           project: '{project}'
1299           branch: '{branch}'
1300           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1301           skip-vote: false
1302
1303     builders:
1304       - shell:
1305           !include-raw-escape:
1306           - ../scripts/setup_executor_env.sh
1307       - shell:
1308           !include-raw-escape:
1309           - ../scripts/csit/perf-verify.sh
1310
1311     publishers:
1312       - fdio-infra-publish
1313
1314 - job-template:
1315     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1316
1317     description: |
1318       <ul>
1319           <li>objective
1320               <ul>
1321                   <li>get vpp performance coverage data for csit report
1322               </ul>
1323           <li>job
1324               <ul>
1325                   <li>name:
1326                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1327                       {node-arch}</b>
1328                   <li>trigger: keyword in comment to csit patch:
1329                       <b>csit-vpp-report-cov-{node-arch}-perftest
1330                       test_set_id</b>
1331                   <li>trigger example:
1332                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1333               </ul>
1334           <li>executor
1335               <ul>
1336                   <li>builder-{os}-prod-{executor-arch}
1337               </ul>
1338           <li>perf test-cases selection
1339               <ul>
1340                   <li>test-cases selected by tags defined in
1341                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1342                       test_set_id.md</i>
1343               </ul>
1344
1345           <li>results
1346               <ul>
1347                   <li>jjb verify: PASS/FAIL
1348                   <li>present: vpp performance
1349                   <li>analyse: vpp performance
1350               </ul>
1351       </ul>
1352
1353     project-type: freestyle
1354     node: 'builder-{os}-prod-{executor-arch}'
1355     concurrent: true
1356     latest-only: false
1357
1358     properties:
1359       - lf-infra-properties:
1360           build-days-to-keep: "{build-days-to-keep}"
1361
1362     parameters:
1363       - project-parameter:
1364           project: '{project}'
1365       - gerrit-parameter:
1366           branch: '{branch}'
1367       - gerrit-refspec-parameter
1368       - gerrit-event-type-parameter
1369       - gerrit-event-comment-text-parameter
1370       - csit-perf-trial-duration-parameter:
1371           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1372       - csit-perf-trial-multiplicity-parameter:
1373           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1374
1375     scm:
1376       - gerrit-trigger-scm:
1377           credentials-id: 'jenkins-gerrit-credentials'
1378           refspec: '$GERRIT_REFSPEC'
1379           choosing-strategy: 'gerrit'
1380
1381     wrappers:
1382       - fdio-infra-wrappers-non-activity-timeout:
1383           build-timeout: '{build-timeout}'
1384
1385     triggers:
1386       - gerrit-trigger-csit-perftest:
1387           project: '{project}'
1388           branch: '{branch}'
1389           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1390           skip-vote: false
1391
1392     builders:
1393       - shell:
1394           !include-raw-escape:
1395           - ../scripts/setup_executor_env.sh
1396       - shell:
1397           !include-raw-escape:
1398           - ../scripts/csit/perf-verify.sh
1399
1400     publishers:
1401       - fdio-infra-publish
1402
1403 - job-template:
1404     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1405
1406     description: |
1407       <ul>
1408           <li>objective
1409               <ul>
1410                   <li>get dpdk performance coverage data for csit report
1411               </ul>
1412           <li>job
1413               <ul>
1414                   <li>name:
1415                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1416                       {node-arch}</b>
1417                   <li>trigger: keyword in comment to csit patch:
1418                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1419                       test_set_id</b>
1420                   <li>trigger example:
1421                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1422               </ul>
1423           <li>executor
1424               <ul>
1425                   <li>builder-{os}-prod-{executor-arch}
1426               </ul>
1427           <li>perf test-cases selection
1428               <ul>
1429                   <li>test-cases selected by tags defined in
1430                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1431                       test_set_id.md</i>
1432               </ul>
1433
1434           <li>results
1435               <ul>
1436                   <li>jjb verify: PASS/FAIL
1437                   <li>present: dpdk performance
1438                   <li>analyse: dpdk performance
1439               </ul>
1440       </ul>
1441
1442     project-type: freestyle
1443     node: 'builder-{os}-prod-{executor-arch}'
1444     concurrent: true
1445     latest-only: false
1446
1447     properties:
1448       - lf-infra-properties:
1449           build-days-to-keep: "{build-days-to-keep}"
1450
1451     parameters:
1452       - project-parameter:
1453           project: '{project}'
1454       - gerrit-parameter:
1455           branch: '{branch}'
1456       - gerrit-refspec-parameter
1457       - gerrit-event-type-parameter
1458       - gerrit-event-comment-text-parameter
1459       - csit-perf-trial-duration-parameter:
1460           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1461       - csit-perf-trial-multiplicity-parameter:
1462           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1463
1464     scm:
1465       - gerrit-trigger-scm:
1466           credentials-id: 'jenkins-gerrit-credentials'
1467           refspec: '$GERRIT_REFSPEC'
1468           choosing-strategy: 'gerrit'
1469
1470     wrappers:
1471       - fdio-infra-wrappers-non-activity-timeout:
1472           build-timeout: '{build-timeout}'
1473
1474     triggers:
1475       - gerrit-trigger-csit-perftest:
1476           project: '{project}'
1477           branch: '{branch}'
1478           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1479           skip-vote: false
1480
1481     builders:
1482       - shell:
1483           !include-raw-escape:
1484           - ../scripts/setup_executor_env.sh
1485       - shell:
1486           !include-raw-escape:
1487           - ../scripts/csit/perf-verify.sh
1488
1489     publishers:
1490       - fdio-infra-publish
1491
1492 - job-template:
1493     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1494
1495     description: |
1496       <ul>
1497           <li>objective
1498               <ul>
1499                   <li>get trex performance coverage data for csit report
1500               </ul>
1501           <li>job
1502               <ul>
1503                   <li>name:
1504                       <b>csit-trex-perf-report-coverage-{stream_report}-
1505                       {node-arch}</b>
1506                   <li>trigger: keyword in comment to csit patch:
1507                       <b>csit-trex-report-cov-{node-arch}-perftest
1508                       test_set_id</b>
1509                   <li>trigger example:
1510                       csit-trex-report-cov-{node-arch}-perftest trex-00
1511               </ul>
1512           <li>executor
1513               <ul>
1514                   <li>builder-{os}-prod-{executor-arch}
1515               </ul>
1516           <li>perf test-cases selection
1517               <ul>
1518                   <li>test-cases selected by tags defined in
1519                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1520                       test_set_id.md</i>
1521               </ul>
1522
1523           <li>results
1524               <ul>
1525                   <li>jjb verify: PASS/FAIL
1526                   <li>present: trex performance
1527                   <li>analyse: trex performance
1528               </ul>
1529       </ul>
1530
1531     project-type: freestyle
1532     node: 'builder-{os}-prod-{executor-arch}'
1533     concurrent: true
1534     latest-only: false
1535
1536     properties:
1537       - lf-infra-properties:
1538           build-days-to-keep: "{build-days-to-keep}"
1539
1540     parameters:
1541       - project-parameter:
1542           project: '{project}'
1543       - gerrit-parameter:
1544           branch: '{branch}'
1545       - gerrit-refspec-parameter
1546       - gerrit-event-type-parameter
1547       - gerrit-event-comment-text-parameter
1548       - csit-perf-trial-duration-parameter:
1549           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1550       - csit-perf-trial-multiplicity-parameter:
1551           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1552
1553     scm:
1554       - gerrit-trigger-scm:
1555           credentials-id: 'jenkins-gerrit-credentials'
1556           refspec: '$GERRIT_REFSPEC'
1557           choosing-strategy: 'gerrit'
1558
1559     wrappers:
1560       - fdio-infra-wrappers-non-activity-timeout:
1561           build-timeout: '{build-timeout}'
1562
1563     triggers:
1564       - gerrit-trigger-csit-perftest:
1565           project: '{project}'
1566           branch: '{branch}'
1567           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1568           skip-vote: false
1569
1570     builders:
1571       - shell:
1572           !include-raw-escape:
1573           - ../scripts/setup_executor_env.sh
1574       - shell:
1575           !include-raw-escape:
1576           - ../scripts/csit/perf-verify.sh
1577
1578     publishers:
1579       - fdio-infra-publish