jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53             - 3n-alt:
  54                 os: 'ubuntu2004'
  55                 executor-arch: 'aarch64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-skx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 3n-icx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85           periodicity: '0 0 * * 6'
  86       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  87           node-arch:
  88             - 1n-aws:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 2n-skx:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'x86_64'
  94       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  95           node-arch:
  96             - 2n-icx:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-clx:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 2n-skx:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 2n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 2n-zn2:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 2n-tx2:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'aarch64'
 114             - 3n-skx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117             - 3n-icx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120             - 3n-dnv:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123             - 3n-tsh:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'aarch64'
 126             - 3n-alt:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'aarch64'
 129           stream:
 130             - master:
 131                 branch: 'master'
 132                 branch-id: 'oper'
 133             - '2110':
 134                 branch: 'rls2110'
 135                 branch-id: 'oper-rls2110'
 136             - '2202':
 137                 branch: 'rls2202'
 138                 branch-id: 'oper-rls2202'
 139       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 140           node-arch:
 141             - 2n-icx:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '0 2 * * 1-5'
 145             - 2n-clx:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148                 periodicity: '0 2 * * 1-5'
 149             - 2n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '0 2 * * 1-5'
 153             - 2n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '0 2 * * 1-5'
 157             - 2n-zn2:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160                 periodicity: '0 2 * * 1-5'
 161             - 2n-tx2:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '0 2 * * 1-5'
 165             - 3n-skx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '0 2 * * 1-5'
 169             - 3n-icx:
 170                 os: 'ubuntu2004'
 171                 executor-arch: 'x86_64'
 172                 periodicity: '0 2 * * 1-5'
 173             - 3n-dnv:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176                 periodicity: '0 2 * * 1-5'
 177             - 3n-tsh:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'aarch64'
 180                 periodicity: '0 2 * * 1-5'
 181             - 3n-alt:
 182                 os: 'ubuntu2004'
 183                 executor-arch: 'aarch64'
 184                 periodicity: '0 2 * * 1-5'
 185       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 186           node-arch:
 187             - 2n-icx:
 188                 os: 'ubuntu2004'
 189                 executor-arch: 'x86_64'
 190             - 2n-clx:
 191                 os: 'ubuntu2004'
 192                 executor-arch: 'x86_64'
 193             - 2n-skx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 3n-skx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 3n-icx:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 2n-aws:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205           stream:
 206             - master:
 207                 branch: 'master'
 208                 branch-id: 'oper'
 209           periodicity: '0 0 * * 6'
 210       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 211           node-arch:
 212             - 2n-icx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-clx:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 2n-skx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 3n-skx:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-icx:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'x86_64'
 227           periodicity: '0 0 * * 6'
 228       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 229           node-arch:
 230             - 2n-skx:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233           periodicity: '0 0 * * 6'
 234       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 235           node-arch:
 236             - 2n-icx:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239             - 2n-clx:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242             - 2n-skx:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'x86_64'
 245             - 2n-dnv:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 2n-zn2:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 2n-tx2:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'aarch64'
 254             - 3n-skx:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 3n-icx:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 3n-dnv:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 3n-tsh:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'aarch64'
 266             - 3n-alt:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'aarch64'
 269             - 2n-aws:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272             - 3n-aws:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'x86_64'
 275       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 276           node-arch:
 277             - 2n-icx:
 278                 os: 'ubuntu2004'
 279                 executor-arch: 'x86_64'
 280             - 2n-clx:
 281                 os: 'ubuntu2004'
 282                 executor-arch: 'x86_64'
 283             - 2n-skx:
 284                 os: 'ubuntu2004'
 285                 executor-arch: 'x86_64'
 286             - 2n-dnv:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-zn2:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-tx2:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'aarch64'
 295             - 3n-skx:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 3n-icx:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 3n-dnv:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'aarch64'
 307             - 3n-alt:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 317           node-arch:
 318             - 1n-aws:
 319                 os: 'ubuntu2004'
 320                 executor-arch: 'x86_64'
 321             - 2n-skx:
 322                 os: 'ubuntu2004'
 323                 executor-arch: 'x86_64'
 324       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 325           node-arch:
 326             - 2n-icx:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'x86_64'
 329             - 2n-clx:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'x86_64'
 332             - 2n-skx:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 2n-dnv:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338             - 2n-zn2:
 339                 os: 'ubuntu2004'
 340                 executor-arch: 'x86_64'
 341             - 2n-tx2:
 342                 os: 'ubuntu2004'
 343                 executor-arch: 'aarch64'
 344             - 3n-skx:
 345                 os: 'ubuntu2004'
 346                 executor-arch: 'x86_64'
 347             - 3n-icx:
 348                 os: 'ubuntu2004'
 349                 executor-arch: 'x86_64'
 350             - 3n-dnv:
 351                 os: 'ubuntu2004'
 352                 executor-arch: 'x86_64'
 353             - 3n-tsh:
 354                 os: 'ubuntu2004'
 355                 executor-arch: 'aarch64'
 356             - 3n-alt:
 357                 os: 'ubuntu2004'
 358                 executor-arch: 'aarch64'
 359             - 2n-aws:
 360                 os: 'ubuntu2004'
 361                 executor-arch: 'x86_64'
 362             - 3n-aws:
 363                 os: 'ubuntu2004'
 364                 executor-arch: 'x86_64'
 365       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 366           node-arch:
 367             - 2n-icx:
 368                 os: 'ubuntu2004'
 369                 executor-arch: 'x86_64'
 370             - 2n-clx:
 371                 os: 'ubuntu2004'
 372                 executor-arch: 'x86_64'
 373             - 2n-skx:
 374                 os: 'ubuntu2004'
 375                 executor-arch: 'x86_64'
 376             - 2n-dnv:
 377                 os: 'ubuntu2004'
 378                 executor-arch: 'x86_64'
 379             - 2n-zn2:
 380                 os: 'ubuntu2004'
 381                 executor-arch: 'x86_64'
 382             - 2n-tx2:
 383                 os: 'ubuntu2004'
 384                 executor-arch: 'aarch64'
 385             - 3n-skx:
 386                 os: 'ubuntu2004'
 387                 executor-arch: 'x86_64'
 388             - 3n-icx:
 389                 os: 'ubuntu2004'
 390                 executor-arch: 'x86_64'
 391             - 3n-dnv:
 392                 os: 'ubuntu2004'
 393                 executor-arch: 'x86_64'
 394             - 3n-tsh:
 395                 os: 'ubuntu2004'
 396                 executor-arch: 'aarch64'
 397             - 3n-alt:
 398                 os: 'ubuntu2004'
 399                 executor-arch: 'aarch64'
 400             - 2n-aws:
 401                 os: 'ubuntu2004'
 402                 executor-arch: 'x86_64'
 403             - 3n-aws:
 404                 os: 'ubuntu2004'
 405                 executor-arch: 'x86_64'
 406       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 407           node-arch:
 408             - 1n-aws:
 409                 os: 'ubuntu2004'
 410                 executor-arch: 'x86_64'
 411             - 2n-skx:
 412                 os: 'ubuntu2004'
 413                 executor-arch: 'x86_64'
 414
 415     project: 'csit'
 416     branch: 'master'
 417     branch-id: 'oper'
 418     csit-perf-trial-duration: '1.0'
 419     csit-perf-trial-multiplicity: '10'
 420     stream:
 421       - master:
 422           branch: 'master'
 423           branch-id: 'oper'
 424       - '2110':
 425           branch: 'rls2110'
 426           branch-id: 'oper-rls2110'
 427       - '2202':
 428           branch: 'rls2202'
 429           branch-id: 'oper-rls2202'
 430     stream_report:
 431       - '2110':
 432           branch: 'rls2110'
 433           branch-id: 'oper-rls2110'
 434       - '2202':
 435           branch: 'rls2202'
 436           branch-id: 'oper-rls2202'
 437
 438     build-artifact-num-to-keep: 10
 439
 440
 441 - job-template:
 442     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 443
 444     description: |
 445       <ul>
 446           <li>objective
 447               <ul>
 448                   <li>perf verify - per csit gerrit patch
 449               </ul>
 450           <li>job
 451               <ul>
 452                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 453                   <li>trigger: keyword in comment to csit patch:
 454                       <b>csit-{node-arch}-perftest tag_list</b>
 455               </ul>
 456           <li>executor
 457               <ul>
 458                   <li>builder-{os}-prod-{executor-arch}
 459               </ul>
 460           <li>perf test-cases selection
 461               <ul>
 462                   <li>test-cases selected using trigger keyword followed by tags
 463                   <li>all test-cases are labelled with CSIT RF topic tags
 464                       defined in <i>csit/docs/tag_documentation.rst</i>
 465               </ul>
 466           <li>proposed keywords
 467               <ul>
 468                   <li>focus on testing specified vpp packet processing path
 469                   <li>format: csit-{node-arch}-perftest tag_list
 470               </ul>
 471           <li>default tags for vpp startup config and perf test type
 472               <ul>
 473                   <li>IP4BASE, IP6BASE, L2BDBASE
 474                   <li>64B/78B: 64B/78B packet size
 475                   <li>1C: one core
 476                   <li>X710: x710 Fortville NIC
 477                   <li>MRR: MRR throughput
 478               </ul>
 479           <li>results
 480               <ul>
 481                   <li>jjb verify: PASS/FAIL
 482                   <li>present: no
 483                   <li>analyse: no
 484               </ul>
 485       </ul>
 486
 487     project-type: freestyle
 488     node: 'builder-{os}-prod-{executor-arch}'
 489     concurrent: true
 490     latest-only: false
 491
 492     properties:
 493       - lf-infra-properties:
 494           build-days-to-keep: "{build-days-to-keep}"
 495
 496     parameters:
 497       - project-parameter:
 498           project: '{project}'
 499       - gerrit-parameter:
 500           branch: '{branch}'
 501       - gerrit-refspec-parameter
 502       - gerrit-event-type-parameter
 503       - gerrit-event-comment-text-parameter
 504       - csit-perf-trial-duration-parameter:
 505           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 506       - csit-perf-trial-multiplicity-parameter:
 507           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 508       # This is a manually-triggered verify job, part of API coverage.
 509       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 510       # Can be removed when this job is no longer needed for full API coverage.
 511       - csit-fail-on-crc-mismatch-parameter:
 512           fail-on-crc-mismatch: 'True'
 513
 514     scm:
 515       - gerrit-trigger-scm:
 516           credentials-id: 'jenkins-gerrit-credentials'
 517           refspec: '$GERRIT_REFSPEC'
 518           choosing-strategy: 'gerrit'
 519
 520     wrappers:
 521       - fdio-infra-wrappers-non-activity-timeout:
 522           build-timeout: '{build-timeout}'
 523
 524     triggers:
 525       - gerrit-trigger-csit-perftest:
 526           project: '{project}'
 527           branch: '{branch}'
 528           trigger-word: 'csit-{node-arch}-perftest'
 529           skip-vote: false
 530
 531     builders:
 532       - shell:
 533           !include-raw-escape:
 534           - ../scripts/setup_executor_env.sh
 535       - shell:
 536           !include-raw-escape:
 537           - ../scripts/csit/perf-verify.sh
 538
 539     publishers:
 540       - fdio-infra-publish
 541
 542 - job-template:
 543     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 544
 545     description: |
 546       <ul>
 547           <li>objective
 548               <ul>
 549                   <li>check vpp perf mrr daily
 550               </ul>
 551           <li>executor
 552               <ul>
 553                   <li>builder-{os}-prod-{executor-arch}
 554               </ul>
 555           <li>perf test-cases selection
 556               <ul>
 557                   <li>all CSIT VPP MRR perf suites
 558               </ul>
 559           <li>results
 560               <ul>
 561                   <li>jjb verify: PASS/FAIL
 562                   <li>present: no
 563                   <li>analyse: csit project (catch malfunctions/degradations)
 564               </ul>
 565       </ul>
 566
 567     project-type: freestyle
 568     node: 'builder-{os}-prod-{executor-arch}'
 569     concurrent: false
 570     latest-only: false
 571
 572     properties:
 573       - lf-infra-properties:
 574           build-days-to-keep: "{build-days-to-keep}"
 575
 576     parameters:
 577       - project-parameter:
 578           project: '{project}'
 579       - gerrit-parameter:
 580           branch: '{branch}'
 581       - csit-perf-trial-duration-parameter:
 582           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 583       - csit-perf-trial-multiplicity-parameter:
 584           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 585
 586     wrappers:
 587       - fdio-infra-wrappers-non-activity-timeout:
 588           build-timeout: '{build-timeout}'
 589
 590     triggers:
 591       - timed: '{periodicity}'
 592
 593     builders:
 594       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 595       - inject:
 596           properties-file: variables.prop
 597       - shell:
 598           !include-raw-escape:
 599           - ../scripts/setup_executor_env.sh
 600       - shell:
 601           !include-raw-escape:
 602           - ../scripts/csit/perf-timed.sh
 603
 604     publishers:
 605       - fdio-infra-publish
 606
 607 - job-template:
 608     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 609
 610     description: |
 611       <ul>
 612           <li>objective
 613               <ul>
 614                   <li>check vpp perf mrr weekly on {node-arch}
 615               </ul>
 616           <li>executor
 617               <ul>
 618                   <li>builder-{os}-prod-{executor-arch}
 619               </ul>
 620           <li>perf test-cases selection
 621               <ul>
 622                   <li>NF Density CSIT VPP MRR perf suites
 623               </ul>
 624           <li>results
 625               <ul>
 626                   <li>jjb verify: PASS/FAIL
 627                   <li>present: no
 628                   <li>analyse: csit project (catch malfunctions/degradations)
 629               </ul>
 630       </ul>
 631
 632     project-type: freestyle
 633     node: 'builder-{os}-prod-{executor-arch}'
 634     concurrent: false
 635     latest-only: false
 636
 637     properties:
 638       - lf-infra-properties:
 639           build-days-to-keep: "{build-days-to-keep}"
 640
 641     parameters:
 642       - project-parameter:
 643           project: '{project}'
 644       - gerrit-parameter:
 645           branch: '{branch}'
 646       - csit-perf-trial-duration-parameter:
 647           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 648       - csit-perf-trial-multiplicity-parameter:
 649           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 650
 651     wrappers:
 652       - fdio-infra-wrappers-non-activity-timeout:
 653           build-timeout: '{build-timeout}'
 654
 655     triggers:
 656       - timed: '{periodicity}'
 657
 658     builders:
 659       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 660       - inject:
 661           properties-file: variables.prop
 662       - shell:
 663           !include-raw-escape:
 664           - ../scripts/setup_executor_env.sh
 665       - shell:
 666           !include-raw-escape:
 667           - ../scripts/csit/perf-timed.sh
 668
 669     publishers:
 670       - fdio-infra-publish
 671
 672 - job-template:
 673     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 674
 675     description: |
 676       <ul>
 677           <li>objective
 678               <ul>
 679                   <li>check vpp perf ndrpdr weekly on {node-arch}
 680               </ul>
 681           <li>executor
 682               <ul>
 683                   <li>builder-{os}-prod-{executor-arch}
 684               </ul>
 685           <li>perf test-cases selection
 686               <ul>
 687                   <li>pre-selected CSIT VPP NDRPDR perf suites
 688               </ul>
 689           <li>results
 690               <ul>
 691                   <li>jjb verify: PASS/FAIL
 692                   <li>present: no
 693                   <li>analyse: csit project (catch malfunctions/degradations)
 694               </ul>
 695       </ul>
 696     project-type: freestyle
 697     node: 'builder-{os}-prod-{executor-arch}'
 698     concurrent: false
 699     latest-only: false
 700
 701     properties:
 702       - lf-infra-properties:
 703           build-days-to-keep: "{build-days-to-keep}"
 704
 705     parameters:
 706       - project-parameter:
 707           project: '{project}'
 708       - gerrit-parameter:
 709           branch: '{branch}'
 710
 711     wrappers:
 712       - fdio-infra-wrappers-non-activity-timeout:
 713           build-timeout: '{build-timeout}'
 714
 715     triggers:
 716       - timed: '{periodicity}'
 717
 718     builders:
 719       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 720       - inject:
 721           properties-file: variables.prop
 722       - shell:
 723           !include-raw-escape:
 724           - ../scripts/setup_executor_env.sh
 725       - shell:
 726           !include-raw-escape:
 727           - ../scripts/csit/perf-timed.sh
 728
 729     publishers:
 730       - fdio-infra-publish
 731
 732 - job-template:
 733     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 734
 735     description: |
 736       <ul>
 737           <li>objective
 738               <ul>
 739                   <li>check trex perf ndrpdr weekly on {node-arch}
 740               </ul>
 741           <li>executor
 742               <ul>
 743                   <li>builder-{os}-prod-{executor-arch}
 744               </ul>
 745           <li>perf test-cases selection
 746               <ul>
 747                   <li>pre-selected CSIT TREX NDRPDR perf suites
 748               </ul>
 749           <li>results
 750               <ul>
 751                   <li>jjb verify: PASS/FAIL
 752                   <li>present: no
 753                   <li>analyse: csit project (catch malfunctions/degradations)
 754               </ul>
 755       </ul>
 756     project-type: freestyle
 757     node: 'builder-{os}-prod-{executor-arch}'
 758     concurrent: false
 759     latest-only: false
 760
 761     properties:
 762       - lf-infra-properties:
 763           build-days-to-keep: "{build-days-to-keep}"
 764
 765     parameters:
 766       - project-parameter:
 767           project: '{project}'
 768       - gerrit-parameter:
 769           branch: '{branch}'
 770
 771     wrappers:
 772       - fdio-infra-wrappers-non-activity-timeout:
 773           build-timeout: '{build-timeout}'
 774
 775     triggers:
 776       - timed: '{periodicity}'
 777
 778     builders:
 779       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 780       - inject:
 781           properties-file: variables.prop
 782       - shell:
 783           !include-raw-escape:
 784           - ../scripts/setup_executor_env.sh
 785       - shell:
 786           !include-raw-escape:
 787           - ../scripts/csit/perf-timed.sh
 788
 789     publishers:
 790       - fdio-infra-publish
 791
 792 - job-template:
 793     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 794
 795     description: |
 796       <ul>
 797           <li>objective
 798               <ul>
 799                   <li>perf verify - per csit gerrit patch
 800               </ul>
 801           <li>job
 802               <ul>
 803                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 804                   <li>trigger: keyword in comment to csit patch:
 805                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 806               </ul>
 807           <li>executor
 808               <ul>
 809                   <li>builder-{os}-prod-{executor-arch}
 810               </ul>
 811           <li>perf test-cases selection
 812               <ul>
 813                   <li>test-cases selected using trigger keyword followed by tags
 814                   <li>all test-cases are labelled with CSIT RF topic tags
 815                       defined in <i>csit/docs/tag_documentation.rst</i>
 816               </ul>
 817           <li>proposed keywords
 818               <ul>
 819                   <li>focus on testing specified trex packet processing path
 820                   <li>format: csit-{node-arch}-perftest tag_list
 821               </ul>
 822           <li>results
 823               <ul>
 824                   <li>jjb verify: PASS/FAIL
 825                   <li>present: no
 826                   <li>analyse: no
 827               </ul>
 828       </ul>
 829
 830     project-type: freestyle
 831     node: 'builder-{os}-prod-{executor-arch}'
 832     concurrent: true
 833     latest-only: false
 834
 835     properties:
 836       - lf-infra-properties:
 837           build-days-to-keep: "{build-days-to-keep}"
 838
 839     parameters:
 840       - project-parameter:
 841           project: '{project}'
 842       - gerrit-parameter:
 843           branch: '{branch}'
 844       - gerrit-refspec-parameter
 845       - gerrit-event-type-parameter
 846       - gerrit-event-comment-text-parameter
 847       - csit-perf-trial-duration-parameter:
 848           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 849       - csit-perf-trial-multiplicity-parameter:
 850           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 851       # This is a manually-triggered verify job, part of API coverage.
 852       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 853       # Can be removed when this job is no longer needed for full API coverage.
 854       - csit-fail-on-crc-mismatch-parameter:
 855           fail-on-crc-mismatch: 'True'
 856
 857     scm:
 858       - gerrit-trigger-scm:
 859           credentials-id: 'jenkins-gerrit-credentials'
 860           refspec: '$GERRIT_REFSPEC'
 861           choosing-strategy: 'gerrit'
 862
 863     wrappers:
 864       - fdio-infra-wrappers-non-activity-timeout:
 865           build-timeout: '{build-timeout}'
 866
 867     triggers:
 868       - gerrit-trigger-csit-perftest:
 869           project: '{project}'
 870           branch: '{branch}'
 871           trigger-word: 'csit-trex-{node-arch}-perftest'
 872           skip-vote: false
 873
 874     builders:
 875       - shell:
 876           !include-raw-escape:
 877           - ../scripts/setup_executor_env.sh
 878       - shell:
 879           !include-raw-escape:
 880           - ../scripts/csit/perf-verify.sh
 881
 882     publishers:
 883       - fdio-infra-publish
 884
 885 - job-template:
 886     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 887
 888     description: |
 889       <ul>
 890           <li>objective
 891               <ul>
 892                   <li>perf verify - per csit gerrit patch
 893               </ul>
 894           <li>job
 895               <ul>
 896                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 897                   <li>trigger: keyword in comment to csit patch:
 898                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 899               </ul>
 900           <li>executor
 901               <ul>
 902                   <li>builder-{os}-prod-{executor-arch}
 903               </ul>
 904           <li>perf test-cases selection
 905               <ul>
 906                   <li>test-cases selected using trigger keyword followed by tags
 907                   <li>all test-cases are labelled with CSIT RF topic tags
 908                       defined in <i>csit/docs/tag_documentation.rst</i>
 909               </ul>
 910           <li>default tags for dpdk perf test type
 911               <ul>
 912                   <li>IP4BASE, L2XCBASE
 913                   <li>64B: 64B packet size
 914                   <li>1C: one core
 915                   <li>X710: x710 Fortville NIC
 916                   <li>MRR: MRR throughput
 917               </ul>
 918           <li>results
 919               <ul>
 920                   <li>jjb verify: PASS/FAIL
 921                   <li>present: no
 922                   <li>analyse: no
 923               </ul>
 924       </ul>
 925
 926     project-type: freestyle
 927     node: 'builder-{os}-prod-{executor-arch}'
 928     concurrent: true
 929     latest-only: false
 930
 931     properties:
 932       - lf-infra-properties:
 933           build-days-to-keep: "{build-days-to-keep}"
 934
 935     parameters:
 936       - project-parameter:
 937           project: '{project}'
 938       - gerrit-parameter:
 939           branch: '{branch}'
 940       - gerrit-refspec-parameter
 941       - gerrit-event-type-parameter
 942       - gerrit-event-comment-text-parameter
 943       - csit-perf-trial-duration-parameter:
 944           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 945       - csit-perf-trial-multiplicity-parameter:
 946           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 947
 948     scm:
 949       - gerrit-trigger-scm:
 950           credentials-id: 'jenkins-gerrit-credentials'
 951           refspec: '$GERRIT_REFSPEC'
 952           choosing-strategy: 'gerrit'
 953
 954     wrappers:
 955       - fdio-infra-wrappers-non-activity-timeout:
 956           build-timeout: '{build-timeout}'
 957
 958     triggers:
 959       - gerrit-trigger-csit-perftest:
 960           project: '{project}'
 961           branch: '{branch}'
 962           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 963           skip-vote: false
 964
 965     builders:
 966       - shell:
 967           !include-raw-escape:
 968           - ../scripts/setup_executor_env.sh
 969       - shell:
 970           !include-raw-escape:
 971           - ../scripts/csit/perf-verify.sh
 972
 973     publishers:
 974       - fdio-infra-publish
 975
 976 - job-template:
 977     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 978
 979     description: |
 980       <ul>
 981           <li>objective
 982               <ul>
 983                   <li>check dpdk perf mrr weekly
 984               </ul>
 985           <li>executor
 986               <ul>
 987                   <li>builder-{os}-prod-{executor-arch}
 988               </ul>
 989           <li>perf test-cases selection
 990               <ul>
 991                   <li>all CSIT DPDK MRR perf suites
 992               </ul>
 993           <li>results
 994               <ul>
 995                   <li>jjb verify: PASS/FAIL
 996                   <li>present: no
 997                   <li>analyse: csit project (catch malfunctions/degradations)
 998               </ul>
 999       </ul>
1000
1001     project-type: freestyle
1002     node: 'builder-{os}-prod-{executor-arch}'
1003     concurrent: false
1004     latest-only: false
1005
1006     properties:
1007       - lf-infra-properties:
1008           build-days-to-keep: "{build-days-to-keep}"
1009
1010     parameters:
1011       - project-parameter:
1012           project: '{project}'
1013       - gerrit-parameter:
1014           branch: '{branch}'
1015       - csit-perf-trial-duration-parameter:
1016           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1017       - csit-perf-trial-multiplicity-parameter:
1018           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1019
1020     wrappers:
1021       - fdio-infra-wrappers-non-activity-timeout:
1022           build-timeout: '{build-timeout}'
1023
1024     triggers:
1025       - timed: '{periodicity}'
1026
1027     builders:
1028       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1029       - inject:
1030           properties-file: variables.prop
1031       - shell:
1032           !include-raw-escape:
1033           - ../scripts/setup_executor_env.sh
1034       - shell:
1035           !include-raw-escape:
1036           - ../scripts/csit/perf-timed.sh
1037
1038     publishers:
1039       - fdio-infra-publish
1040
1041 - job-template:
1042     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1043
1044     description: |
1045       <ul>
1046           <li>objective
1047               <ul>
1048                   <li>get vpp performance iterative data for csit report
1049               </ul>
1050           <li>job
1051               <ul>
1052                   <li>name:
1053                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1054                       {node-arch}</b>
1055                   <li>trigger: keyword in comment to csit patch:
1056                       <b>csit-vpp-report-iter-{node-arch}-perftest
1057                       test_set_id</b>
1058                   <li>trigger example:
1059                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1060               </ul>
1061           <li>executor
1062               <ul>
1063                   <li>builder-{os}-prod-{executor-arch}
1064               </ul>
1065           <li>perf test-cases selection
1066               <ul>
1067                   <li>test-cases selected by tags defined in
1068                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1069                       test_set_id.md</i>
1070               </ul>
1071
1072           <li>results
1073               <ul>
1074                   <li>jjb verify: PASS/FAIL
1075                   <li>present: vpp performance
1076                   <li>analyse: vpp performance
1077               </ul>
1078       </ul>
1079
1080     project-type: freestyle
1081     node: 'builder-{os}-prod-{executor-arch}'
1082     concurrent: true
1083     latest-only: false
1084
1085     properties:
1086       - lf-infra-properties:
1087           build-days-to-keep: "{build-days-to-keep}"
1088
1089     parameters:
1090       - project-parameter:
1091           project: '{project}'
1092       - gerrit-parameter:
1093           branch: '{branch}'
1094       - gerrit-refspec-parameter
1095       - gerrit-event-type-parameter
1096       - gerrit-event-comment-text-parameter
1097       - csit-perf-trial-duration-parameter:
1098           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1099       - csit-perf-trial-multiplicity-parameter:
1100           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1101
1102     scm:
1103       - gerrit-trigger-scm:
1104           credentials-id: 'jenkins-gerrit-credentials'
1105           refspec: '$GERRIT_REFSPEC'
1106           choosing-strategy: 'gerrit'
1107
1108     wrappers:
1109       - fdio-infra-wrappers-non-activity-timeout:
1110           build-timeout: '{build-timeout}'
1111
1112     triggers:
1113       - gerrit-trigger-csit-perftest:
1114           project: '{project}'
1115           branch: '{branch}'
1116           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1117           skip-vote: false
1118
1119     builders:
1120       - shell:
1121           !include-raw-escape:
1122           - ../scripts/setup_executor_env.sh
1123       - shell:
1124           !include-raw-escape:
1125           - ../scripts/csit/perf-verify.sh
1126
1127     publishers:
1128       - fdio-infra-publish
1129
1130 - job-template:
1131     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1132
1133     description: |
1134       <ul>
1135           <li>objective
1136               <ul>
1137                   <li>get dpdk performance iterative data for csit report
1138               </ul>
1139           <li>job
1140               <ul>
1141                   <li>name:
1142                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1143                       {node-arch}</b>
1144                   <li>trigger: keyword in comment to csit patch:
1145                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1146                       test_set_id</b>
1147                   <li>trigger example:
1148                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1149               </ul>
1150           <li>executor
1151               <ul>
1152                   <li>builder-{os}-prod-{executor-arch}
1153               </ul>
1154           <li>perf test-cases selection
1155               <ul>
1156                   <li>test-cases selected by tags defined in
1157                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1158                       test_set_id.md</i>
1159               </ul>
1160
1161           <li>results
1162               <ul>
1163                   <li>jjb verify: PASS/FAIL
1164                   <li>present: dpdk performance
1165                   <li>analyse: dpdk performance
1166               </ul>
1167       </ul>
1168
1169     project-type: freestyle
1170     node: 'builder-{os}-prod-{executor-arch}'
1171     concurrent: true
1172     latest-only: false
1173
1174     properties:
1175       - lf-infra-properties:
1176           build-days-to-keep: "{build-days-to-keep}"
1177
1178     parameters:
1179       - project-parameter:
1180           project: '{project}'
1181       - gerrit-parameter:
1182           branch: '{branch}'
1183       - gerrit-refspec-parameter
1184       - gerrit-event-type-parameter
1185       - gerrit-event-comment-text-parameter
1186       - csit-perf-trial-duration-parameter:
1187           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1188       - csit-perf-trial-multiplicity-parameter:
1189           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1190
1191     scm:
1192       - gerrit-trigger-scm:
1193           credentials-id: 'jenkins-gerrit-credentials'
1194           refspec: '$GERRIT_REFSPEC'
1195           choosing-strategy: 'gerrit'
1196
1197     wrappers:
1198       - fdio-infra-wrappers-non-activity-timeout:
1199           build-timeout: '{build-timeout}'
1200
1201     triggers:
1202       - gerrit-trigger-csit-perftest:
1203           project: '{project}'
1204           branch: '{branch}'
1205           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1206           skip-vote: false
1207
1208     builders:
1209       - shell:
1210           !include-raw-escape:
1211           - ../scripts/setup_executor_env.sh
1212       - shell:
1213           !include-raw-escape:
1214           - ../scripts/csit/perf-verify.sh
1215
1216     publishers:
1217       - fdio-infra-publish
1218
1219 - job-template:
1220     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1221
1222     description: |
1223       <ul>
1224           <li>objective
1225               <ul>
1226                   <li>get trex performance iterative data for csit report
1227               </ul>
1228           <li>job
1229               <ul>
1230                   <li>name:
1231                       <b>csit-trex-perf-report-iterative-{stream_report}-
1232                       {node-arch}</b>
1233                   <li>trigger: keyword in comment to csit patch:
1234                       <b>csit-trex-report-iter-{node-arch}-perftest
1235                       test_set_id</b>
1236                   <li>trigger example:
1237                       csit-trex-report-iter-{node-arch}-perftest trex-00
1238               </ul>
1239           <li>executor
1240               <ul>
1241                   <li>builder-{os}-prod-{executor-arch}
1242               </ul>
1243           <li>perf test-cases selection
1244               <ul>
1245                   <li>test-cases selected by tags defined in
1246                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1247                       test_set_id.md</i>
1248               </ul>
1249
1250           <li>results
1251               <ul>
1252                   <li>jjb verify: PASS/FAIL
1253                   <li>present: trex performance
1254                   <li>analyse: trex performance
1255               </ul>
1256       </ul>
1257
1258     project-type: freestyle
1259     node: 'builder-{os}-prod-{executor-arch}'
1260     concurrent: true
1261     latest-only: false
1262
1263     properties:
1264       - lf-infra-properties:
1265           build-days-to-keep: "{build-days-to-keep}"
1266
1267     parameters:
1268       - project-parameter:
1269           project: '{project}'
1270       - gerrit-parameter:
1271           branch: '{branch}'
1272       - gerrit-refspec-parameter
1273       - gerrit-event-type-parameter
1274       - gerrit-event-comment-text-parameter
1275       - csit-perf-trial-duration-parameter:
1276           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1277       - csit-perf-trial-multiplicity-parameter:
1278           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1279
1280     scm:
1281       - gerrit-trigger-scm:
1282           credentials-id: 'jenkins-gerrit-credentials'
1283           refspec: '$GERRIT_REFSPEC'
1284           choosing-strategy: 'gerrit'
1285
1286     wrappers:
1287       - fdio-infra-wrappers-non-activity-timeout:
1288           build-timeout: '{build-timeout}'
1289
1290     triggers:
1291       - gerrit-trigger-csit-perftest:
1292           project: '{project}'
1293           branch: '{branch}'
1294           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1295           skip-vote: false
1296
1297     builders:
1298       - shell:
1299           !include-raw-escape:
1300           - ../scripts/setup_executor_env.sh
1301       - shell:
1302           !include-raw-escape:
1303           - ../scripts/csit/perf-verify.sh
1304
1305     publishers:
1306       - fdio-infra-publish
1307
1308 - job-template:
1309     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1310
1311     description: |
1312       <ul>
1313           <li>objective
1314               <ul>
1315                   <li>get vpp performance coverage data for csit report
1316               </ul>
1317           <li>job
1318               <ul>
1319                   <li>name:
1320                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1321                       {node-arch}</b>
1322                   <li>trigger: keyword in comment to csit patch:
1323                       <b>csit-vpp-report-cov-{node-arch}-perftest
1324                       test_set_id</b>
1325                   <li>trigger example:
1326                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1327               </ul>
1328           <li>executor
1329               <ul>
1330                   <li>builder-{os}-prod-{executor-arch}
1331               </ul>
1332           <li>perf test-cases selection
1333               <ul>
1334                   <li>test-cases selected by tags defined in
1335                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1336                       test_set_id.md</i>
1337               </ul>
1338
1339           <li>results
1340               <ul>
1341                   <li>jjb verify: PASS/FAIL
1342                   <li>present: vpp performance
1343                   <li>analyse: vpp performance
1344               </ul>
1345       </ul>
1346
1347     project-type: freestyle
1348     node: 'builder-{os}-prod-{executor-arch}'
1349     concurrent: true
1350     latest-only: false
1351
1352     properties:
1353       - lf-infra-properties:
1354           build-days-to-keep: "{build-days-to-keep}"
1355
1356     parameters:
1357       - project-parameter:
1358           project: '{project}'
1359       - gerrit-parameter:
1360           branch: '{branch}'
1361       - gerrit-refspec-parameter
1362       - gerrit-event-type-parameter
1363       - gerrit-event-comment-text-parameter
1364       - csit-perf-trial-duration-parameter:
1365           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1366       - csit-perf-trial-multiplicity-parameter:
1367           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1368
1369     scm:
1370       - gerrit-trigger-scm:
1371           credentials-id: 'jenkins-gerrit-credentials'
1372           refspec: '$GERRIT_REFSPEC'
1373           choosing-strategy: 'gerrit'
1374
1375     wrappers:
1376       - fdio-infra-wrappers-non-activity-timeout:
1377           build-timeout: '{build-timeout}'
1378
1379     triggers:
1380       - gerrit-trigger-csit-perftest:
1381           project: '{project}'
1382           branch: '{branch}'
1383           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1384           skip-vote: false
1385
1386     builders:
1387       - shell:
1388           !include-raw-escape:
1389           - ../scripts/setup_executor_env.sh
1390       - shell:
1391           !include-raw-escape:
1392           - ../scripts/csit/perf-verify.sh
1393
1394     publishers:
1395       - fdio-infra-publish
1396
1397 - job-template:
1398     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1399
1400     description: |
1401       <ul>
1402           <li>objective
1403               <ul>
1404                   <li>get dpdk performance coverage data for csit report
1405               </ul>
1406           <li>job
1407               <ul>
1408                   <li>name:
1409                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1410                       {node-arch}</b>
1411                   <li>trigger: keyword in comment to csit patch:
1412                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1413                       test_set_id</b>
1414                   <li>trigger example:
1415                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1416               </ul>
1417           <li>executor
1418               <ul>
1419                   <li>builder-{os}-prod-{executor-arch}
1420               </ul>
1421           <li>perf test-cases selection
1422               <ul>
1423                   <li>test-cases selected by tags defined in
1424                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1425                       test_set_id.md</i>
1426               </ul>
1427
1428           <li>results
1429               <ul>
1430                   <li>jjb verify: PASS/FAIL
1431                   <li>present: dpdk performance
1432                   <li>analyse: dpdk performance
1433               </ul>
1434       </ul>
1435
1436     project-type: freestyle
1437     node: 'builder-{os}-prod-{executor-arch}'
1438     concurrent: true
1439     latest-only: false
1440
1441     properties:
1442       - lf-infra-properties:
1443           build-days-to-keep: "{build-days-to-keep}"
1444
1445     parameters:
1446       - project-parameter:
1447           project: '{project}'
1448       - gerrit-parameter:
1449           branch: '{branch}'
1450       - gerrit-refspec-parameter
1451       - gerrit-event-type-parameter
1452       - gerrit-event-comment-text-parameter
1453       - csit-perf-trial-duration-parameter:
1454           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1455       - csit-perf-trial-multiplicity-parameter:
1456           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1457
1458     scm:
1459       - gerrit-trigger-scm:
1460           credentials-id: 'jenkins-gerrit-credentials'
1461           refspec: '$GERRIT_REFSPEC'
1462           choosing-strategy: 'gerrit'
1463
1464     wrappers:
1465       - fdio-infra-wrappers-non-activity-timeout:
1466           build-timeout: '{build-timeout}'
1467
1468     triggers:
1469       - gerrit-trigger-csit-perftest:
1470           project: '{project}'
1471           branch: '{branch}'
1472           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1473           skip-vote: false
1474
1475     builders:
1476       - shell:
1477           !include-raw-escape:
1478           - ../scripts/setup_executor_env.sh
1479       - shell:
1480           !include-raw-escape:
1481           - ../scripts/csit/perf-verify.sh
1482
1483     publishers:
1484       - fdio-infra-publish
1485
1486 - job-template:
1487     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1488
1489     description: |
1490       <ul>
1491           <li>objective
1492               <ul>
1493                   <li>get trex performance coverage data for csit report
1494               </ul>
1495           <li>job
1496               <ul>
1497                   <li>name:
1498                       <b>csit-trex-perf-report-coverage-{stream_report}-
1499                       {node-arch}</b>
1500                   <li>trigger: keyword in comment to csit patch:
1501                       <b>csit-trex-report-cov-{node-arch}-perftest
1502                       test_set_id</b>
1503                   <li>trigger example:
1504                       csit-trex-report-cov-{node-arch}-perftest trex-00
1505               </ul>
1506           <li>executor
1507               <ul>
1508                   <li>builder-{os}-prod-{executor-arch}
1509               </ul>
1510           <li>perf test-cases selection
1511               <ul>
1512                   <li>test-cases selected by tags defined in
1513                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1514                       test_set_id.md</i>
1515               </ul>
1516
1517           <li>results
1518               <ul>
1519                   <li>jjb verify: PASS/FAIL
1520                   <li>present: trex performance
1521                   <li>analyse: trex performance
1522               </ul>
1523       </ul>
1524
1525     project-type: freestyle
1526     node: 'builder-{os}-prod-{executor-arch}'
1527     concurrent: true
1528     latest-only: false
1529
1530     properties:
1531       - lf-infra-properties:
1532           build-days-to-keep: "{build-days-to-keep}"
1533
1534     parameters:
1535       - project-parameter:
1536           project: '{project}'
1537       - gerrit-parameter:
1538           branch: '{branch}'
1539       - gerrit-refspec-parameter
1540       - gerrit-event-type-parameter
1541       - gerrit-event-comment-text-parameter
1542       - csit-perf-trial-duration-parameter:
1543           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1544       - csit-perf-trial-multiplicity-parameter:
1545           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1546
1547     scm:
1548       - gerrit-trigger-scm:
1549           credentials-id: 'jenkins-gerrit-credentials'
1550           refspec: '$GERRIT_REFSPEC'
1551           choosing-strategy: 'gerrit'
1552
1553     wrappers:
1554       - fdio-infra-wrappers-non-activity-timeout:
1555           build-timeout: '{build-timeout}'
1556
1557     triggers:
1558       - gerrit-trigger-csit-perftest:
1559           project: '{project}'
1560           branch: '{branch}'
1561           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1562           skip-vote: false
1563
1564     builders:
1565       - shell:
1566           !include-raw-escape:
1567           - ../scripts/setup_executor_env.sh
1568       - shell:
1569           !include-raw-escape:
1570           - ../scripts/csit/perf-verify.sh
1571
1572     publishers:
1573       - fdio-infra-publish