jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53             - 3n-alt:
  54                 os: 'ubuntu2004'
  55                 executor-arch: 'aarch64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-skx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 3n-icx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85           periodicity: '0 0 * * 6'
  86       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  87           node-arch:
  88             - 2n-skx:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  92           node-arch:
  93             - 2n-icx:
  94                 os: 'ubuntu2004'
  95                 executor-arch: 'x86_64'
  96             - 2n-clx:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-skx:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 2n-dnv:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 2n-zn2:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 2n-tx2:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'aarch64'
 111             - 3n-skx:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'x86_64'
 114             - 3n-icx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117             - 3n-dnv:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120             - 3n-tsh:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'aarch64'
 123             - 3n-alt:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'aarch64'
 126           stream:
 127             - master:
 128                 branch: 'master'
 129                 branch-id: 'oper'
 130             - '2110':
 131                 branch: 'rls2110'
 132                 branch-id: 'oper-rls2110'
 133             - '2202':
 134                 branch: 'rls2202'
 135                 branch-id: 'oper-rls2202'
 136       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 137           node-arch:
 138             - 2n-icx:
 139                 os: 'ubuntu2004'
 140                 executor-arch: 'x86_64'
 141                 periodicity: '0 2 * * 1-5'
 142             - 2n-clx:
 143                 os: 'ubuntu2004'
 144                 executor-arch: 'x86_64'
 145                 periodicity: '0 2 * * 1-5'
 146             - 2n-skx:
 147                 os: 'ubuntu2004'
 148                 executor-arch: 'x86_64'
 149                 periodicity: '0 2 * * 1-5'
 150             - 2n-dnv:
 151                 os: 'ubuntu2004'
 152                 executor-arch: 'x86_64'
 153                 periodicity: '0 2 * * 1-5'
 154             - 2n-zn2:
 155                 os: 'ubuntu2004'
 156                 executor-arch: 'x86_64'
 157                 periodicity: '0 2 * * 1-5'
 158             - 2n-tx2:
 159                 os: 'ubuntu2004'
 160                 executor-arch: 'aarch64'
 161                 periodicity: '0 2 * * 1-5'
 162             - 3n-skx:
 163                 os: 'ubuntu2004'
 164                 executor-arch: 'x86_64'
 165                 periodicity: '0 2 * * 1-5'
 166             - 3n-icx:
 167                 os: 'ubuntu2004'
 168                 executor-arch: 'x86_64'
 169                 periodicity: '0 2 * * 1-5'
 170             - 3n-dnv:
 171                 os: 'ubuntu2004'
 172                 executor-arch: 'x86_64'
 173                 periodicity: '0 2 * * 1-5'
 174             - 3n-tsh:
 175                 os: 'ubuntu2004'
 176                 executor-arch: 'aarch64'
 177                 periodicity: '0 2 * * 1-5'
 178             - 3n-alt:
 179                 os: 'ubuntu2004'
 180                 executor-arch: 'aarch64'
 181                 periodicity: '0 2 * * 1-5'
 182       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 183           node-arch:
 184             - 2n-icx:
 185                 os: 'ubuntu2004'
 186                 executor-arch: 'x86_64'
 187             - 2n-clx:
 188                 os: 'ubuntu2004'
 189                 executor-arch: 'x86_64'
 190             - 2n-skx:
 191                 os: 'ubuntu2004'
 192                 executor-arch: 'x86_64'
 193             - 3n-skx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 3n-icx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 2n-aws:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 3n-aws:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205           stream:
 206             - master:
 207                 branch: 'master'
 208                 branch-id: 'oper'
 209           periodicity: '0 0 * * 6'
 210       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 211           node-arch:
 212             - 2n-icx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-clx:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 2n-skx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 3n-skx:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-icx:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'x86_64'
 227           periodicity: '0 0 * * 6'
 228       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 229           node-arch:
 230             - 2n-skx:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233           periodicity: '0 0 * * 6'
 234       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 235           node-arch:
 236             - 2n-icx:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239             - 2n-clx:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242             - 2n-skx:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'x86_64'
 245             - 2n-dnv:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 2n-zn2:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 2n-tx2:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'aarch64'
 254             - 3n-skx:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 3n-icx:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 3n-dnv:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 3n-tsh:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'aarch64'
 266             - 3n-alt:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'aarch64'
 269             - 2n-aws:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272             - 3n-aws:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'x86_64'
 275       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 276           node-arch:
 277             - 2n-icx:
 278                 os: 'ubuntu2004'
 279                 executor-arch: 'x86_64'
 280             - 2n-clx:
 281                 os: 'ubuntu2004'
 282                 executor-arch: 'x86_64'
 283             - 2n-skx:
 284                 os: 'ubuntu2004'
 285                 executor-arch: 'x86_64'
 286             - 2n-dnv:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-zn2:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-tx2:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'aarch64'
 295             - 3n-skx:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 3n-icx:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 3n-dnv:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'aarch64'
 307             - 3n-alt:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 317           node-arch:
 318             - 2n-skx:
 319                 os: 'ubuntu2004'
 320                 executor-arch: 'x86_64'
 321       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 322           node-arch:
 323             - 2n-icx:
 324                 os: 'ubuntu2004'
 325                 executor-arch: 'x86_64'
 326             - 2n-clx:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'x86_64'
 329             - 2n-skx:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'x86_64'
 332             - 2n-dnv:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 2n-zn2:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338             - 2n-tx2:
 339                 os: 'ubuntu2004'
 340                 executor-arch: 'aarch64'
 341             - 3n-skx:
 342                 os: 'ubuntu2004'
 343                 executor-arch: 'x86_64'
 344             - 3n-icx:
 345                 os: 'ubuntu2004'
 346                 executor-arch: 'x86_64'
 347             - 3n-dnv:
 348                 os: 'ubuntu2004'
 349                 executor-arch: 'x86_64'
 350             - 3n-tsh:
 351                 os: 'ubuntu2004'
 352                 executor-arch: 'aarch64'
 353             - 3n-alt:
 354                 os: 'ubuntu2004'
 355                 executor-arch: 'aarch64'
 356             - 2n-aws:
 357                 os: 'ubuntu2004'
 358                 executor-arch: 'x86_64'
 359             - 3n-aws:
 360                 os: 'ubuntu2004'
 361                 executor-arch: 'x86_64'
 362       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 363           node-arch:
 364             - 2n-icx:
 365                 os: 'ubuntu2004'
 366                 executor-arch: 'x86_64'
 367             - 2n-clx:
 368                 os: 'ubuntu2004'
 369                 executor-arch: 'x86_64'
 370             - 2n-skx:
 371                 os: 'ubuntu2004'
 372                 executor-arch: 'x86_64'
 373             - 2n-dnv:
 374                 os: 'ubuntu2004'
 375                 executor-arch: 'x86_64'
 376             - 2n-zn2:
 377                 os: 'ubuntu2004'
 378                 executor-arch: 'x86_64'
 379             - 2n-tx2:
 380                 os: 'ubuntu2004'
 381                 executor-arch: 'aarch64'
 382             - 3n-skx:
 383                 os: 'ubuntu2004'
 384                 executor-arch: 'x86_64'
 385             - 3n-icx:
 386                 os: 'ubuntu2004'
 387                 executor-arch: 'x86_64'
 388             - 3n-dnv:
 389                 os: 'ubuntu2004'
 390                 executor-arch: 'x86_64'
 391             - 3n-tsh:
 392                 os: 'ubuntu2004'
 393                 executor-arch: 'aarch64'
 394             - 3n-alt:
 395                 os: 'ubuntu2004'
 396                 executor-arch: 'aarch64'
 397             - 2n-aws:
 398                 os: 'ubuntu2004'
 399                 executor-arch: 'x86_64'
 400             - 3n-aws:
 401                 os: 'ubuntu2004'
 402                 executor-arch: 'x86_64'
 403       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 404           node-arch:
 405             - 2n-skx:
 406                 os: 'ubuntu2004'
 407                 executor-arch: 'x86_64'
 408
 409     project: 'csit'
 410     branch: 'master'
 411     branch-id: 'oper'
 412     csit-perf-trial-duration: '1.0'
 413     csit-perf-trial-multiplicity: '10'
 414     stream:
 415       - master:
 416           branch: 'master'
 417           branch-id: 'oper'
 418       - '2110':
 419           branch: 'rls2110'
 420           branch-id: 'oper-rls2110'
 421       - '2202':
 422           branch: 'rls2202'
 423           branch-id: 'oper-rls2202'
 424     stream_report:
 425       - '2110':
 426           branch: 'rls2110'
 427           branch-id: 'oper-rls2110'
 428       - '2202':
 429           branch: 'rls2202'
 430           branch-id: 'oper-rls2202'
 431
 432     build-artifact-num-to-keep: 10
 433
 434
 435 - job-template:
 436     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 437
 438     description: |
 439       <ul>
 440           <li>objective
 441               <ul>
 442                   <li>perf verify - per csit gerrit patch
 443               </ul>
 444           <li>job
 445               <ul>
 446                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 447                   <li>trigger: keyword in comment to csit patch:
 448                       <b>csit-{node-arch}-perftest tag_list</b>
 449               </ul>
 450           <li>executor
 451               <ul>
 452                   <li>builder-{os}-prod-{executor-arch}
 453               </ul>
 454           <li>perf test-cases selection
 455               <ul>
 456                   <li>test-cases selected using trigger keyword followed by tags
 457                   <li>all test-cases are labelled with CSIT RF topic tags
 458                       defined in <i>csit/docs/tag_documentation.rst</i>
 459               </ul>
 460           <li>proposed keywords
 461               <ul>
 462                   <li>focus on testing specified vpp packet processing path
 463                   <li>format: csit-{node-arch}-perftest tag_list
 464               </ul>
 465           <li>default tags for vpp startup config and perf test type
 466               <ul>
 467                   <li>IP4BASE, IP6BASE, L2BDBASE
 468                   <li>64B/78B: 64B/78B packet size
 469                   <li>1C: one core
 470                   <li>X710: x710 Fortville NIC
 471                   <li>MRR: MRR throughput
 472               </ul>
 473           <li>results
 474               <ul>
 475                   <li>jjb verify: PASS/FAIL
 476                   <li>present: no
 477                   <li>analyse: no
 478               </ul>
 479       </ul>
 480
 481     project-type: freestyle
 482     node: 'builder-{os}-prod-{executor-arch}'
 483     concurrent: true
 484     latest-only: false
 485
 486     properties:
 487       - lf-infra-properties:
 488           build-days-to-keep: "{build-days-to-keep}"
 489
 490     parameters:
 491       - project-parameter:
 492           project: '{project}'
 493       - gerrit-parameter:
 494           branch: '{branch}'
 495       - gerrit-refspec-parameter
 496       - gerrit-event-type-parameter
 497       - gerrit-event-comment-text-parameter
 498       - csit-perf-trial-duration-parameter:
 499           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 500       - csit-perf-trial-multiplicity-parameter:
 501           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 502       # This is a manually-triggered verify job, part of API coverage.
 503       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 504       # Can be removed when this job is no longer needed for full API coverage.
 505       - csit-fail-on-crc-mismatch-parameter:
 506           fail-on-crc-mismatch: 'True'
 507
 508     scm:
 509       - gerrit-trigger-scm:
 510           credentials-id: 'jenkins-gerrit-credentials'
 511           refspec: '$GERRIT_REFSPEC'
 512           choosing-strategy: 'gerrit'
 513
 514     wrappers:
 515       - fdio-infra-wrappers-non-activity-timeout:
 516           build-timeout: '{build-timeout}'
 517
 518     triggers:
 519       - gerrit-trigger-csit-perftest:
 520           project: '{project}'
 521           branch: '{branch}'
 522           trigger-word: 'csit-{node-arch}-perftest'
 523           skip-vote: false
 524
 525     builders:
 526       - shell:
 527           !include-raw-escape:
 528           - ../scripts/setup_executor_env.sh
 529       - shell:
 530           !include-raw-escape:
 531           - ../scripts/csit/perf-verify.sh
 532
 533     publishers:
 534       - fdio-infra-publish
 535
 536 - job-template:
 537     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 538
 539     description: |
 540       <ul>
 541           <li>objective
 542               <ul>
 543                   <li>check vpp perf mrr daily
 544               </ul>
 545           <li>executor
 546               <ul>
 547                   <li>builder-{os}-prod-{executor-arch}
 548               </ul>
 549           <li>perf test-cases selection
 550               <ul>
 551                   <li>all CSIT VPP MRR perf suites
 552               </ul>
 553           <li>results
 554               <ul>
 555                   <li>jjb verify: PASS/FAIL
 556                   <li>present: no
 557                   <li>analyse: csit project (catch malfunctions/degradations)
 558               </ul>
 559       </ul>
 560
 561     project-type: freestyle
 562     node: 'builder-{os}-prod-{executor-arch}'
 563     concurrent: false
 564     latest-only: false
 565
 566     properties:
 567       - lf-infra-properties:
 568           build-days-to-keep: "{build-days-to-keep}"
 569
 570     parameters:
 571       - project-parameter:
 572           project: '{project}'
 573       - gerrit-parameter:
 574           branch: '{branch}'
 575       - csit-perf-trial-duration-parameter:
 576           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 577       - csit-perf-trial-multiplicity-parameter:
 578           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 579
 580     wrappers:
 581       - fdio-infra-wrappers-non-activity-timeout:
 582           build-timeout: '{build-timeout}'
 583
 584     triggers:
 585       - timed: '{periodicity}'
 586
 587     builders:
 588       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 589       - inject:
 590           properties-file: variables.prop
 591       - shell:
 592           !include-raw-escape:
 593           - ../scripts/setup_executor_env.sh
 594       - shell:
 595           !include-raw-escape:
 596           - ../scripts/csit/perf-timed.sh
 597
 598     publishers:
 599       - fdio-infra-publish
 600
 601 - job-template:
 602     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 603
 604     description: |
 605       <ul>
 606           <li>objective
 607               <ul>
 608                   <li>check vpp perf mrr weekly on {node-arch}
 609               </ul>
 610           <li>executor
 611               <ul>
 612                   <li>builder-{os}-prod-{executor-arch}
 613               </ul>
 614           <li>perf test-cases selection
 615               <ul>
 616                   <li>NF Density CSIT VPP MRR perf suites
 617               </ul>
 618           <li>results
 619               <ul>
 620                   <li>jjb verify: PASS/FAIL
 621                   <li>present: no
 622                   <li>analyse: csit project (catch malfunctions/degradations)
 623               </ul>
 624       </ul>
 625
 626     project-type: freestyle
 627     node: 'builder-{os}-prod-{executor-arch}'
 628     concurrent: false
 629     latest-only: false
 630
 631     properties:
 632       - lf-infra-properties:
 633           build-days-to-keep: "{build-days-to-keep}"
 634
 635     parameters:
 636       - project-parameter:
 637           project: '{project}'
 638       - gerrit-parameter:
 639           branch: '{branch}'
 640       - csit-perf-trial-duration-parameter:
 641           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 642       - csit-perf-trial-multiplicity-parameter:
 643           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 644
 645     wrappers:
 646       - fdio-infra-wrappers-non-activity-timeout:
 647           build-timeout: '{build-timeout}'
 648
 649     triggers:
 650       - timed: '{periodicity}'
 651
 652     builders:
 653       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 654       - inject:
 655           properties-file: variables.prop
 656       - shell:
 657           !include-raw-escape:
 658           - ../scripts/setup_executor_env.sh
 659       - shell:
 660           !include-raw-escape:
 661           - ../scripts/csit/perf-timed.sh
 662
 663     publishers:
 664       - fdio-infra-publish
 665
 666 - job-template:
 667     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 668
 669     description: |
 670       <ul>
 671           <li>objective
 672               <ul>
 673                   <li>check vpp perf ndrpdr weekly on {node-arch}
 674               </ul>
 675           <li>executor
 676               <ul>
 677                   <li>builder-{os}-prod-{executor-arch}
 678               </ul>
 679           <li>perf test-cases selection
 680               <ul>
 681                   <li>pre-selected CSIT VPP NDRPDR perf suites
 682               </ul>
 683           <li>results
 684               <ul>
 685                   <li>jjb verify: PASS/FAIL
 686                   <li>present: no
 687                   <li>analyse: csit project (catch malfunctions/degradations)
 688               </ul>
 689       </ul>
 690     project-type: freestyle
 691     node: 'builder-{os}-prod-{executor-arch}'
 692     concurrent: false
 693     latest-only: false
 694
 695     properties:
 696       - lf-infra-properties:
 697           build-days-to-keep: "{build-days-to-keep}"
 698
 699     parameters:
 700       - project-parameter:
 701           project: '{project}'
 702       - gerrit-parameter:
 703           branch: '{branch}'
 704
 705     wrappers:
 706       - fdio-infra-wrappers-non-activity-timeout:
 707           build-timeout: '{build-timeout}'
 708
 709     triggers:
 710       - timed: '{periodicity}'
 711
 712     builders:
 713       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 714       - inject:
 715           properties-file: variables.prop
 716       - shell:
 717           !include-raw-escape:
 718           - ../scripts/setup_executor_env.sh
 719       - shell:
 720           !include-raw-escape:
 721           - ../scripts/csit/perf-timed.sh
 722
 723     publishers:
 724       - fdio-infra-publish
 725
 726 - job-template:
 727     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 728
 729     description: |
 730       <ul>
 731           <li>objective
 732               <ul>
 733                   <li>check trex perf ndrpdr weekly on {node-arch}
 734               </ul>
 735           <li>executor
 736               <ul>
 737                   <li>builder-{os}-prod-{executor-arch}
 738               </ul>
 739           <li>perf test-cases selection
 740               <ul>
 741                   <li>pre-selected CSIT TREX NDRPDR perf suites
 742               </ul>
 743           <li>results
 744               <ul>
 745                   <li>jjb verify: PASS/FAIL
 746                   <li>present: no
 747                   <li>analyse: csit project (catch malfunctions/degradations)
 748               </ul>
 749       </ul>
 750     project-type: freestyle
 751     node: 'builder-{os}-prod-{executor-arch}'
 752     concurrent: false
 753     latest-only: false
 754
 755     properties:
 756       - lf-infra-properties:
 757           build-days-to-keep: "{build-days-to-keep}"
 758
 759     parameters:
 760       - project-parameter:
 761           project: '{project}'
 762       - gerrit-parameter:
 763           branch: '{branch}'
 764
 765     wrappers:
 766       - fdio-infra-wrappers-non-activity-timeout:
 767           build-timeout: '{build-timeout}'
 768
 769     triggers:
 770       - timed: '{periodicity}'
 771
 772     builders:
 773       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 774       - inject:
 775           properties-file: variables.prop
 776       - shell:
 777           !include-raw-escape:
 778           - ../scripts/setup_executor_env.sh
 779       - shell:
 780           !include-raw-escape:
 781           - ../scripts/csit/perf-timed.sh
 782
 783     publishers:
 784       - fdio-infra-publish
 785
 786 - job-template:
 787     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 788
 789     description: |
 790       <ul>
 791           <li>objective
 792               <ul>
 793                   <li>perf verify - per csit gerrit patch
 794               </ul>
 795           <li>job
 796               <ul>
 797                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 798                   <li>trigger: keyword in comment to csit patch:
 799                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 800               </ul>
 801           <li>executor
 802               <ul>
 803                   <li>builder-{os}-prod-{executor-arch}
 804               </ul>
 805           <li>perf test-cases selection
 806               <ul>
 807                   <li>test-cases selected using trigger keyword followed by tags
 808                   <li>all test-cases are labelled with CSIT RF topic tags
 809                       defined in <i>csit/docs/tag_documentation.rst</i>
 810               </ul>
 811           <li>proposed keywords
 812               <ul>
 813                   <li>focus on testing specified trex packet processing path
 814                   <li>format: csit-{node-arch}-perftest tag_list
 815               </ul>
 816           <li>results
 817               <ul>
 818                   <li>jjb verify: PASS/FAIL
 819                   <li>present: no
 820                   <li>analyse: no
 821               </ul>
 822       </ul>
 823
 824     project-type: freestyle
 825     node: 'builder-{os}-prod-{executor-arch}'
 826     concurrent: true
 827     latest-only: false
 828
 829     properties:
 830       - lf-infra-properties:
 831           build-days-to-keep: "{build-days-to-keep}"
 832
 833     parameters:
 834       - project-parameter:
 835           project: '{project}'
 836       - gerrit-parameter:
 837           branch: '{branch}'
 838       - gerrit-refspec-parameter
 839       - gerrit-event-type-parameter
 840       - gerrit-event-comment-text-parameter
 841       - csit-perf-trial-duration-parameter:
 842           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 843       - csit-perf-trial-multiplicity-parameter:
 844           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 845       # This is a manually-triggered verify job, part of API coverage.
 846       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 847       # Can be removed when this job is no longer needed for full API coverage.
 848       - csit-fail-on-crc-mismatch-parameter:
 849           fail-on-crc-mismatch: 'True'
 850
 851     scm:
 852       - gerrit-trigger-scm:
 853           credentials-id: 'jenkins-gerrit-credentials'
 854           refspec: '$GERRIT_REFSPEC'
 855           choosing-strategy: 'gerrit'
 856
 857     wrappers:
 858       - fdio-infra-wrappers-non-activity-timeout:
 859           build-timeout: '{build-timeout}'
 860
 861     triggers:
 862       - gerrit-trigger-csit-perftest:
 863           project: '{project}'
 864           branch: '{branch}'
 865           trigger-word: 'csit-trex-{node-arch}-perftest'
 866           skip-vote: false
 867
 868     builders:
 869       - shell:
 870           !include-raw-escape:
 871           - ../scripts/setup_executor_env.sh
 872       - shell:
 873           !include-raw-escape:
 874           - ../scripts/csit/perf-verify.sh
 875
 876     publishers:
 877       - fdio-infra-publish
 878
 879 - job-template:
 880     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 881
 882     description: |
 883       <ul>
 884           <li>objective
 885               <ul>
 886                   <li>perf verify - per csit gerrit patch
 887               </ul>
 888           <li>job
 889               <ul>
 890                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 891                   <li>trigger: keyword in comment to csit patch:
 892                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 893               </ul>
 894           <li>executor
 895               <ul>
 896                   <li>builder-{os}-prod-{executor-arch}
 897               </ul>
 898           <li>perf test-cases selection
 899               <ul>
 900                   <li>test-cases selected using trigger keyword followed by tags
 901                   <li>all test-cases are labelled with CSIT RF topic tags
 902                       defined in <i>csit/docs/tag_documentation.rst</i>
 903               </ul>
 904           <li>default tags for dpdk perf test type
 905               <ul>
 906                   <li>IP4BASE, L2XCBASE
 907                   <li>64B: 64B packet size
 908                   <li>1C: one core
 909                   <li>X710: x710 Fortville NIC
 910                   <li>MRR: MRR throughput
 911               </ul>
 912           <li>results
 913               <ul>
 914                   <li>jjb verify: PASS/FAIL
 915                   <li>present: no
 916                   <li>analyse: no
 917               </ul>
 918       </ul>
 919
 920     project-type: freestyle
 921     node: 'builder-{os}-prod-{executor-arch}'
 922     concurrent: true
 923     latest-only: false
 924
 925     properties:
 926       - lf-infra-properties:
 927           build-days-to-keep: "{build-days-to-keep}"
 928
 929     parameters:
 930       - project-parameter:
 931           project: '{project}'
 932       - gerrit-parameter:
 933           branch: '{branch}'
 934       - gerrit-refspec-parameter
 935       - gerrit-event-type-parameter
 936       - gerrit-event-comment-text-parameter
 937       - csit-perf-trial-duration-parameter:
 938           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 939       - csit-perf-trial-multiplicity-parameter:
 940           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 941
 942     scm:
 943       - gerrit-trigger-scm:
 944           credentials-id: 'jenkins-gerrit-credentials'
 945           refspec: '$GERRIT_REFSPEC'
 946           choosing-strategy: 'gerrit'
 947
 948     wrappers:
 949       - fdio-infra-wrappers-non-activity-timeout:
 950           build-timeout: '{build-timeout}'
 951
 952     triggers:
 953       - gerrit-trigger-csit-perftest:
 954           project: '{project}'
 955           branch: '{branch}'
 956           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 957           skip-vote: false
 958
 959     builders:
 960       - shell:
 961           !include-raw-escape:
 962           - ../scripts/setup_executor_env.sh
 963       - shell:
 964           !include-raw-escape:
 965           - ../scripts/csit/perf-verify.sh
 966
 967     publishers:
 968       - fdio-infra-publish
 969
 970 - job-template:
 971     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 972
 973     description: |
 974       <ul>
 975           <li>objective
 976               <ul>
 977                   <li>check dpdk perf mrr weekly
 978               </ul>
 979           <li>executor
 980               <ul>
 981                   <li>builder-{os}-prod-{executor-arch}
 982               </ul>
 983           <li>perf test-cases selection
 984               <ul>
 985                   <li>all CSIT DPDK MRR perf suites
 986               </ul>
 987           <li>results
 988               <ul>
 989                   <li>jjb verify: PASS/FAIL
 990                   <li>present: no
 991                   <li>analyse: csit project (catch malfunctions/degradations)
 992               </ul>
 993       </ul>
 994
 995     project-type: freestyle
 996     node: 'builder-{os}-prod-{executor-arch}'
 997     concurrent: false
 998     latest-only: false
 999
1000     properties:
1001       - lf-infra-properties:
1002           build-days-to-keep: "{build-days-to-keep}"
1003
1004     parameters:
1005       - project-parameter:
1006           project: '{project}'
1007       - gerrit-parameter:
1008           branch: '{branch}'
1009       - csit-perf-trial-duration-parameter:
1010           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1011       - csit-perf-trial-multiplicity-parameter:
1012           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1013
1014     wrappers:
1015       - fdio-infra-wrappers-non-activity-timeout:
1016           build-timeout: '{build-timeout}'
1017
1018     triggers:
1019       - timed: '{periodicity}'
1020
1021     builders:
1022       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1023       - inject:
1024           properties-file: variables.prop
1025       - shell:
1026           !include-raw-escape:
1027           - ../scripts/setup_executor_env.sh
1028       - shell:
1029           !include-raw-escape:
1030           - ../scripts/csit/perf-timed.sh
1031
1032     publishers:
1033       - fdio-infra-publish
1034
1035 - job-template:
1036     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1037
1038     description: |
1039       <ul>
1040           <li>objective
1041               <ul>
1042                   <li>get vpp performance iterative data for csit report
1043               </ul>
1044           <li>job
1045               <ul>
1046                   <li>name:
1047                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1048                       {node-arch}</b>
1049                   <li>trigger: keyword in comment to csit patch:
1050                       <b>csit-vpp-report-iter-{node-arch}-perftest
1051                       test_set_id</b>
1052                   <li>trigger example:
1053                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1054               </ul>
1055           <li>executor
1056               <ul>
1057                   <li>builder-{os}-prod-{executor-arch}
1058               </ul>
1059           <li>perf test-cases selection
1060               <ul>
1061                   <li>test-cases selected by tags defined in
1062                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1063                       test_set_id.md</i>
1064               </ul>
1065
1066           <li>results
1067               <ul>
1068                   <li>jjb verify: PASS/FAIL
1069                   <li>present: vpp performance
1070                   <li>analyse: vpp performance
1071               </ul>
1072       </ul>
1073
1074     project-type: freestyle
1075     node: 'builder-{os}-prod-{executor-arch}'
1076     concurrent: true
1077     latest-only: false
1078
1079     properties:
1080       - lf-infra-properties:
1081           build-days-to-keep: "{build-days-to-keep}"
1082
1083     parameters:
1084       - project-parameter:
1085           project: '{project}'
1086       - gerrit-parameter:
1087           branch: '{branch}'
1088       - gerrit-refspec-parameter
1089       - gerrit-event-type-parameter
1090       - gerrit-event-comment-text-parameter
1091       - csit-perf-trial-duration-parameter:
1092           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1093       - csit-perf-trial-multiplicity-parameter:
1094           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1095
1096     scm:
1097       - gerrit-trigger-scm:
1098           credentials-id: 'jenkins-gerrit-credentials'
1099           refspec: '$GERRIT_REFSPEC'
1100           choosing-strategy: 'gerrit'
1101
1102     wrappers:
1103       - fdio-infra-wrappers-non-activity-timeout:
1104           build-timeout: '{build-timeout}'
1105
1106     triggers:
1107       - gerrit-trigger-csit-perftest:
1108           project: '{project}'
1109           branch: '{branch}'
1110           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1111           skip-vote: false
1112
1113     builders:
1114       - shell:
1115           !include-raw-escape:
1116           - ../scripts/setup_executor_env.sh
1117       - shell:
1118           !include-raw-escape:
1119           - ../scripts/csit/perf-verify.sh
1120
1121     publishers:
1122       - fdio-infra-publish
1123
1124 - job-template:
1125     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1126
1127     description: |
1128       <ul>
1129           <li>objective
1130               <ul>
1131                   <li>get dpdk performance iterative data for csit report
1132               </ul>
1133           <li>job
1134               <ul>
1135                   <li>name:
1136                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1137                       {node-arch}</b>
1138                   <li>trigger: keyword in comment to csit patch:
1139                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1140                       test_set_id</b>
1141                   <li>trigger example:
1142                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1143               </ul>
1144           <li>executor
1145               <ul>
1146                   <li>builder-{os}-prod-{executor-arch}
1147               </ul>
1148           <li>perf test-cases selection
1149               <ul>
1150                   <li>test-cases selected by tags defined in
1151                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1152                       test_set_id.md</i>
1153               </ul>
1154
1155           <li>results
1156               <ul>
1157                   <li>jjb verify: PASS/FAIL
1158                   <li>present: dpdk performance
1159                   <li>analyse: dpdk performance
1160               </ul>
1161       </ul>
1162
1163     project-type: freestyle
1164     node: 'builder-{os}-prod-{executor-arch}'
1165     concurrent: true
1166     latest-only: false
1167
1168     properties:
1169       - lf-infra-properties:
1170           build-days-to-keep: "{build-days-to-keep}"
1171
1172     parameters:
1173       - project-parameter:
1174           project: '{project}'
1175       - gerrit-parameter:
1176           branch: '{branch}'
1177       - gerrit-refspec-parameter
1178       - gerrit-event-type-parameter
1179       - gerrit-event-comment-text-parameter
1180       - csit-perf-trial-duration-parameter:
1181           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1182       - csit-perf-trial-multiplicity-parameter:
1183           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1184
1185     scm:
1186       - gerrit-trigger-scm:
1187           credentials-id: 'jenkins-gerrit-credentials'
1188           refspec: '$GERRIT_REFSPEC'
1189           choosing-strategy: 'gerrit'
1190
1191     wrappers:
1192       - fdio-infra-wrappers-non-activity-timeout:
1193           build-timeout: '{build-timeout}'
1194
1195     triggers:
1196       - gerrit-trigger-csit-perftest:
1197           project: '{project}'
1198           branch: '{branch}'
1199           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1200           skip-vote: false
1201
1202     builders:
1203       - shell:
1204           !include-raw-escape:
1205           - ../scripts/setup_executor_env.sh
1206       - shell:
1207           !include-raw-escape:
1208           - ../scripts/csit/perf-verify.sh
1209
1210     publishers:
1211       - fdio-infra-publish
1212
1213 - job-template:
1214     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1215
1216     description: |
1217       <ul>
1218           <li>objective
1219               <ul>
1220                   <li>get trex performance iterative data for csit report
1221               </ul>
1222           <li>job
1223               <ul>
1224                   <li>name:
1225                       <b>csit-trex-perf-report-iterative-{stream_report}-
1226                       {node-arch}</b>
1227                   <li>trigger: keyword in comment to csit patch:
1228                       <b>csit-trex-report-iter-{node-arch}-perftest
1229                       test_set_id</b>
1230                   <li>trigger example:
1231                       csit-trex-report-iter-{node-arch}-perftest trex-00
1232               </ul>
1233           <li>executor
1234               <ul>
1235                   <li>builder-{os}-prod-{executor-arch}
1236               </ul>
1237           <li>perf test-cases selection
1238               <ul>
1239                   <li>test-cases selected by tags defined in
1240                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1241                       test_set_id.md</i>
1242               </ul>
1243
1244           <li>results
1245               <ul>
1246                   <li>jjb verify: PASS/FAIL
1247                   <li>present: trex performance
1248                   <li>analyse: trex performance
1249               </ul>
1250       </ul>
1251
1252     project-type: freestyle
1253     node: 'builder-{os}-prod-{executor-arch}'
1254     concurrent: true
1255     latest-only: false
1256
1257     properties:
1258       - lf-infra-properties:
1259           build-days-to-keep: "{build-days-to-keep}"
1260
1261     parameters:
1262       - project-parameter:
1263           project: '{project}'
1264       - gerrit-parameter:
1265           branch: '{branch}'
1266       - gerrit-refspec-parameter
1267       - gerrit-event-type-parameter
1268       - gerrit-event-comment-text-parameter
1269       - csit-perf-trial-duration-parameter:
1270           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1271       - csit-perf-trial-multiplicity-parameter:
1272           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1273
1274     scm:
1275       - gerrit-trigger-scm:
1276           credentials-id: 'jenkins-gerrit-credentials'
1277           refspec: '$GERRIT_REFSPEC'
1278           choosing-strategy: 'gerrit'
1279
1280     wrappers:
1281       - fdio-infra-wrappers-non-activity-timeout:
1282           build-timeout: '{build-timeout}'
1283
1284     triggers:
1285       - gerrit-trigger-csit-perftest:
1286           project: '{project}'
1287           branch: '{branch}'
1288           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1289           skip-vote: false
1290
1291     builders:
1292       - shell:
1293           !include-raw-escape:
1294           - ../scripts/setup_executor_env.sh
1295       - shell:
1296           !include-raw-escape:
1297           - ../scripts/csit/perf-verify.sh
1298
1299     publishers:
1300       - fdio-infra-publish
1301
1302 - job-template:
1303     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1304
1305     description: |
1306       <ul>
1307           <li>objective
1308               <ul>
1309                   <li>get vpp performance coverage data for csit report
1310               </ul>
1311           <li>job
1312               <ul>
1313                   <li>name:
1314                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1315                       {node-arch}</b>
1316                   <li>trigger: keyword in comment to csit patch:
1317                       <b>csit-vpp-report-cov-{node-arch}-perftest
1318                       test_set_id</b>
1319                   <li>trigger example:
1320                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1321               </ul>
1322           <li>executor
1323               <ul>
1324                   <li>builder-{os}-prod-{executor-arch}
1325               </ul>
1326           <li>perf test-cases selection
1327               <ul>
1328                   <li>test-cases selected by tags defined in
1329                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1330                       test_set_id.md</i>
1331               </ul>
1332
1333           <li>results
1334               <ul>
1335                   <li>jjb verify: PASS/FAIL
1336                   <li>present: vpp performance
1337                   <li>analyse: vpp performance
1338               </ul>
1339       </ul>
1340
1341     project-type: freestyle
1342     node: 'builder-{os}-prod-{executor-arch}'
1343     concurrent: true
1344     latest-only: false
1345
1346     properties:
1347       - lf-infra-properties:
1348           build-days-to-keep: "{build-days-to-keep}"
1349
1350     parameters:
1351       - project-parameter:
1352           project: '{project}'
1353       - gerrit-parameter:
1354           branch: '{branch}'
1355       - gerrit-refspec-parameter
1356       - gerrit-event-type-parameter
1357       - gerrit-event-comment-text-parameter
1358       - csit-perf-trial-duration-parameter:
1359           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1360       - csit-perf-trial-multiplicity-parameter:
1361           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1362
1363     scm:
1364       - gerrit-trigger-scm:
1365           credentials-id: 'jenkins-gerrit-credentials'
1366           refspec: '$GERRIT_REFSPEC'
1367           choosing-strategy: 'gerrit'
1368
1369     wrappers:
1370       - fdio-infra-wrappers-non-activity-timeout:
1371           build-timeout: '{build-timeout}'
1372
1373     triggers:
1374       - gerrit-trigger-csit-perftest:
1375           project: '{project}'
1376           branch: '{branch}'
1377           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1378           skip-vote: false
1379
1380     builders:
1381       - shell:
1382           !include-raw-escape:
1383           - ../scripts/setup_executor_env.sh
1384       - shell:
1385           !include-raw-escape:
1386           - ../scripts/csit/perf-verify.sh
1387
1388     publishers:
1389       - fdio-infra-publish
1390
1391 - job-template:
1392     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1393
1394     description: |
1395       <ul>
1396           <li>objective
1397               <ul>
1398                   <li>get dpdk performance coverage data for csit report
1399               </ul>
1400           <li>job
1401               <ul>
1402                   <li>name:
1403                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1404                       {node-arch}</b>
1405                   <li>trigger: keyword in comment to csit patch:
1406                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1407                       test_set_id</b>
1408                   <li>trigger example:
1409                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1410               </ul>
1411           <li>executor
1412               <ul>
1413                   <li>builder-{os}-prod-{executor-arch}
1414               </ul>
1415           <li>perf test-cases selection
1416               <ul>
1417                   <li>test-cases selected by tags defined in
1418                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1419                       test_set_id.md</i>
1420               </ul>
1421
1422           <li>results
1423               <ul>
1424                   <li>jjb verify: PASS/FAIL
1425                   <li>present: dpdk performance
1426                   <li>analyse: dpdk performance
1427               </ul>
1428       </ul>
1429
1430     project-type: freestyle
1431     node: 'builder-{os}-prod-{executor-arch}'
1432     concurrent: true
1433     latest-only: false
1434
1435     properties:
1436       - lf-infra-properties:
1437           build-days-to-keep: "{build-days-to-keep}"
1438
1439     parameters:
1440       - project-parameter:
1441           project: '{project}'
1442       - gerrit-parameter:
1443           branch: '{branch}'
1444       - gerrit-refspec-parameter
1445       - gerrit-event-type-parameter
1446       - gerrit-event-comment-text-parameter
1447       - csit-perf-trial-duration-parameter:
1448           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1449       - csit-perf-trial-multiplicity-parameter:
1450           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1451
1452     scm:
1453       - gerrit-trigger-scm:
1454           credentials-id: 'jenkins-gerrit-credentials'
1455           refspec: '$GERRIT_REFSPEC'
1456           choosing-strategy: 'gerrit'
1457
1458     wrappers:
1459       - fdio-infra-wrappers-non-activity-timeout:
1460           build-timeout: '{build-timeout}'
1461
1462     triggers:
1463       - gerrit-trigger-csit-perftest:
1464           project: '{project}'
1465           branch: '{branch}'
1466           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1467           skip-vote: false
1468
1469     builders:
1470       - shell:
1471           !include-raw-escape:
1472           - ../scripts/setup_executor_env.sh
1473       - shell:
1474           !include-raw-escape:
1475           - ../scripts/csit/perf-verify.sh
1476
1477     publishers:
1478       - fdio-infra-publish
1479
1480 - job-template:
1481     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1482
1483     description: |
1484       <ul>
1485           <li>objective
1486               <ul>
1487                   <li>get trex performance coverage data for csit report
1488               </ul>
1489           <li>job
1490               <ul>
1491                   <li>name:
1492                       <b>csit-trex-perf-report-coverage-{stream_report}-
1493                       {node-arch}</b>
1494                   <li>trigger: keyword in comment to csit patch:
1495                       <b>csit-trex-report-cov-{node-arch}-perftest
1496                       test_set_id</b>
1497                   <li>trigger example:
1498                       csit-trex-report-cov-{node-arch}-perftest trex-00
1499               </ul>
1500           <li>executor
1501               <ul>
1502                   <li>builder-{os}-prod-{executor-arch}
1503               </ul>
1504           <li>perf test-cases selection
1505               <ul>
1506                   <li>test-cases selected by tags defined in
1507                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1508                       test_set_id.md</i>
1509               </ul>
1510
1511           <li>results
1512               <ul>
1513                   <li>jjb verify: PASS/FAIL
1514                   <li>present: trex performance
1515                   <li>analyse: trex performance
1516               </ul>
1517       </ul>
1518
1519     project-type: freestyle
1520     node: 'builder-{os}-prod-{executor-arch}'
1521     concurrent: true
1522     latest-only: false
1523
1524     properties:
1525       - lf-infra-properties:
1526           build-days-to-keep: "{build-days-to-keep}"
1527
1528     parameters:
1529       - project-parameter:
1530           project: '{project}'
1531       - gerrit-parameter:
1532           branch: '{branch}'
1533       - gerrit-refspec-parameter
1534       - gerrit-event-type-parameter
1535       - gerrit-event-comment-text-parameter
1536       - csit-perf-trial-duration-parameter:
1537           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1538       - csit-perf-trial-multiplicity-parameter:
1539           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1540
1541     scm:
1542       - gerrit-trigger-scm:
1543           credentials-id: 'jenkins-gerrit-credentials'
1544           refspec: '$GERRIT_REFSPEC'
1545           choosing-strategy: 'gerrit'
1546
1547     wrappers:
1548       - fdio-infra-wrappers-non-activity-timeout:
1549           build-timeout: '{build-timeout}'
1550
1551     triggers:
1552       - gerrit-trigger-csit-perftest:
1553           project: '{project}'
1554           branch: '{branch}'
1555           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1556           skip-vote: false
1557
1558     builders:
1559       - shell:
1560           !include-raw-escape:
1561           - ../scripts/setup_executor_env.sh
1562       - shell:
1563           !include-raw-escape:
1564           - ../scripts/csit/perf-verify.sh
1565
1566     publishers:
1567       - fdio-infra-publish