jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-skx:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-dnv:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-zn2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'x86_64'
  38             - 2n-tx2:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'aarch64'
  41             - 3n-skx:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-icx:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-dnv:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'x86_64'
  50             - 3n-tsh:
  51                 os: 'ubuntu2004'
  52                 executor-arch: 'aarch64'
  53             - 3n-alt:
  54                 os: 'ubuntu2004'
  55                 executor-arch: 'aarch64'
  56       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  57           node-arch:
  58             - 2n-icx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - 2n-clx:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - 2n-skx:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'x86_64'
  67             - 2n-zn2:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - 2n-tx2:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73             - 3n-skx:
  74                 os: 'ubuntu2004'
  75                 executor-arch: 'x86_64'
  76             - 3n-icx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'aarch64'
  85           periodicity: '0 0 * * 6'
  86       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  87           node-arch:
  88             - 1n-aws:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'x86_64'
  91             - 2n-skx:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'x86_64'
  94       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  95           node-arch:
  96             - 2n-icx:
  97                 os: 'ubuntu2004'
  98                 executor-arch: 'x86_64'
  99             - 2n-clx:
 100                 os: 'ubuntu2004'
 101                 executor-arch: 'x86_64'
 102             - 2n-skx:
 103                 os: 'ubuntu2004'
 104                 executor-arch: 'x86_64'
 105             - 2n-dnv:
 106                 os: 'ubuntu2004'
 107                 executor-arch: 'x86_64'
 108             - 2n-zn2:
 109                 os: 'ubuntu2004'
 110                 executor-arch: 'x86_64'
 111             - 2n-tx2:
 112                 os: 'ubuntu2004'
 113                 executor-arch: 'aarch64'
 114             - 3n-skx:
 115                 os: 'ubuntu2004'
 116                 executor-arch: 'x86_64'
 117             - 3n-icx:
 118                 os: 'ubuntu2004'
 119                 executor-arch: 'x86_64'
 120             - 3n-dnv:
 121                 os: 'ubuntu2004'
 122                 executor-arch: 'x86_64'
 123             - 3n-tsh:
 124                 os: 'ubuntu2004'
 125                 executor-arch: 'aarch64'
 126             - 3n-alt:
 127                 os: 'ubuntu2004'
 128                 executor-arch: 'aarch64'
 129           stream:
 130             - master:
 131                 branch: 'master'
 132                 branch-id: 'oper'
 133             - '2202':
 134                 branch: 'rls2202'
 135                 branch-id: 'oper-rls2202'
 136             - '2206':
 137                 branch: 'rls2206'
 138                 branch-id: 'oper-rls2206'
 139       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 140           node-arch:
 141             - 2n-icx:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '30 22 * * 0-4'
 145             - 2n-clx:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148                 periodicity: '30 22 * * 0-4'
 149             - 2n-skx:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '30 22 * * 0-4'
 153             - 2n-dnv:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'x86_64'
 156                 periodicity: '30 22 * * 0-4'
 157             - 2n-zn2:
 158                 os: 'ubuntu2004'
 159                 executor-arch: 'x86_64'
 160                 periodicity: '30 22 * * 0-4'
 161             - 2n-tx2:
 162                 os: 'ubuntu2004'
 163                 executor-arch: 'aarch64'
 164                 periodicity: '30 22 * * 0-4'
 165             - 3n-skx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168                 periodicity: '30 22 * * 0-4'
 169             - 3n-icx:
 170                 os: 'ubuntu2004'
 171                 executor-arch: 'x86_64'
 172                 periodicity: '30 22 * * 0-4'
 173             - 3n-dnv:
 174                 os: 'ubuntu2004'
 175                 executor-arch: 'x86_64'
 176                 periodicity: '30 22 * * 0-4'
 177             - 3n-tsh:
 178                 os: 'ubuntu2004'
 179                 executor-arch: 'aarch64'
 180                 periodicity: '30 22 * * 0-4'
 181             - 3n-alt:
 182                 os: 'ubuntu2004'
 183                 executor-arch: 'aarch64'
 184                 periodicity: '30 22 * * 0-4'
 185       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 186           node-arch:
 187             - 2n-icx:
 188                 os: 'ubuntu2004'
 189                 executor-arch: 'x86_64'
 190             - 2n-clx:
 191                 os: 'ubuntu2004'
 192                 executor-arch: 'x86_64'
 193             - 2n-skx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 3n-skx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 3n-icx:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 2n-aws:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205           stream:
 206             - master:
 207                 branch: 'master'
 208                 branch-id: 'oper'
 209           periodicity: '0 0 * * 6'
 210       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 211           node-arch:
 212             - 2n-icx:
 213                 os: 'ubuntu2004'
 214                 executor-arch: 'x86_64'
 215             - 2n-clx:
 216                 os: 'ubuntu2004'
 217                 executor-arch: 'x86_64'
 218             - 2n-skx:
 219                 os: 'ubuntu2004'
 220                 executor-arch: 'x86_64'
 221             - 3n-skx:
 222                 os: 'ubuntu2004'
 223                 executor-arch: 'x86_64'
 224             - 3n-icx:
 225                 os: 'ubuntu2004'
 226                 executor-arch: 'x86_64'
 227           periodicity: '0 0 * * 6'
 228       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 229           node-arch:
 230             - 2n-skx:
 231                 os: 'ubuntu2004'
 232                 executor-arch: 'x86_64'
 233           periodicity: '0 0 * * 6'
 234       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 235           node-arch:
 236             - 2n-icx:
 237                 os: 'ubuntu2004'
 238                 executor-arch: 'x86_64'
 239             - 2n-clx:
 240                 os: 'ubuntu2004'
 241                 executor-arch: 'x86_64'
 242             - 2n-skx:
 243                 os: 'ubuntu2004'
 244                 executor-arch: 'x86_64'
 245             - 2n-dnv:
 246                 os: 'ubuntu2004'
 247                 executor-arch: 'x86_64'
 248             - 2n-zn2:
 249                 os: 'ubuntu2004'
 250                 executor-arch: 'x86_64'
 251             - 2n-tx2:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'aarch64'
 254             - 3n-skx:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 3n-icx:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 3n-dnv:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 3n-tsh:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'aarch64'
 266             - 3n-alt:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'aarch64'
 269             - 2n-aws:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272             - 3n-aws:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'x86_64'
 275       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 276           node-arch:
 277             - 2n-icx:
 278                 os: 'ubuntu2004'
 279                 executor-arch: 'x86_64'
 280             - 2n-clx:
 281                 os: 'ubuntu2004'
 282                 executor-arch: 'x86_64'
 283             - 2n-skx:
 284                 os: 'ubuntu2004'
 285                 executor-arch: 'x86_64'
 286             - 2n-dnv:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-zn2:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-tx2:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'aarch64'
 295             - 3n-skx:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 3n-icx:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 3n-dnv:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'aarch64'
 307             - 3n-alt:
 308                 os: 'ubuntu2004'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2004'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2004'
 315                 executor-arch: 'x86_64'
 316       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 317           node-arch:
 318             - 1n-aws:
 319                 os: 'ubuntu2004'
 320                 executor-arch: 'x86_64'
 321             - 2n-skx:
 322                 os: 'ubuntu2004'
 323                 executor-arch: 'x86_64'
 324       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 325           node-arch:
 326             - 2n-icx:
 327                 os: 'ubuntu2004'
 328                 executor-arch: 'x86_64'
 329             - 2n-clx:
 330                 os: 'ubuntu2004'
 331                 executor-arch: 'x86_64'
 332             - 2n-skx:
 333                 os: 'ubuntu2004'
 334                 executor-arch: 'x86_64'
 335             - 2n-dnv:
 336                 os: 'ubuntu2004'
 337                 executor-arch: 'x86_64'
 338             - 2n-zn2:
 339                 os: 'ubuntu2004'
 340                 executor-arch: 'x86_64'
 341             - 2n-tx2:
 342                 os: 'ubuntu2004'
 343                 executor-arch: 'aarch64'
 344             - 3n-skx:
 345                 os: 'ubuntu2004'
 346                 executor-arch: 'x86_64'
 347             - 3n-icx:
 348                 os: 'ubuntu2004'
 349                 executor-arch: 'x86_64'
 350             - 3n-dnv:
 351                 os: 'ubuntu2004'
 352                 executor-arch: 'x86_64'
 353             - 3n-tsh:
 354                 os: 'ubuntu2004'
 355                 executor-arch: 'aarch64'
 356             - 3n-alt:
 357                 os: 'ubuntu2004'
 358                 executor-arch: 'aarch64'
 359             - 2n-aws:
 360                 os: 'ubuntu2004'
 361                 executor-arch: 'x86_64'
 362             - 3n-aws:
 363                 os: 'ubuntu2004'
 364                 executor-arch: 'x86_64'
 365       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 366           node-arch:
 367             - 2n-icx:
 368                 os: 'ubuntu2004'
 369                 executor-arch: 'x86_64'
 370             - 2n-clx:
 371                 os: 'ubuntu2004'
 372                 executor-arch: 'x86_64'
 373             - 2n-skx:
 374                 os: 'ubuntu2004'
 375                 executor-arch: 'x86_64'
 376             - 2n-dnv:
 377                 os: 'ubuntu2004'
 378                 executor-arch: 'x86_64'
 379             - 2n-zn2:
 380                 os: 'ubuntu2004'
 381                 executor-arch: 'x86_64'
 382             - 2n-tx2:
 383                 os: 'ubuntu2004'
 384                 executor-arch: 'aarch64'
 385             - 3n-skx:
 386                 os: 'ubuntu2004'
 387                 executor-arch: 'x86_64'
 388             - 3n-icx:
 389                 os: 'ubuntu2004'
 390                 executor-arch: 'x86_64'
 391             - 3n-dnv:
 392                 os: 'ubuntu2004'
 393                 executor-arch: 'x86_64'
 394             - 3n-tsh:
 395                 os: 'ubuntu2004'
 396                 executor-arch: 'aarch64'
 397             - 3n-alt:
 398                 os: 'ubuntu2004'
 399                 executor-arch: 'aarch64'
 400             - 2n-aws:
 401                 os: 'ubuntu2004'
 402                 executor-arch: 'x86_64'
 403             - 3n-aws:
 404                 os: 'ubuntu2004'
 405                 executor-arch: 'x86_64'
 406       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 407           node-arch:
 408             - 1n-aws:
 409                 os: 'ubuntu2004'
 410                 executor-arch: 'x86_64'
 411             - 2n-skx:
 412                 os: 'ubuntu2004'
 413                 executor-arch: 'x86_64'
 414
 415     project: 'csit'
 416     branch: 'master'
 417     branch-id: 'oper'
 418     csit-perf-trial-duration: '1.0'
 419     csit-perf-trial-multiplicity: '10'
 420     stream:
 421       - master:
 422           branch: 'master'
 423           branch-id: 'oper'
 424       - '2202':
 425           branch: 'rls2202'
 426           branch-id: 'oper-rls2202'
 427       - '2206':
 428           branch: 'rls2206'
 429           branch-id: 'oper-rls2206'
 430     stream_report:
 431       - '2202':
 432           branch: 'rls2202'
 433           branch-id: 'oper-rls2202'
 434       - '2206':
 435           branch: 'rls2206'
 436           branch-id: 'oper-rls2206'
 437
 438     build-artifact-num-to-keep: 10
 439
 440
 441 - job-template:
 442     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 443
 444     description: |
 445       <ul>
 446           <li>objective
 447               <ul>
 448                   <li>perf verify - per csit gerrit patch
 449               </ul>
 450           <li>job
 451               <ul>
 452                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 453                   <li>trigger: keyword in comment to csit patch:
 454                       <b>csit-{node-arch}-perftest tag_list</b>
 455               </ul>
 456           <li>executor
 457               <ul>
 458                   <li>builder-{os}-prod-{executor-arch}
 459               </ul>
 460           <li>perf test-cases selection
 461               <ul>
 462                   <li>test-cases selected using trigger keyword followed by tags
 463                   <li>all test-cases are labelled with CSIT RF topic tags
 464                       defined in <i>csit/docs/tag_documentation.rst</i>
 465               </ul>
 466           <li>proposed keywords
 467               <ul>
 468                   <li>focus on testing specified vpp packet processing path
 469                   <li>format: csit-{node-arch}-perftest tag_list
 470               </ul>
 471           <li>default tags for vpp startup config and perf test type
 472               <ul>
 473                   <li>IP4BASE, IP6BASE, L2BDBASE
 474                   <li>64B/78B: 64B/78B packet size
 475                   <li>1C: one core
 476                   <li>X710: x710 Fortville NIC
 477                   <li>MRR: MRR throughput
 478               </ul>
 479           <li>results
 480               <ul>
 481                   <li>jjb verify: PASS/FAIL
 482                   <li>present: no
 483                   <li>analyse: no
 484               </ul>
 485       </ul>
 486
 487     project-type: freestyle
 488     node: 'builder-{os}-prod-{executor-arch}'
 489     concurrent: true
 490     latest-only: false
 491
 492     properties:
 493       - lf-infra-properties:
 494           build-days-to-keep: "{build-days-to-keep}"
 495
 496     parameters:
 497       - project-parameter:
 498           project: '{project}'
 499       - gerrit-parameter:
 500           branch: '{branch}'
 501       - gerrit-refspec-parameter
 502       - gerrit-event-type-parameter
 503       - gerrit-event-comment-text-parameter
 504       - csit-perf-trial-duration-parameter:
 505           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 506       - csit-perf-trial-multiplicity-parameter:
 507           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 508       # This is a manually-triggered verify job, part of API coverage.
 509       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 510       # Can be removed when this job is no longer needed for full API coverage.
 511       - csit-fail-on-crc-mismatch-parameter:
 512           fail-on-crc-mismatch: 'True'
 513
 514     scm:
 515       - gerrit-trigger-scm:
 516           credentials-id: 'jenkins-gerrit-credentials'
 517           refspec: '$GERRIT_REFSPEC'
 518           choosing-strategy: 'gerrit'
 519
 520     wrappers:
 521       - fdio-infra-wrappers-non-activity-timeout:
 522           build-timeout: '{build-timeout}'
 523
 524     triggers:
 525       - gerrit-trigger-csit-perftest:
 526           project: '{project}'
 527           branch: '{branch}'
 528           trigger-word: 'csit-{node-arch}-perftest'
 529           skip-vote: false
 530
 531     builders:
 532       - shell:
 533           !include-raw-escape:
 534           - ../scripts/setup_executor_env.sh
 535       - shell:
 536           !include-raw-escape:
 537           - ../scripts/csit/perf-verify.sh
 538
 539     publishers:
 540       - fdio-infra-publish
 541
 542 - job-template:
 543     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 544
 545     description: |
 546       <ul>
 547           <li>objective
 548               <ul>
 549                   <li>check vpp perf mrr daily
 550               </ul>
 551           <li>executor
 552               <ul>
 553                   <li>builder-{os}-prod-{executor-arch}
 554               </ul>
 555           <li>perf test-cases selection
 556               <ul>
 557                   <li>all CSIT VPP MRR perf suites
 558               </ul>
 559           <li>results
 560               <ul>
 561                   <li>jjb verify: PASS/FAIL
 562                   <li>present: no
 563                   <li>analyse: csit project (catch malfunctions/degradations)
 564               </ul>
 565       </ul>
 566
 567     project-type: freestyle
 568     node: 'builder-{os}-prod-{executor-arch}'
 569     concurrent: false
 570     latest-only: false
 571
 572     properties:
 573       - lf-infra-properties:
 574           build-days-to-keep: "{build-days-to-keep}"
 575
 576     parameters:
 577       - project-parameter:
 578           project: '{project}'
 579       - gerrit-parameter:
 580           branch: '{branch}'
 581       - csit-perf-trial-duration-parameter:
 582           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 583       - csit-perf-trial-multiplicity-parameter:
 584           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 585
 586     wrappers:
 587       - fdio-infra-wrappers-non-activity-timeout:
 588           build-timeout: '{build-timeout}'
 589
 590     triggers:
 591       - timed: '{periodicity}'
 592
 593     builders:
 594       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 595       - inject:
 596           properties-file: variables.prop
 597       - shell:
 598           !include-raw-escape:
 599           - ../scripts/setup_executor_env.sh
 600       - shell:
 601           !include-raw-escape:
 602           - ../scripts/csit/perf-timed.sh
 603
 604     publishers:
 605       - fdio-infra-publish
 606
 607 - job-template:
 608     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 609
 610     description: |
 611       <ul>
 612           <li>objective
 613               <ul>
 614                   <li>check vpp perf mrr weekly on {node-arch}
 615               </ul>
 616           <li>executor
 617               <ul>
 618                   <li>builder-{os}-prod-{executor-arch}
 619               </ul>
 620           <li>perf test-cases selection
 621               <ul>
 622                   <li>NF Density CSIT VPP MRR perf suites
 623               </ul>
 624           <li>results
 625               <ul>
 626                   <li>jjb verify: PASS/FAIL
 627                   <li>present: no
 628                   <li>analyse: csit project (catch malfunctions/degradations)
 629               </ul>
 630       </ul>
 631
 632     project-type: freestyle
 633     node: 'builder-{os}-prod-{executor-arch}'
 634     concurrent: false
 635     latest-only: false
 636
 637     properties:
 638       - lf-infra-properties:
 639           build-days-to-keep: "{build-days-to-keep}"
 640
 641     parameters:
 642       - project-parameter:
 643           project: '{project}'
 644       - gerrit-parameter:
 645           branch: '{branch}'
 646       - csit-perf-trial-duration-parameter:
 647           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 648       - csit-perf-trial-multiplicity-parameter:
 649           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 650
 651     wrappers:
 652       - fdio-infra-wrappers-non-activity-timeout:
 653           build-timeout: '{build-timeout}'
 654
 655     triggers:
 656       - timed: '{periodicity}'
 657
 658     builders:
 659       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 660       - inject:
 661           properties-file: variables.prop
 662       - shell:
 663           !include-raw-escape:
 664           - ../scripts/setup_executor_env.sh
 665       - shell:
 666           !include-raw-escape:
 667           - ../scripts/csit/perf-timed.sh
 668
 669     publishers:
 670       - fdio-infra-publish
 671
 672 - job-template:
 673     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 674
 675     description: |
 676       <ul>
 677           <li>objective
 678               <ul>
 679                   <li>check vpp perf ndrpdr weekly on {node-arch}
 680               </ul>
 681           <li>executor
 682               <ul>
 683                   <li>builder-{os}-prod-{executor-arch}
 684               </ul>
 685           <li>perf test-cases selection
 686               <ul>
 687                   <li>pre-selected CSIT VPP NDRPDR perf suites
 688               </ul>
 689           <li>results
 690               <ul>
 691                   <li>jjb verify: PASS/FAIL
 692                   <li>present: no
 693                   <li>analyse: csit project (catch malfunctions/degradations)
 694               </ul>
 695       </ul>
 696     project-type: freestyle
 697     node: 'builder-{os}-prod-{executor-arch}'
 698     concurrent: false
 699     latest-only: false
 700
 701     properties:
 702       - lf-infra-properties:
 703           build-days-to-keep: "{build-days-to-keep}"
 704
 705     parameters:
 706       - project-parameter:
 707           project: '{project}'
 708       - gerrit-parameter:
 709           branch: '{branch}'
 710
 711     wrappers:
 712       - fdio-infra-wrappers-non-activity-timeout:
 713           build-timeout: '{build-timeout}'
 714
 715     triggers:
 716       - timed: '{periodicity}'
 717
 718     builders:
 719       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 720       - inject:
 721           properties-file: variables.prop
 722       - shell:
 723           !include-raw-escape:
 724           - ../scripts/setup_executor_env.sh
 725       - shell:
 726           !include-raw-escape:
 727           - ../scripts/csit/perf-timed.sh
 728
 729     publishers:
 730       - fdio-infra-publish
 731
 732 - job-template:
 733     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 734
 735     description: |
 736       <ul>
 737           <li>objective
 738               <ul>
 739                   <li>check trex perf ndrpdr weekly on {node-arch}
 740               </ul>
 741           <li>executor
 742               <ul>
 743                   <li>builder-{os}-prod-{executor-arch}
 744               </ul>
 745           <li>perf test-cases selection
 746               <ul>
 747                   <li>pre-selected CSIT TREX NDRPDR perf suites
 748               </ul>
 749           <li>results
 750               <ul>
 751                   <li>jjb verify: PASS/FAIL
 752                   <li>present: no
 753                   <li>analyse: csit project (catch malfunctions/degradations)
 754               </ul>
 755       </ul>
 756     project-type: freestyle
 757     node: 'builder-{os}-prod-{executor-arch}'
 758     concurrent: false
 759     latest-only: false
 760
 761     properties:
 762       - lf-infra-properties:
 763           build-days-to-keep: "{build-days-to-keep}"
 764
 765     parameters:
 766       - project-parameter:
 767           project: '{project}'
 768       - gerrit-parameter:
 769           branch: '{branch}'
 770
 771     wrappers:
 772       - fdio-infra-wrappers-non-activity-timeout:
 773           build-timeout: '{build-timeout}'
 774
 775     triggers:
 776       - timed: '{periodicity}'
 777
 778     builders:
 779       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 780       - inject:
 781           properties-file: variables.prop
 782       - shell:
 783           !include-raw-escape:
 784           - ../scripts/setup_executor_env.sh
 785       - shell:
 786           !include-raw-escape:
 787           - ../scripts/csit/perf-timed.sh
 788
 789     publishers:
 790       - fdio-infra-publish
 791
 792 - job-template:
 793     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 794
 795     description: |
 796       <ul>
 797           <li>objective
 798               <ul>
 799                   <li>perf verify - per csit gerrit patch
 800               </ul>
 801           <li>job
 802               <ul>
 803                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 804                   <li>trigger: keyword in comment to csit patch:
 805                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 806               </ul>
 807           <li>executor
 808               <ul>
 809                   <li>builder-{os}-prod-{executor-arch}
 810               </ul>
 811           <li>perf test-cases selection
 812               <ul>
 813                   <li>test-cases selected using trigger keyword followed by tags
 814                   <li>all test-cases are labelled with CSIT RF topic tags
 815                       defined in <i>csit/docs/tag_documentation.rst</i>
 816               </ul>
 817           <li>proposed keywords
 818               <ul>
 819                   <li>focus on testing specified trex packet processing path
 820                   <li>format: csit-{node-arch}-perftest tag_list
 821               </ul>
 822           <li>results
 823               <ul>
 824                   <li>jjb verify: PASS/FAIL
 825                   <li>present: no
 826                   <li>analyse: no
 827               </ul>
 828       </ul>
 829
 830     project-type: freestyle
 831     node: 'builder-{os}-prod-{executor-arch}'
 832     concurrent: true
 833     latest-only: false
 834
 835     properties:
 836       - lf-infra-properties:
 837           build-days-to-keep: "{build-days-to-keep}"
 838
 839     parameters:
 840       - project-parameter:
 841           project: '{project}'
 842       - gerrit-parameter:
 843           branch: '{branch}'
 844       - gerrit-refspec-parameter
 845       - gerrit-event-type-parameter
 846       - gerrit-event-comment-text-parameter
 847       - csit-perf-trial-duration-parameter:
 848           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 849       - csit-perf-trial-multiplicity-parameter:
 850           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 851       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 852
 853     scm:
 854       - gerrit-trigger-scm:
 855           credentials-id: 'jenkins-gerrit-credentials'
 856           refspec: '$GERRIT_REFSPEC'
 857           choosing-strategy: 'gerrit'
 858
 859     wrappers:
 860       - fdio-infra-wrappers-non-activity-timeout:
 861           build-timeout: '{build-timeout}'
 862
 863     triggers:
 864       - gerrit-trigger-csit-perftest:
 865           project: '{project}'
 866           branch: '{branch}'
 867           trigger-word: 'csit-trex-{node-arch}-perftest'
 868           skip-vote: false
 869
 870     builders:
 871       - shell:
 872           !include-raw-escape:
 873           - ../scripts/setup_executor_env.sh
 874       - shell:
 875           !include-raw-escape:
 876           - ../scripts/csit/perf-verify.sh
 877
 878     publishers:
 879       - fdio-infra-publish
 880
 881 - job-template:
 882     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 883
 884     description: |
 885       <ul>
 886           <li>objective
 887               <ul>
 888                   <li>perf verify - per csit gerrit patch
 889               </ul>
 890           <li>job
 891               <ul>
 892                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 893                   <li>trigger: keyword in comment to csit patch:
 894                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 895               </ul>
 896           <li>executor
 897               <ul>
 898                   <li>builder-{os}-prod-{executor-arch}
 899               </ul>
 900           <li>perf test-cases selection
 901               <ul>
 902                   <li>test-cases selected using trigger keyword followed by tags
 903                   <li>all test-cases are labelled with CSIT RF topic tags
 904                       defined in <i>csit/docs/tag_documentation.rst</i>
 905               </ul>
 906           <li>default tags for dpdk perf test type
 907               <ul>
 908                   <li>IP4BASE, L2XCBASE
 909                   <li>64B: 64B packet size
 910                   <li>1C: one core
 911                   <li>X710: x710 Fortville NIC
 912                   <li>MRR: MRR throughput
 913               </ul>
 914           <li>results
 915               <ul>
 916                   <li>jjb verify: PASS/FAIL
 917                   <li>present: no
 918                   <li>analyse: no
 919               </ul>
 920       </ul>
 921
 922     project-type: freestyle
 923     node: 'builder-{os}-prod-{executor-arch}'
 924     concurrent: true
 925     latest-only: false
 926
 927     properties:
 928       - lf-infra-properties:
 929           build-days-to-keep: "{build-days-to-keep}"
 930
 931     parameters:
 932       - project-parameter:
 933           project: '{project}'
 934       - gerrit-parameter:
 935           branch: '{branch}'
 936       - gerrit-refspec-parameter
 937       - gerrit-event-type-parameter
 938       - gerrit-event-comment-text-parameter
 939       - csit-perf-trial-duration-parameter:
 940           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 941       - csit-perf-trial-multiplicity-parameter:
 942           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 943
 944     scm:
 945       - gerrit-trigger-scm:
 946           credentials-id: 'jenkins-gerrit-credentials'
 947           refspec: '$GERRIT_REFSPEC'
 948           choosing-strategy: 'gerrit'
 949
 950     wrappers:
 951       - fdio-infra-wrappers-non-activity-timeout:
 952           build-timeout: '{build-timeout}'
 953
 954     triggers:
 955       - gerrit-trigger-csit-perftest:
 956           project: '{project}'
 957           branch: '{branch}'
 958           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 959           skip-vote: false
 960
 961     builders:
 962       - shell:
 963           !include-raw-escape:
 964           - ../scripts/setup_executor_env.sh
 965       - shell:
 966           !include-raw-escape:
 967           - ../scripts/csit/perf-verify.sh
 968
 969     publishers:
 970       - fdio-infra-publish
 971
 972 - job-template:
 973     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 974
 975     description: |
 976       <ul>
 977           <li>objective
 978               <ul>
 979                   <li>check dpdk perf mrr weekly
 980               </ul>
 981           <li>executor
 982               <ul>
 983                   <li>builder-{os}-prod-{executor-arch}
 984               </ul>
 985           <li>perf test-cases selection
 986               <ul>
 987                   <li>all CSIT DPDK MRR perf suites
 988               </ul>
 989           <li>results
 990               <ul>
 991                   <li>jjb verify: PASS/FAIL
 992                   <li>present: no
 993                   <li>analyse: csit project (catch malfunctions/degradations)
 994               </ul>
 995       </ul>
 996
 997     project-type: freestyle
 998     node: 'builder-{os}-prod-{executor-arch}'
 999     concurrent: false
1000     latest-only: false
1001
1002     properties:
1003       - lf-infra-properties:
1004           build-days-to-keep: "{build-days-to-keep}"
1005
1006     parameters:
1007       - project-parameter:
1008           project: '{project}'
1009       - gerrit-parameter:
1010           branch: '{branch}'
1011       - csit-perf-trial-duration-parameter:
1012           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1013       - csit-perf-trial-multiplicity-parameter:
1014           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1015
1016     wrappers:
1017       - fdio-infra-wrappers-non-activity-timeout:
1018           build-timeout: '{build-timeout}'
1019
1020     triggers:
1021       - timed: '{periodicity}'
1022
1023     builders:
1024       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1025       - inject:
1026           properties-file: variables.prop
1027       - shell:
1028           !include-raw-escape:
1029           - ../scripts/setup_executor_env.sh
1030       - shell:
1031           !include-raw-escape:
1032           - ../scripts/csit/perf-timed.sh
1033
1034     publishers:
1035       - fdio-infra-publish
1036
1037 - job-template:
1038     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1039
1040     description: |
1041       <ul>
1042           <li>objective
1043               <ul>
1044                   <li>get vpp performance iterative data for csit report
1045               </ul>
1046           <li>job
1047               <ul>
1048                   <li>name:
1049                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1050                       {node-arch}</b>
1051                   <li>trigger: keyword in comment to csit patch:
1052                       <b>csit-vpp-report-iter-{node-arch}-perftest
1053                       test_set_id</b>
1054                   <li>trigger example:
1055                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1056               </ul>
1057           <li>executor
1058               <ul>
1059                   <li>builder-{os}-prod-{executor-arch}
1060               </ul>
1061           <li>perf test-cases selection
1062               <ul>
1063                   <li>test-cases selected by tags defined in
1064                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1065                       test_set_id.md</i>
1066               </ul>
1067
1068           <li>results
1069               <ul>
1070                   <li>jjb verify: PASS/FAIL
1071                   <li>present: vpp performance
1072                   <li>analyse: vpp performance
1073               </ul>
1074       </ul>
1075
1076     project-type: freestyle
1077     node: 'builder-{os}-prod-{executor-arch}'
1078     concurrent: true
1079     latest-only: false
1080
1081     properties:
1082       - lf-infra-properties:
1083           build-days-to-keep: "{build-days-to-keep}"
1084
1085     parameters:
1086       - project-parameter:
1087           project: '{project}'
1088       - gerrit-parameter:
1089           branch: '{branch}'
1090       - gerrit-refspec-parameter
1091       - gerrit-event-type-parameter
1092       - gerrit-event-comment-text-parameter
1093       - csit-perf-trial-duration-parameter:
1094           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1095       - csit-perf-trial-multiplicity-parameter:
1096           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1097
1098     scm:
1099       - gerrit-trigger-scm:
1100           credentials-id: 'jenkins-gerrit-credentials'
1101           refspec: '$GERRIT_REFSPEC'
1102           choosing-strategy: 'gerrit'
1103
1104     wrappers:
1105       - fdio-infra-wrappers-non-activity-timeout:
1106           build-timeout: '{build-timeout}'
1107
1108     triggers:
1109       - gerrit-trigger-csit-perftest:
1110           project: '{project}'
1111           branch: '{branch}'
1112           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1113           skip-vote: false
1114
1115     builders:
1116       - shell:
1117           !include-raw-escape:
1118           - ../scripts/setup_executor_env.sh
1119       - shell:
1120           !include-raw-escape:
1121           - ../scripts/csit/perf-verify.sh
1122
1123     publishers:
1124       - fdio-infra-publish
1125
1126 - job-template:
1127     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1128
1129     description: |
1130       <ul>
1131           <li>objective
1132               <ul>
1133                   <li>get dpdk performance iterative data for csit report
1134               </ul>
1135           <li>job
1136               <ul>
1137                   <li>name:
1138                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1139                       {node-arch}</b>
1140                   <li>trigger: keyword in comment to csit patch:
1141                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1142                       test_set_id</b>
1143                   <li>trigger example:
1144                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1145               </ul>
1146           <li>executor
1147               <ul>
1148                   <li>builder-{os}-prod-{executor-arch}
1149               </ul>
1150           <li>perf test-cases selection
1151               <ul>
1152                   <li>test-cases selected by tags defined in
1153                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1154                       test_set_id.md</i>
1155               </ul>
1156
1157           <li>results
1158               <ul>
1159                   <li>jjb verify: PASS/FAIL
1160                   <li>present: dpdk performance
1161                   <li>analyse: dpdk performance
1162               </ul>
1163       </ul>
1164
1165     project-type: freestyle
1166     node: 'builder-{os}-prod-{executor-arch}'
1167     concurrent: true
1168     latest-only: false
1169
1170     properties:
1171       - lf-infra-properties:
1172           build-days-to-keep: "{build-days-to-keep}"
1173
1174     parameters:
1175       - project-parameter:
1176           project: '{project}'
1177       - gerrit-parameter:
1178           branch: '{branch}'
1179       - gerrit-refspec-parameter
1180       - gerrit-event-type-parameter
1181       - gerrit-event-comment-text-parameter
1182       - csit-perf-trial-duration-parameter:
1183           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1184       - csit-perf-trial-multiplicity-parameter:
1185           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1186
1187     scm:
1188       - gerrit-trigger-scm:
1189           credentials-id: 'jenkins-gerrit-credentials'
1190           refspec: '$GERRIT_REFSPEC'
1191           choosing-strategy: 'gerrit'
1192
1193     wrappers:
1194       - fdio-infra-wrappers-non-activity-timeout:
1195           build-timeout: '{build-timeout}'
1196
1197     triggers:
1198       - gerrit-trigger-csit-perftest:
1199           project: '{project}'
1200           branch: '{branch}'
1201           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1202           skip-vote: false
1203
1204     builders:
1205       - shell:
1206           !include-raw-escape:
1207           - ../scripts/setup_executor_env.sh
1208       - shell:
1209           !include-raw-escape:
1210           - ../scripts/csit/perf-verify.sh
1211
1212     publishers:
1213       - fdio-infra-publish
1214
1215 - job-template:
1216     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1217
1218     description: |
1219       <ul>
1220           <li>objective
1221               <ul>
1222                   <li>get trex performance iterative data for csit report
1223               </ul>
1224           <li>job
1225               <ul>
1226                   <li>name:
1227                       <b>csit-trex-perf-report-iterative-{stream_report}-
1228                       {node-arch}</b>
1229                   <li>trigger: keyword in comment to csit patch:
1230                       <b>csit-trex-report-iter-{node-arch}-perftest
1231                       test_set_id</b>
1232                   <li>trigger example:
1233                       csit-trex-report-iter-{node-arch}-perftest trex-00
1234               </ul>
1235           <li>executor
1236               <ul>
1237                   <li>builder-{os}-prod-{executor-arch}
1238               </ul>
1239           <li>perf test-cases selection
1240               <ul>
1241                   <li>test-cases selected by tags defined in
1242                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1243                       test_set_id.md</i>
1244               </ul>
1245
1246           <li>results
1247               <ul>
1248                   <li>jjb verify: PASS/FAIL
1249                   <li>present: trex performance
1250                   <li>analyse: trex performance
1251               </ul>
1252       </ul>
1253
1254     project-type: freestyle
1255     node: 'builder-{os}-prod-{executor-arch}'
1256     concurrent: true
1257     latest-only: false
1258
1259     properties:
1260       - lf-infra-properties:
1261           build-days-to-keep: "{build-days-to-keep}"
1262
1263     parameters:
1264       - project-parameter:
1265           project: '{project}'
1266       - gerrit-parameter:
1267           branch: '{branch}'
1268       - gerrit-refspec-parameter
1269       - gerrit-event-type-parameter
1270       - gerrit-event-comment-text-parameter
1271       - csit-perf-trial-duration-parameter:
1272           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1273       - csit-perf-trial-multiplicity-parameter:
1274           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1275
1276     scm:
1277       - gerrit-trigger-scm:
1278           credentials-id: 'jenkins-gerrit-credentials'
1279           refspec: '$GERRIT_REFSPEC'
1280           choosing-strategy: 'gerrit'
1281
1282     wrappers:
1283       - fdio-infra-wrappers-non-activity-timeout:
1284           build-timeout: '{build-timeout}'
1285
1286     triggers:
1287       - gerrit-trigger-csit-perftest:
1288           project: '{project}'
1289           branch: '{branch}'
1290           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1291           skip-vote: false
1292
1293     builders:
1294       - shell:
1295           !include-raw-escape:
1296           - ../scripts/setup_executor_env.sh
1297       - shell:
1298           !include-raw-escape:
1299           - ../scripts/csit/perf-verify.sh
1300
1301     publishers:
1302       - fdio-infra-publish
1303
1304 - job-template:
1305     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1306
1307     description: |
1308       <ul>
1309           <li>objective
1310               <ul>
1311                   <li>get vpp performance coverage data for csit report
1312               </ul>
1313           <li>job
1314               <ul>
1315                   <li>name:
1316                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1317                       {node-arch}</b>
1318                   <li>trigger: keyword in comment to csit patch:
1319                       <b>csit-vpp-report-cov-{node-arch}-perftest
1320                       test_set_id</b>
1321                   <li>trigger example:
1322                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1323               </ul>
1324           <li>executor
1325               <ul>
1326                   <li>builder-{os}-prod-{executor-arch}
1327               </ul>
1328           <li>perf test-cases selection
1329               <ul>
1330                   <li>test-cases selected by tags defined in
1331                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1332                       test_set_id.md</i>
1333               </ul>
1334
1335           <li>results
1336               <ul>
1337                   <li>jjb verify: PASS/FAIL
1338                   <li>present: vpp performance
1339                   <li>analyse: vpp performance
1340               </ul>
1341       </ul>
1342
1343     project-type: freestyle
1344     node: 'builder-{os}-prod-{executor-arch}'
1345     concurrent: true
1346     latest-only: false
1347
1348     properties:
1349       - lf-infra-properties:
1350           build-days-to-keep: "{build-days-to-keep}"
1351
1352     parameters:
1353       - project-parameter:
1354           project: '{project}'
1355       - gerrit-parameter:
1356           branch: '{branch}'
1357       - gerrit-refspec-parameter
1358       - gerrit-event-type-parameter
1359       - gerrit-event-comment-text-parameter
1360       - csit-perf-trial-duration-parameter:
1361           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1362       - csit-perf-trial-multiplicity-parameter:
1363           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1364
1365     scm:
1366       - gerrit-trigger-scm:
1367           credentials-id: 'jenkins-gerrit-credentials'
1368           refspec: '$GERRIT_REFSPEC'
1369           choosing-strategy: 'gerrit'
1370
1371     wrappers:
1372       - fdio-infra-wrappers-non-activity-timeout:
1373           build-timeout: '{build-timeout}'
1374
1375     triggers:
1376       - gerrit-trigger-csit-perftest:
1377           project: '{project}'
1378           branch: '{branch}'
1379           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1380           skip-vote: false
1381
1382     builders:
1383       - shell:
1384           !include-raw-escape:
1385           - ../scripts/setup_executor_env.sh
1386       - shell:
1387           !include-raw-escape:
1388           - ../scripts/csit/perf-verify.sh
1389
1390     publishers:
1391       - fdio-infra-publish
1392
1393 - job-template:
1394     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1395
1396     description: |
1397       <ul>
1398           <li>objective
1399               <ul>
1400                   <li>get dpdk performance coverage data for csit report
1401               </ul>
1402           <li>job
1403               <ul>
1404                   <li>name:
1405                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1406                       {node-arch}</b>
1407                   <li>trigger: keyword in comment to csit patch:
1408                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1409                       test_set_id</b>
1410                   <li>trigger example:
1411                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1412               </ul>
1413           <li>executor
1414               <ul>
1415                   <li>builder-{os}-prod-{executor-arch}
1416               </ul>
1417           <li>perf test-cases selection
1418               <ul>
1419                   <li>test-cases selected by tags defined in
1420                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1421                       test_set_id.md</i>
1422               </ul>
1423
1424           <li>results
1425               <ul>
1426                   <li>jjb verify: PASS/FAIL
1427                   <li>present: dpdk performance
1428                   <li>analyse: dpdk performance
1429               </ul>
1430       </ul>
1431
1432     project-type: freestyle
1433     node: 'builder-{os}-prod-{executor-arch}'
1434     concurrent: true
1435     latest-only: false
1436
1437     properties:
1438       - lf-infra-properties:
1439           build-days-to-keep: "{build-days-to-keep}"
1440
1441     parameters:
1442       - project-parameter:
1443           project: '{project}'
1444       - gerrit-parameter:
1445           branch: '{branch}'
1446       - gerrit-refspec-parameter
1447       - gerrit-event-type-parameter
1448       - gerrit-event-comment-text-parameter
1449       - csit-perf-trial-duration-parameter:
1450           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1451       - csit-perf-trial-multiplicity-parameter:
1452           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1453
1454     scm:
1455       - gerrit-trigger-scm:
1456           credentials-id: 'jenkins-gerrit-credentials'
1457           refspec: '$GERRIT_REFSPEC'
1458           choosing-strategy: 'gerrit'
1459
1460     wrappers:
1461       - fdio-infra-wrappers-non-activity-timeout:
1462           build-timeout: '{build-timeout}'
1463
1464     triggers:
1465       - gerrit-trigger-csit-perftest:
1466           project: '{project}'
1467           branch: '{branch}'
1468           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1469           skip-vote: false
1470
1471     builders:
1472       - shell:
1473           !include-raw-escape:
1474           - ../scripts/setup_executor_env.sh
1475       - shell:
1476           !include-raw-escape:
1477           - ../scripts/csit/perf-verify.sh
1478
1479     publishers:
1480       - fdio-infra-publish
1481
1482 - job-template:
1483     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1484
1485     description: |
1486       <ul>
1487           <li>objective
1488               <ul>
1489                   <li>get trex performance coverage data for csit report
1490               </ul>
1491           <li>job
1492               <ul>
1493                   <li>name:
1494                       <b>csit-trex-perf-report-coverage-{stream_report}-
1495                       {node-arch}</b>
1496                   <li>trigger: keyword in comment to csit patch:
1497                       <b>csit-trex-report-cov-{node-arch}-perftest
1498                       test_set_id</b>
1499                   <li>trigger example:
1500                       csit-trex-report-cov-{node-arch}-perftest trex-00
1501               </ul>
1502           <li>executor
1503               <ul>
1504                   <li>builder-{os}-prod-{executor-arch}
1505               </ul>
1506           <li>perf test-cases selection
1507               <ul>
1508                   <li>test-cases selected by tags defined in
1509                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1510                       test_set_id.md</i>
1511               </ul>
1512
1513           <li>results
1514               <ul>
1515                   <li>jjb verify: PASS/FAIL
1516                   <li>present: trex performance
1517                   <li>analyse: trex performance
1518               </ul>
1519       </ul>
1520
1521     project-type: freestyle
1522     node: 'builder-{os}-prod-{executor-arch}'
1523     concurrent: true
1524     latest-only: false
1525
1526     properties:
1527       - lf-infra-properties:
1528           build-days-to-keep: "{build-days-to-keep}"
1529
1530     parameters:
1531       - project-parameter:
1532           project: '{project}'
1533       - gerrit-parameter:
1534           branch: '{branch}'
1535       - gerrit-refspec-parameter
1536       - gerrit-event-type-parameter
1537       - gerrit-event-comment-text-parameter
1538       - csit-perf-trial-duration-parameter:
1539           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1540       - csit-perf-trial-multiplicity-parameter:
1541           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1542
1543     scm:
1544       - gerrit-trigger-scm:
1545           credentials-id: 'jenkins-gerrit-credentials'
1546           refspec: '$GERRIT_REFSPEC'
1547           choosing-strategy: 'gerrit'
1548
1549     wrappers:
1550       - fdio-infra-wrappers-non-activity-timeout:
1551           build-timeout: '{build-timeout}'
1552
1553     triggers:
1554       - gerrit-trigger-csit-perftest:
1555           project: '{project}'
1556           branch: '{branch}'
1557           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1558           skip-vote: false
1559
1560     builders:
1561       - shell:
1562           !include-raw-escape:
1563           - ../scripts/setup_executor_env.sh
1564       - shell:
1565           !include-raw-escape:
1566           - ../scripts/csit/perf-verify.sh
1567
1568     publishers:
1569       - fdio-infra-publish