jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2022 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-zn2:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-tx2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'aarch64'
  35             - 3n-icx:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'x86_64'
  38             - 3n-tsh:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'aarch64'
  41             - 3n-alt:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-snr:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'x86_64'
  47       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  48           node-arch:
  49             - 2n-icx:
  50                 os: 'ubuntu2204'
  51                 executor-arch: 'x86_64'
  52             - 2n-clx:
  53                 os: 'ubuntu2204'
  54                 executor-arch: 'x86_64'
  55             - 2n-zn2:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-tx2:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'aarch64'
  61             - 3n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 3n-tsh:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-alt:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'aarch64'
  70             - 3n-snr:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 1n-aws:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 2n-icx:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'x86_64'
  82       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  83           node-arch:
  84             - 2n-icx:
  85                 os: 'ubuntu2204'
  86                 executor-arch: 'x86_64'
  87             - 2n-clx:
  88                 os: 'ubuntu2204'
  89                 executor-arch: 'x86_64'
  90             - 2n-zn2:
  91                 os: 'ubuntu2204'
  92                 executor-arch: 'x86_64'
  93             - 2n-tx2:
  94                 os: 'ubuntu2204'
  95                 executor-arch: 'aarch64'
  96             - 3n-icx:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 3n-tsh:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'aarch64'
 102             - 3n-alt:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'aarch64'
 105             - 3n-snr:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'x86_64'
 108           stream:
 109             - master:
 110                 branch: 'master'
 111                 branch-id: 'oper'
 112             - '2210':
 113                 branch: 'rls2210'
 114                 branch-id: 'oper-rls2210'
 115             - '2302':
 116                 branch: 'rls2302'
 117                 branch-id: 'oper-rls2302'
 118       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 119           node-arch:
 120             - 2n-icx:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123                 periodicity: '30 22 * * 1,4'
 124             - 2n-clx:
 125                 os: 'ubuntu2204'
 126                 executor-arch: 'x86_64'
 127                 periodicity: '30 22 * * 1,4'
 128             - 2n-zn2:
 129                 os: 'ubuntu2204'
 130                 executor-arch: 'x86_64'
 131                 periodicity: '30 22 * * 1,4'
 132             - 2n-tx2:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135                 periodicity: '30 22 * * 1,4'
 136             - 3n-icx:
 137                 os: 'ubuntu2204'
 138                 executor-arch: 'x86_64'
 139                 periodicity: '30 22 * * 1,4'
 140             - 3n-tsh:
 141                 os: 'ubuntu2204'
 142                 executor-arch: 'aarch64'
 143                 periodicity: '30 22 * * 1,4'
 144             - 3n-alt:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'aarch64'
 147                 periodicity: '30 22 * * 1,4'
 148             - 3n-snr:
 149                 os: 'ubuntu2204'
 150                 executor-arch: 'x86_64'
 151                 periodicity: '30 22 * * 1,4'
 152       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 153           node-arch:
 154             - 2n-icx:
 155                 os: 'ubuntu2204'
 156                 executor-arch: 'x86_64'
 157                 periodicity: '30 22 * * 1,4'
 158             - 3n-icx:
 159                 os: 'ubuntu2204'
 160                 executor-arch: 'x86_64'
 161                 periodicity: '30 22 * * 1,4'
 162       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 163           node-arch:
 164             - 2n-icx:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167             - 2n-clx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170             - 2n-aws:
 171                 os: 'ubuntu2204'
 172                 executor-arch: 'x86_64'
 173           stream:
 174             - master:
 175                 branch: 'master'
 176                 branch-id: 'oper'
 177           periodicity: '0 0 * * 6'
 178       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 179           node-arch:
 180             - 1n-aws:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'x86_64'
 183                 periodicity: '0 0 * * 6'
 184             - 2n-icx:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'x86_64'
 187                 periodicity: '0 0 * * 6'
 188       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 189           node-arch:
 190             - 2n-icx:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193             - 2n-clx:
 194                 os: 'ubuntu2204'
 195                 executor-arch: 'x86_64'
 196             - 2n-zn2:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199             - 2n-tx2:
 200                 os: 'ubuntu2204'
 201                 executor-arch: 'aarch64'
 202             - 3n-icx:
 203                 os: 'ubuntu2204'
 204                 executor-arch: 'x86_64'
 205             - 3n-tsh:
 206                 os: 'ubuntu2204'
 207                 executor-arch: 'aarch64'
 208             - 3n-alt:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'aarch64'
 211             - 3n-snr:
 212                 os: 'ubuntu2204'
 213                 executor-arch: 'x86_64'
 214           periodicity: '0 0 * * 6'
 215       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 216           node-arch:
 217             - 2n-icx:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'x86_64'
 220             - 2n-clx:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'x86_64'
 223             - 2n-zn2:
 224                 os: 'ubuntu2204'
 225                 executor-arch: 'x86_64'
 226             - 2n-tx2:
 227                 os: 'ubuntu2204'
 228                 executor-arch: 'aarch64'
 229             - 3n-icx:
 230                 os: 'ubuntu2204'
 231                 executor-arch: 'x86_64'
 232             - 3n-tsh:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'aarch64'
 235             - 3n-alt:
 236                 os: 'ubuntu2204'
 237                 executor-arch: 'aarch64'
 238             - 2n-aws:
 239                 os: 'ubuntu2204'
 240                 executor-arch: 'x86_64'
 241             - 3n-aws:
 242                 os: 'ubuntu2204'
 243                 executor-arch: 'x86_64'
 244             - 3n-snr:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'x86_64'
 247       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 248           node-arch:
 249             - 2n-icx:
 250                 os: 'ubuntu2204'
 251                 executor-arch: 'x86_64'
 252             - 2n-clx:
 253                 os: 'ubuntu2204'
 254                 executor-arch: 'x86_64'
 255             - 2n-zn2:
 256                 os: 'ubuntu2204'
 257                 executor-arch: 'x86_64'
 258             - 2n-tx2:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'aarch64'
 261             - 3n-icx:
 262                 os: 'ubuntu2204'
 263                 executor-arch: 'x86_64'
 264             - 3n-tsh:
 265                 os: 'ubuntu2204'
 266                 executor-arch: 'aarch64'
 267             - 3n-alt:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'aarch64'
 270             - 2n-aws:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273             - 3n-aws:
 274                 os: 'ubuntu2204'
 275                 executor-arch: 'x86_64'
 276             - 3n-snr:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'x86_64'
 279       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 280           node-arch:
 281             - 1n-aws:
 282                 os: 'ubuntu2204'
 283                 executor-arch: 'x86_64'
 284             - 2n-icx:
 285                 os: 'ubuntu2204'
 286                 executor-arch: 'x86_64'
 287       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 288           node-arch:
 289             - 2n-icx:
 290                 os: 'ubuntu2204'
 291                 executor-arch: 'x86_64'
 292             - 2n-clx:
 293                 os: 'ubuntu2204'
 294                 executor-arch: 'x86_64'
 295             - 2n-zn2:
 296                 os: 'ubuntu2204'
 297                 executor-arch: 'x86_64'
 298             - 2n-tx2:
 299                 os: 'ubuntu2204'
 300                 executor-arch: 'aarch64'
 301             - 3n-icx:
 302                 os: 'ubuntu2204'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2204'
 306                 executor-arch: 'aarch64'
 307             - 3n-alt:
 308                 os: 'ubuntu2204'
 309                 executor-arch: 'aarch64'
 310             - 2n-aws:
 311                 os: 'ubuntu2204'
 312                 executor-arch: 'x86_64'
 313             - 3n-aws:
 314                 os: 'ubuntu2204'
 315                 executor-arch: 'x86_64'
 316             - 3n-snr:
 317                 os: 'ubuntu2204'
 318                 executor-arch: 'x86_64'
 319       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 320           node-arch:
 321             - 2n-icx:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'x86_64'
 324             - 2n-clx:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'x86_64'
 327             - 2n-zn2:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-tx2:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'aarch64'
 333             - 3n-icx:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 3n-tsh:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'aarch64'
 339             - 3n-alt:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'aarch64'
 342             - 2n-aws:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'x86_64'
 345             - 3n-aws:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'x86_64'
 348             - 3n-snr:
 349                 os: 'ubuntu2204'
 350                 executor-arch: 'x86_64'
 351       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 352           node-arch:
 353             - 1n-aws:
 354                 os: 'ubuntu2204'
 355                 executor-arch: 'x86_64'
 356             - 2n-icx:
 357                 os: 'ubuntu2204'
 358                 executor-arch: 'x86_64'
 359
 360     project: 'csit'
 361     branch: 'master'
 362     branch-id: 'oper'
 363     csit-perf-trial-duration: '1.0'
 364     csit-perf-trial-multiplicity: '10'
 365     stream:
 366       - master:
 367           branch: 'master'
 368           branch-id: 'oper'
 369       - '2210':
 370           branch: 'rls2210'
 371           branch-id: 'oper-rls2210'
 372       - '2302':
 373           branch: 'rls2302'
 374           branch-id: 'oper-rls2302'
 375     stream_report:
 376       - '2210':
 377           branch: 'rls2210'
 378           branch-id: 'oper-rls2210'
 379       - '2302':
 380           branch: 'rls2302'
 381           branch-id: 'oper-rls2302'
 382
 383     build-artifact-num-to-keep: 10
 384
 385
 386 - job-template:
 387     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 388
 389     description: |
 390       <ul>
 391           <li>objective
 392               <ul>
 393                   <li>perf verify - per csit gerrit patch
 394               </ul>
 395           <li>job
 396               <ul>
 397                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 398                   <li>trigger: keyword in comment to csit patch:
 399                       <b>csit-{node-arch}-perftest tag_list</b>
 400               </ul>
 401           <li>executor
 402               <ul>
 403                   <li>builder-{os}-prod-{executor-arch}
 404               </ul>
 405           <li>perf test-cases selection
 406               <ul>
 407                   <li>test-cases selected using trigger keyword followed by tags
 408                   <li>all test-cases are labelled with CSIT RF topic tags
 409                       defined in <i>csit/docs/tag_documentation.rst</i>
 410               </ul>
 411           <li>proposed keywords
 412               <ul>
 413                   <li>focus on testing specified vpp packet processing path
 414                   <li>format: csit-{node-arch}-perftest tag_list
 415               </ul>
 416           <li>default tags for vpp startup config and perf test type
 417               <ul>
 418                   <li>IP4BASE, IP6BASE, L2BDBASE
 419                   <li>64B/78B: 64B/78B packet size
 420                   <li>1C: one core
 421                   <li>X710: x710 Fortville NIC
 422                   <li>MRR: MRR throughput
 423               </ul>
 424           <li>results
 425               <ul>
 426                   <li>jjb verify: PASS/FAIL
 427                   <li>present: no
 428                   <li>analyse: no
 429               </ul>
 430       </ul>
 431
 432     project-type: freestyle
 433     node: 'builder-{os}-prod-{executor-arch}'
 434     concurrent: true
 435     latest-only: false
 436
 437     properties:
 438       - lf-infra-properties:
 439           build-days-to-keep: "{build-days-to-keep}"
 440
 441     parameters:
 442       - project-parameter:
 443           project: '{project}'
 444       - gerrit-parameter:
 445           branch: '{branch}'
 446       - gerrit-refspec-parameter
 447       - gerrit-event-type-parameter
 448       - gerrit-event-comment-text-parameter
 449       - csit-perf-trial-duration-parameter:
 450           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 451       - csit-perf-trial-multiplicity-parameter:
 452           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 453       # This is a manually-triggered verify job, part of API coverage.
 454       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 455       # Can be removed when this job is no longer needed for full API coverage.
 456       - csit-fail-on-crc-mismatch-parameter:
 457           fail-on-crc-mismatch: 'True'
 458
 459     scm:
 460       - gerrit-trigger-scm:
 461           credentials-id: 'jenkins-gerrit-credentials'
 462           refspec: '$GERRIT_REFSPEC'
 463           choosing-strategy: 'gerrit'
 464
 465     wrappers:
 466       - fdio-infra-wrappers-non-activity-timeout:
 467           build-timeout: '{build-timeout}'
 468
 469     triggers:
 470       - gerrit-trigger-csit-perftest:
 471           project: '{project}'
 472           branch: '{branch}'
 473           trigger-word: 'csit-{node-arch}-perftest'
 474           skip-vote: false
 475
 476     builders:
 477       - shell:
 478           !include-raw-escape:
 479           - ../scripts/setup_executor_env.sh
 480       - shell:
 481           !include-raw-escape:
 482           - ../scripts/csit/perf-verify.sh
 483
 484     publishers:
 485       - fdio-infra-publish
 486
 487 - job-template:
 488     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 489
 490     description: |
 491       <ul>
 492           <li>objective
 493               <ul>
 494                   <li>check vpp perf mrr daily
 495               </ul>
 496           <li>executor
 497               <ul>
 498                   <li>builder-{os}-prod-{executor-arch}
 499               </ul>
 500           <li>perf test-cases selection
 501               <ul>
 502                   <li>all CSIT VPP MRR perf suites
 503               </ul>
 504           <li>results
 505               <ul>
 506                   <li>jjb verify: PASS/FAIL
 507                   <li>present: no
 508                   <li>analyse: csit project (catch malfunctions/degradations)
 509               </ul>
 510       </ul>
 511
 512     project-type: freestyle
 513     node: 'builder-{os}-prod-{executor-arch}'
 514     concurrent: false
 515     latest-only: false
 516
 517     properties:
 518       - lf-infra-properties:
 519           build-days-to-keep: "{build-days-to-keep}"
 520
 521     parameters:
 522       - project-parameter:
 523           project: '{project}'
 524       - gerrit-parameter:
 525           branch: '{branch}'
 526       - csit-perf-trial-duration-parameter:
 527           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 528       - csit-perf-trial-multiplicity-parameter:
 529           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 530
 531     wrappers:
 532       - fdio-infra-wrappers-non-activity-timeout:
 533           build-timeout: '{build-timeout}'
 534
 535     triggers:
 536       - timed: '{periodicity}'
 537
 538     builders:
 539       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 540       - inject:
 541           properties-file: variables.prop
 542       - shell:
 543           !include-raw-escape:
 544           - ../scripts/setup_executor_env.sh
 545       - shell:
 546           !include-raw-escape:
 547           - ../scripts/csit/perf-timed.sh
 548
 549     publishers:
 550       - fdio-infra-publish
 551
 552 - job-template:
 553     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 554
 555     description: |
 556       <ul>
 557           <li>objective
 558               <ul>
 559                   <li>check vpp perf hoststack daily
 560               </ul>
 561           <li>executor
 562               <ul>
 563                   <li>builder-{os}-prod-{executor-arch}
 564               </ul>
 565           <li>perf test-cases selection
 566               <ul>
 567                   <li>all CSIT VPP HOSTSTACK perf suites
 568               </ul>
 569           <li>results
 570               <ul>
 571                   <li>jjb verify: PASS/FAIL
 572                   <li>present: no
 573                   <li>analyse: csit project (catch malfunctions/degradations)
 574               </ul>
 575       </ul>
 576
 577     project-type: freestyle
 578     node: 'builder-{os}-prod-{executor-arch}'
 579     concurrent: false
 580     latest-only: false
 581
 582     properties:
 583       - lf-infra-properties:
 584           build-days-to-keep: "{build-days-to-keep}"
 585
 586     parameters:
 587       - project-parameter:
 588           project: '{project}'
 589       - gerrit-parameter:
 590           branch: '{branch}'
 591       - csit-perf-trial-duration-parameter:
 592           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 593       - csit-perf-trial-multiplicity-parameter:
 594           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 595
 596     wrappers:
 597       - fdio-infra-wrappers-non-activity-timeout:
 598           build-timeout: '{build-timeout}'
 599
 600     triggers:
 601       - timed: '{periodicity}'
 602
 603     builders:
 604       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 605       - inject:
 606           properties-file: variables.prop
 607       - shell:
 608           !include-raw-escape:
 609           - ../scripts/setup_executor_env.sh
 610       - shell:
 611           !include-raw-escape:
 612           - ../scripts/csit/perf-timed.sh
 613
 614     publishers:
 615       - fdio-infra-publish
 616
 617 - job-template:
 618     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 619
 620     description: |
 621       <ul>
 622           <li>objective
 623               <ul>
 624                   <li>check vpp perf mrr weekly on {node-arch}
 625               </ul>
 626           <li>executor
 627               <ul>
 628                   <li>builder-{os}-prod-{executor-arch}
 629               </ul>
 630           <li>perf test-cases selection
 631               <ul>
 632                   <li>NF Density CSIT VPP MRR perf suites
 633               </ul>
 634           <li>results
 635               <ul>
 636                   <li>jjb verify: PASS/FAIL
 637                   <li>present: no
 638                   <li>analyse: csit project (catch malfunctions/degradations)
 639               </ul>
 640       </ul>
 641
 642     project-type: freestyle
 643     node: 'builder-{os}-prod-{executor-arch}'
 644     concurrent: false
 645     latest-only: false
 646
 647     properties:
 648       - lf-infra-properties:
 649           build-days-to-keep: "{build-days-to-keep}"
 650
 651     parameters:
 652       - project-parameter:
 653           project: '{project}'
 654       - gerrit-parameter:
 655           branch: '{branch}'
 656       - csit-perf-trial-duration-parameter:
 657           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 658       - csit-perf-trial-multiplicity-parameter:
 659           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 660
 661     wrappers:
 662       - fdio-infra-wrappers-non-activity-timeout:
 663           build-timeout: '{build-timeout}'
 664
 665     triggers:
 666       - timed: '{periodicity}'
 667
 668     builders:
 669       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 670       - inject:
 671           properties-file: variables.prop
 672       - shell:
 673           !include-raw-escape:
 674           - ../scripts/setup_executor_env.sh
 675       - shell:
 676           !include-raw-escape:
 677           - ../scripts/csit/perf-timed.sh
 678
 679     publishers:
 680       - fdio-infra-publish
 681
 682 - job-template:
 683     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 684
 685     description: |
 686       <ul>
 687           <li>objective
 688               <ul>
 689                   <li>check vpp perf ndrpdr weekly on {node-arch}
 690               </ul>
 691           <li>executor
 692               <ul>
 693                   <li>builder-{os}-prod-{executor-arch}
 694               </ul>
 695           <li>perf test-cases selection
 696               <ul>
 697                   <li>pre-selected CSIT VPP NDRPDR perf suites
 698               </ul>
 699           <li>results
 700               <ul>
 701                   <li>jjb verify: PASS/FAIL
 702                   <li>present: no
 703                   <li>analyse: csit project (catch malfunctions/degradations)
 704               </ul>
 705       </ul>
 706     project-type: freestyle
 707     node: 'builder-{os}-prod-{executor-arch}'
 708     concurrent: false
 709     latest-only: false
 710
 711     properties:
 712       - lf-infra-properties:
 713           build-days-to-keep: "{build-days-to-keep}"
 714
 715     parameters:
 716       - project-parameter:
 717           project: '{project}'
 718       - gerrit-parameter:
 719           branch: '{branch}'
 720
 721     wrappers:
 722       - fdio-infra-wrappers-non-activity-timeout:
 723           build-timeout: '{build-timeout}'
 724
 725     triggers:
 726       - timed: '{periodicity}'
 727
 728     builders:
 729       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 730       - inject:
 731           properties-file: variables.prop
 732       - shell:
 733           !include-raw-escape:
 734           - ../scripts/setup_executor_env.sh
 735       - shell:
 736           !include-raw-escape:
 737           - ../scripts/csit/perf-timed.sh
 738
 739     publishers:
 740       - fdio-infra-publish
 741
 742 - job-template:
 743     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 744
 745     description: |
 746       <ul>
 747           <li>objective
 748               <ul>
 749                   <li>check trex perf ndrpdr weekly on {node-arch}
 750               </ul>
 751           <li>executor
 752               <ul>
 753                   <li>builder-{os}-prod-{executor-arch}
 754               </ul>
 755           <li>perf test-cases selection
 756               <ul>
 757                   <li>pre-selected CSIT TREX NDRPDR perf suites
 758               </ul>
 759           <li>results
 760               <ul>
 761                   <li>jjb verify: PASS/FAIL
 762                   <li>present: no
 763                   <li>analyse: csit project (catch malfunctions/degradations)
 764               </ul>
 765       </ul>
 766     project-type: freestyle
 767     node: 'builder-{os}-prod-{executor-arch}'
 768     concurrent: false
 769     latest-only: false
 770
 771     properties:
 772       - lf-infra-properties:
 773           build-days-to-keep: "{build-days-to-keep}"
 774
 775     parameters:
 776       - project-parameter:
 777           project: '{project}'
 778       - gerrit-parameter:
 779           branch: '{branch}'
 780
 781     wrappers:
 782       - fdio-infra-wrappers-non-activity-timeout:
 783           build-timeout: '{build-timeout}'
 784
 785     triggers:
 786       - timed: '{periodicity}'
 787
 788     builders:
 789       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 790       - inject:
 791           properties-file: variables.prop
 792       - shell:
 793           !include-raw-escape:
 794           - ../scripts/setup_executor_env.sh
 795       - shell:
 796           !include-raw-escape:
 797           - ../scripts/csit/perf-timed.sh
 798
 799     publishers:
 800       - fdio-infra-publish
 801
 802 - job-template:
 803     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 804
 805     description: |
 806       <ul>
 807           <li>objective
 808               <ul>
 809                   <li>perf verify - per csit gerrit patch
 810               </ul>
 811           <li>job
 812               <ul>
 813                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 814                   <li>trigger: keyword in comment to csit patch:
 815                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 816               </ul>
 817           <li>executor
 818               <ul>
 819                   <li>builder-{os}-prod-{executor-arch}
 820               </ul>
 821           <li>perf test-cases selection
 822               <ul>
 823                   <li>test-cases selected using trigger keyword followed by tags
 824                   <li>all test-cases are labelled with CSIT RF topic tags
 825                       defined in <i>csit/docs/tag_documentation.rst</i>
 826               </ul>
 827           <li>proposed keywords
 828               <ul>
 829                   <li>focus on testing specified trex packet processing path
 830                   <li>format: csit-{node-arch}-perftest tag_list
 831               </ul>
 832           <li>results
 833               <ul>
 834                   <li>jjb verify: PASS/FAIL
 835                   <li>present: no
 836                   <li>analyse: no
 837               </ul>
 838       </ul>
 839
 840     project-type: freestyle
 841     node: 'builder-{os}-prod-{executor-arch}'
 842     concurrent: true
 843     latest-only: false
 844
 845     properties:
 846       - lf-infra-properties:
 847           build-days-to-keep: "{build-days-to-keep}"
 848
 849     parameters:
 850       - project-parameter:
 851           project: '{project}'
 852       - gerrit-parameter:
 853           branch: '{branch}'
 854       - gerrit-refspec-parameter
 855       - gerrit-event-type-parameter
 856       - gerrit-event-comment-text-parameter
 857       - csit-perf-trial-duration-parameter:
 858           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 859       - csit-perf-trial-multiplicity-parameter:
 860           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 861       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 862
 863     scm:
 864       - gerrit-trigger-scm:
 865           credentials-id: 'jenkins-gerrit-credentials'
 866           refspec: '$GERRIT_REFSPEC'
 867           choosing-strategy: 'gerrit'
 868
 869     wrappers:
 870       - fdio-infra-wrappers-non-activity-timeout:
 871           build-timeout: '{build-timeout}'
 872
 873     triggers:
 874       - gerrit-trigger-csit-perftest:
 875           project: '{project}'
 876           branch: '{branch}'
 877           trigger-word: 'csit-trex-{node-arch}-perftest'
 878           skip-vote: false
 879
 880     builders:
 881       - shell:
 882           !include-raw-escape:
 883           - ../scripts/setup_executor_env.sh
 884       - shell:
 885           !include-raw-escape:
 886           - ../scripts/csit/perf-verify.sh
 887
 888     publishers:
 889       - fdio-infra-publish
 890
 891 - job-template:
 892     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 893
 894     description: |
 895       <ul>
 896           <li>objective
 897               <ul>
 898                   <li>perf verify - per csit gerrit patch
 899               </ul>
 900           <li>job
 901               <ul>
 902                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 903                   <li>trigger: keyword in comment to csit patch:
 904                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 905               </ul>
 906           <li>executor
 907               <ul>
 908                   <li>builder-{os}-prod-{executor-arch}
 909               </ul>
 910           <li>perf test-cases selection
 911               <ul>
 912                   <li>test-cases selected using trigger keyword followed by tags
 913                   <li>all test-cases are labelled with CSIT RF topic tags
 914                       defined in <i>csit/docs/tag_documentation.rst</i>
 915               </ul>
 916           <li>default tags for dpdk perf test type
 917               <ul>
 918                   <li>IP4BASE, L2XCBASE
 919                   <li>64B: 64B packet size
 920                   <li>1C: one core
 921                   <li>X710: x710 Fortville NIC
 922                   <li>MRR: MRR throughput
 923               </ul>
 924           <li>results
 925               <ul>
 926                   <li>jjb verify: PASS/FAIL
 927                   <li>present: no
 928                   <li>analyse: no
 929               </ul>
 930       </ul>
 931
 932     project-type: freestyle
 933     node: 'builder-{os}-prod-{executor-arch}'
 934     concurrent: true
 935     latest-only: false
 936
 937     properties:
 938       - lf-infra-properties:
 939           build-days-to-keep: "{build-days-to-keep}"
 940
 941     parameters:
 942       - project-parameter:
 943           project: '{project}'
 944       - gerrit-parameter:
 945           branch: '{branch}'
 946       - gerrit-refspec-parameter
 947       - gerrit-event-type-parameter
 948       - gerrit-event-comment-text-parameter
 949       - csit-perf-trial-duration-parameter:
 950           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 951       - csit-perf-trial-multiplicity-parameter:
 952           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 953
 954     scm:
 955       - gerrit-trigger-scm:
 956           credentials-id: 'jenkins-gerrit-credentials'
 957           refspec: '$GERRIT_REFSPEC'
 958           choosing-strategy: 'gerrit'
 959
 960     wrappers:
 961       - fdio-infra-wrappers-non-activity-timeout:
 962           build-timeout: '{build-timeout}'
 963
 964     triggers:
 965       - gerrit-trigger-csit-perftest:
 966           project: '{project}'
 967           branch: '{branch}'
 968           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 969           skip-vote: false
 970
 971     builders:
 972       - shell:
 973           !include-raw-escape:
 974           - ../scripts/setup_executor_env.sh
 975       - shell:
 976           !include-raw-escape:
 977           - ../scripts/csit/perf-verify.sh
 978
 979     publishers:
 980       - fdio-infra-publish
 981
 982 - job-template:
 983     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 984
 985     description: |
 986       <ul>
 987           <li>objective
 988               <ul>
 989                   <li>check dpdk perf mrr weekly
 990               </ul>
 991           <li>executor
 992               <ul>
 993                   <li>builder-{os}-prod-{executor-arch}
 994               </ul>
 995           <li>perf test-cases selection
 996               <ul>
 997                   <li>all CSIT DPDK MRR perf suites
 998               </ul>
 999           <li>results
1000               <ul>
1001                   <li>jjb verify: PASS/FAIL
1002                   <li>present: no
1003                   <li>analyse: csit project (catch malfunctions/degradations)
1004               </ul>
1005       </ul>
1006
1007     project-type: freestyle
1008     node: 'builder-{os}-prod-{executor-arch}'
1009     concurrent: false
1010     latest-only: false
1011
1012     properties:
1013       - lf-infra-properties:
1014           build-days-to-keep: "{build-days-to-keep}"
1015
1016     parameters:
1017       - project-parameter:
1018           project: '{project}'
1019       - gerrit-parameter:
1020           branch: '{branch}'
1021       - csit-perf-trial-duration-parameter:
1022           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1023       - csit-perf-trial-multiplicity-parameter:
1024           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1025
1026     wrappers:
1027       - fdio-infra-wrappers-non-activity-timeout:
1028           build-timeout: '{build-timeout}'
1029
1030     triggers:
1031       - timed: '{periodicity}'
1032
1033     builders:
1034       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1035       - inject:
1036           properties-file: variables.prop
1037       - shell:
1038           !include-raw-escape:
1039           - ../scripts/setup_executor_env.sh
1040       - shell:
1041           !include-raw-escape:
1042           - ../scripts/csit/perf-timed.sh
1043
1044     publishers:
1045       - fdio-infra-publish
1046
1047 - job-template:
1048     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1049
1050     description: |
1051       <ul>
1052           <li>objective
1053               <ul>
1054                   <li>get vpp performance iterative data for csit report
1055               </ul>
1056           <li>job
1057               <ul>
1058                   <li>name:
1059                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1060                       {node-arch}</b>
1061                   <li>trigger: keyword in comment to csit patch:
1062                       <b>csit-vpp-report-iter-{node-arch}-perftest
1063                       test_set_id</b>
1064                   <li>trigger example:
1065                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1066               </ul>
1067           <li>executor
1068               <ul>
1069                   <li>builder-{os}-prod-{executor-arch}
1070               </ul>
1071           <li>perf test-cases selection
1072               <ul>
1073                   <li>test-cases selected by tags defined in
1074                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1075                       test_set_id.md</i>
1076               </ul>
1077
1078           <li>results
1079               <ul>
1080                   <li>jjb verify: PASS/FAIL
1081                   <li>present: vpp performance
1082                   <li>analyse: vpp performance
1083               </ul>
1084       </ul>
1085
1086     project-type: freestyle
1087     node: 'builder-{os}-prod-{executor-arch}'
1088     concurrent: true
1089     latest-only: false
1090
1091     properties:
1092       - lf-infra-properties:
1093           build-days-to-keep: "{build-days-to-keep}"
1094
1095     parameters:
1096       - project-parameter:
1097           project: '{project}'
1098       - gerrit-parameter:
1099           branch: '{branch}'
1100       - gerrit-refspec-parameter
1101       - gerrit-event-type-parameter
1102       - gerrit-event-comment-text-parameter
1103       - csit-perf-trial-duration-parameter:
1104           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1105       - csit-perf-trial-multiplicity-parameter:
1106           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1107
1108     scm:
1109       - gerrit-trigger-scm:
1110           credentials-id: 'jenkins-gerrit-credentials'
1111           refspec: '$GERRIT_REFSPEC'
1112           choosing-strategy: 'gerrit'
1113
1114     wrappers:
1115       - fdio-infra-wrappers-non-activity-timeout:
1116           build-timeout: '{build-timeout}'
1117
1118     triggers:
1119       - gerrit-trigger-csit-perftest:
1120           project: '{project}'
1121           branch: '{branch}'
1122           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1123           skip-vote: false
1124
1125     builders:
1126       - shell:
1127           !include-raw-escape:
1128           - ../scripts/setup_executor_env.sh
1129       - shell:
1130           !include-raw-escape:
1131           - ../scripts/csit/perf-verify.sh
1132
1133     publishers:
1134       - fdio-infra-publish
1135
1136 - job-template:
1137     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1138
1139     description: |
1140       <ul>
1141           <li>objective
1142               <ul>
1143                   <li>get dpdk performance iterative data for csit report
1144               </ul>
1145           <li>job
1146               <ul>
1147                   <li>name:
1148                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1149                       {node-arch}</b>
1150                   <li>trigger: keyword in comment to csit patch:
1151                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1152                       test_set_id</b>
1153                   <li>trigger example:
1154                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1155               </ul>
1156           <li>executor
1157               <ul>
1158                   <li>builder-{os}-prod-{executor-arch}
1159               </ul>
1160           <li>perf test-cases selection
1161               <ul>
1162                   <li>test-cases selected by tags defined in
1163                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1164                       test_set_id.md</i>
1165               </ul>
1166
1167           <li>results
1168               <ul>
1169                   <li>jjb verify: PASS/FAIL
1170                   <li>present: dpdk performance
1171                   <li>analyse: dpdk performance
1172               </ul>
1173       </ul>
1174
1175     project-type: freestyle
1176     node: 'builder-{os}-prod-{executor-arch}'
1177     concurrent: true
1178     latest-only: false
1179
1180     properties:
1181       - lf-infra-properties:
1182           build-days-to-keep: "{build-days-to-keep}"
1183
1184     parameters:
1185       - project-parameter:
1186           project: '{project}'
1187       - gerrit-parameter:
1188           branch: '{branch}'
1189       - gerrit-refspec-parameter
1190       - gerrit-event-type-parameter
1191       - gerrit-event-comment-text-parameter
1192       - csit-perf-trial-duration-parameter:
1193           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1194       - csit-perf-trial-multiplicity-parameter:
1195           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1196
1197     scm:
1198       - gerrit-trigger-scm:
1199           credentials-id: 'jenkins-gerrit-credentials'
1200           refspec: '$GERRIT_REFSPEC'
1201           choosing-strategy: 'gerrit'
1202
1203     wrappers:
1204       - fdio-infra-wrappers-non-activity-timeout:
1205           build-timeout: '{build-timeout}'
1206
1207     triggers:
1208       - gerrit-trigger-csit-perftest:
1209           project: '{project}'
1210           branch: '{branch}'
1211           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1212           skip-vote: false
1213
1214     builders:
1215       - shell:
1216           !include-raw-escape:
1217           - ../scripts/setup_executor_env.sh
1218       - shell:
1219           !include-raw-escape:
1220           - ../scripts/csit/perf-verify.sh
1221
1222     publishers:
1223       - fdio-infra-publish
1224
1225 - job-template:
1226     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1227
1228     description: |
1229       <ul>
1230           <li>objective
1231               <ul>
1232                   <li>get trex performance iterative data for csit report
1233               </ul>
1234           <li>job
1235               <ul>
1236                   <li>name:
1237                       <b>csit-trex-perf-report-iterative-{stream_report}-
1238                       {node-arch}</b>
1239                   <li>trigger: keyword in comment to csit patch:
1240                       <b>csit-trex-report-iter-{node-arch}-perftest
1241                       test_set_id</b>
1242                   <li>trigger example:
1243                       csit-trex-report-iter-{node-arch}-perftest trex-00
1244               </ul>
1245           <li>executor
1246               <ul>
1247                   <li>builder-{os}-prod-{executor-arch}
1248               </ul>
1249           <li>perf test-cases selection
1250               <ul>
1251                   <li>test-cases selected by tags defined in
1252                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1253                       test_set_id.md</i>
1254               </ul>
1255
1256           <li>results
1257               <ul>
1258                   <li>jjb verify: PASS/FAIL
1259                   <li>present: trex performance
1260                   <li>analyse: trex performance
1261               </ul>
1262       </ul>
1263
1264     project-type: freestyle
1265     node: 'builder-{os}-prod-{executor-arch}'
1266     concurrent: true
1267     latest-only: false
1268
1269     properties:
1270       - lf-infra-properties:
1271           build-days-to-keep: "{build-days-to-keep}"
1272
1273     parameters:
1274       - project-parameter:
1275           project: '{project}'
1276       - gerrit-parameter:
1277           branch: '{branch}'
1278       - gerrit-refspec-parameter
1279       - gerrit-event-type-parameter
1280       - gerrit-event-comment-text-parameter
1281       - csit-perf-trial-duration-parameter:
1282           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1283       - csit-perf-trial-multiplicity-parameter:
1284           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1285
1286     scm:
1287       - gerrit-trigger-scm:
1288           credentials-id: 'jenkins-gerrit-credentials'
1289           refspec: '$GERRIT_REFSPEC'
1290           choosing-strategy: 'gerrit'
1291
1292     wrappers:
1293       - fdio-infra-wrappers-non-activity-timeout:
1294           build-timeout: '{build-timeout}'
1295
1296     triggers:
1297       - gerrit-trigger-csit-perftest:
1298           project: '{project}'
1299           branch: '{branch}'
1300           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1301           skip-vote: false
1302
1303     builders:
1304       - shell:
1305           !include-raw-escape:
1306           - ../scripts/setup_executor_env.sh
1307       - shell:
1308           !include-raw-escape:
1309           - ../scripts/csit/perf-verify.sh
1310
1311     publishers:
1312       - fdio-infra-publish
1313
1314 - job-template:
1315     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1316
1317     description: |
1318       <ul>
1319           <li>objective
1320               <ul>
1321                   <li>get vpp performance coverage data for csit report
1322               </ul>
1323           <li>job
1324               <ul>
1325                   <li>name:
1326                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1327                       {node-arch}</b>
1328                   <li>trigger: keyword in comment to csit patch:
1329                       <b>csit-vpp-report-cov-{node-arch}-perftest
1330                       test_set_id</b>
1331                   <li>trigger example:
1332                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1333               </ul>
1334           <li>executor
1335               <ul>
1336                   <li>builder-{os}-prod-{executor-arch}
1337               </ul>
1338           <li>perf test-cases selection
1339               <ul>
1340                   <li>test-cases selected by tags defined in
1341                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1342                       test_set_id.md</i>
1343               </ul>
1344
1345           <li>results
1346               <ul>
1347                   <li>jjb verify: PASS/FAIL
1348                   <li>present: vpp performance
1349                   <li>analyse: vpp performance
1350               </ul>
1351       </ul>
1352
1353     project-type: freestyle
1354     node: 'builder-{os}-prod-{executor-arch}'
1355     concurrent: true
1356     latest-only: false
1357
1358     properties:
1359       - lf-infra-properties:
1360           build-days-to-keep: "{build-days-to-keep}"
1361
1362     parameters:
1363       - project-parameter:
1364           project: '{project}'
1365       - gerrit-parameter:
1366           branch: '{branch}'
1367       - gerrit-refspec-parameter
1368       - gerrit-event-type-parameter
1369       - gerrit-event-comment-text-parameter
1370       - csit-perf-trial-duration-parameter:
1371           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1372       - csit-perf-trial-multiplicity-parameter:
1373           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1374
1375     scm:
1376       - gerrit-trigger-scm:
1377           credentials-id: 'jenkins-gerrit-credentials'
1378           refspec: '$GERRIT_REFSPEC'
1379           choosing-strategy: 'gerrit'
1380
1381     wrappers:
1382       - fdio-infra-wrappers-non-activity-timeout:
1383           build-timeout: '{build-timeout}'
1384
1385     triggers:
1386       - gerrit-trigger-csit-perftest:
1387           project: '{project}'
1388           branch: '{branch}'
1389           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1390           skip-vote: false
1391
1392     builders:
1393       - shell:
1394           !include-raw-escape:
1395           - ../scripts/setup_executor_env.sh
1396       - shell:
1397           !include-raw-escape:
1398           - ../scripts/csit/perf-verify.sh
1399
1400     publishers:
1401       - fdio-infra-publish
1402
1403 - job-template:
1404     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1405
1406     description: |
1407       <ul>
1408           <li>objective
1409               <ul>
1410                   <li>get dpdk performance coverage data for csit report
1411               </ul>
1412           <li>job
1413               <ul>
1414                   <li>name:
1415                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1416                       {node-arch}</b>
1417                   <li>trigger: keyword in comment to csit patch:
1418                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1419                       test_set_id</b>
1420                   <li>trigger example:
1421                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1422               </ul>
1423           <li>executor
1424               <ul>
1425                   <li>builder-{os}-prod-{executor-arch}
1426               </ul>
1427           <li>perf test-cases selection
1428               <ul>
1429                   <li>test-cases selected by tags defined in
1430                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1431                       test_set_id.md</i>
1432               </ul>
1433
1434           <li>results
1435               <ul>
1436                   <li>jjb verify: PASS/FAIL
1437                   <li>present: dpdk performance
1438                   <li>analyse: dpdk performance
1439               </ul>
1440       </ul>
1441
1442     project-type: freestyle
1443     node: 'builder-{os}-prod-{executor-arch}'
1444     concurrent: true
1445     latest-only: false
1446
1447     properties:
1448       - lf-infra-properties:
1449           build-days-to-keep: "{build-days-to-keep}"
1450
1451     parameters:
1452       - project-parameter:
1453           project: '{project}'
1454       - gerrit-parameter:
1455           branch: '{branch}'
1456       - gerrit-refspec-parameter
1457       - gerrit-event-type-parameter
1458       - gerrit-event-comment-text-parameter
1459       - csit-perf-trial-duration-parameter:
1460           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1461       - csit-perf-trial-multiplicity-parameter:
1462           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1463
1464     scm:
1465       - gerrit-trigger-scm:
1466           credentials-id: 'jenkins-gerrit-credentials'
1467           refspec: '$GERRIT_REFSPEC'
1468           choosing-strategy: 'gerrit'
1469
1470     wrappers:
1471       - fdio-infra-wrappers-non-activity-timeout:
1472           build-timeout: '{build-timeout}'
1473
1474     triggers:
1475       - gerrit-trigger-csit-perftest:
1476           project: '{project}'
1477           branch: '{branch}'
1478           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1479           skip-vote: false
1480
1481     builders:
1482       - shell:
1483           !include-raw-escape:
1484           - ../scripts/setup_executor_env.sh
1485       - shell:
1486           !include-raw-escape:
1487           - ../scripts/csit/perf-verify.sh
1488
1489     publishers:
1490       - fdio-infra-publish
1491
1492 - job-template:
1493     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1494
1495     description: |
1496       <ul>
1497           <li>objective
1498               <ul>
1499                   <li>get trex performance coverage data for csit report
1500               </ul>
1501           <li>job
1502               <ul>
1503                   <li>name:
1504                       <b>csit-trex-perf-report-coverage-{stream_report}-
1505                       {node-arch}</b>
1506                   <li>trigger: keyword in comment to csit patch:
1507                       <b>csit-trex-report-cov-{node-arch}-perftest
1508                       test_set_id</b>
1509                   <li>trigger example:
1510                       csit-trex-report-cov-{node-arch}-perftest trex-00
1511               </ul>
1512           <li>executor
1513               <ul>
1514                   <li>builder-{os}-prod-{executor-arch}
1515               </ul>
1516           <li>perf test-cases selection
1517               <ul>
1518                   <li>test-cases selected by tags defined in
1519                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1520                       test_set_id.md</i>
1521               </ul>
1522
1523           <li>results
1524               <ul>
1525                   <li>jjb verify: PASS/FAIL
1526                   <li>present: trex performance
1527                   <li>analyse: trex performance
1528               </ul>
1529       </ul>
1530
1531     project-type: freestyle
1532     node: 'builder-{os}-prod-{executor-arch}'
1533     concurrent: true
1534     latest-only: false
1535
1536     properties:
1537       - lf-infra-properties:
1538           build-days-to-keep: "{build-days-to-keep}"
1539
1540     parameters:
1541       - project-parameter:
1542           project: '{project}'
1543       - gerrit-parameter:
1544           branch: '{branch}'
1545       - gerrit-refspec-parameter
1546       - gerrit-event-type-parameter
1547       - gerrit-event-comment-text-parameter
1548       - csit-perf-trial-duration-parameter:
1549           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1550       - csit-perf-trial-multiplicity-parameter:
1551           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1552
1553     scm:
1554       - gerrit-trigger-scm:
1555           credentials-id: 'jenkins-gerrit-credentials'
1556           refspec: '$GERRIT_REFSPEC'
1557           choosing-strategy: 'gerrit'
1558
1559     wrappers:
1560       - fdio-infra-wrappers-non-activity-timeout:
1561           build-timeout: '{build-timeout}'
1562
1563     triggers:
1564       - gerrit-trigger-csit-perftest:
1565           project: '{project}'
1566           branch: '{branch}'
1567           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1568           skip-vote: false
1569
1570     builders:
1571       - shell:
1572           !include-raw-escape:
1573           - ../scripts/setup_executor_env.sh
1574       - shell:
1575           !include-raw-escape:
1576           - ../scripts/csit/perf-verify.sh
1577
1578     publishers:
1579       - fdio-infra-publish