jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  51           node-arch:
  52             - 2n-icx:
  53                 os: 'ubuntu2204'
  54                 executor-arch: 'x86_64'
  55             - 2n-clx:
  56                 os: 'ubuntu2204'
  57                 executor-arch: 'x86_64'
  58             - 2n-spr:
  59                 os: 'ubuntu2204'
  60                 executor-arch: 'x86_64'
  61             - 2n-zn2:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-tx2:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'aarch64'
  67             - 3n-icx:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 3n-tsh:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'aarch64'
  73             - 3n-alt:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-snr:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79           periodicity: '0 0 * * 6'
  80       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  81           node-arch:
  82             - 1n-aws:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'x86_64'
  85             - 2n-icx:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 2n-spr:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  92           node-arch:
  93             - 2n-icx:
  94                 os: 'ubuntu2204'
  95                 executor-arch: 'x86_64'
  96             - 2n-clx:
  97                 os: 'ubuntu2204'
  98                 executor-arch: 'x86_64'
  99             - 2n-spr:
 100                 os: 'ubuntu2204'
 101                 executor-arch: 'x86_64'
 102             - 2n-zn2:
 103                 os: 'ubuntu2204'
 104                 executor-arch: 'x86_64'
 105             - 2n-tx2:
 106                 os: 'ubuntu2204'
 107                 executor-arch: 'aarch64'
 108             - 3n-icx:
 109                 os: 'ubuntu2204'
 110                 executor-arch: 'x86_64'
 111             - 3n-tsh:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'aarch64'
 114             - 3n-alt:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'aarch64'
 117             - 3n-snr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120           stream:
 121             - master:
 122                 branch: 'master'
 123                 branch-id: 'oper'
 124             - '2302':
 125                 branch: 'rls2302'
 126                 branch-id: 'oper-rls2302'
 127       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 128           node-arch:
 129             - 2n-icx:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '30 22 * * 0-4'
 133             - 2n-clx:
 134                 os: 'ubuntu2204'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '30 22 * * 0-4'
 137             - 2n-spr:
 138                 os: 'ubuntu2204'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '30 22 * * 0-4'
 141             - 2n-zn2:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144                 periodicity: '30 22 * * 0-4'
 145             - 2n-tx2:
 146                 os: 'ubuntu2204'
 147                 executor-arch: 'aarch64'
 148                 periodicity: '30 22 * * 0-4'
 149             - 3n-icx:
 150                 os: 'ubuntu2204'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '30 22 * * 0-4'
 153             - 3n-tsh:
 154                 os: 'ubuntu2204'
 155                 executor-arch: 'aarch64'
 156                 periodicity: '30 22 * * 0-4'
 157             - 3n-alt:
 158                 os: 'ubuntu2204'
 159                 executor-arch: 'aarch64'
 160                 periodicity: '30 22 * * 0-4'
 161             - 3n-snr:
 162                 os: 'ubuntu2204'
 163                 executor-arch: 'x86_64'
 164                 periodicity: '30 22 * * 0-4'
 165       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 166           node-arch:
 167             - 2n-icx:
 168                 os: 'ubuntu2204'
 169                 executor-arch: 'x86_64'
 170                 periodicity: '30 22 * * 0-4'
 171             - 2n-spr:
 172                 os: 'ubuntu2204'
 173                 executor-arch: 'x86_64'
 174                 periodicity: '30 22 * * 0-4'
 175             - 3n-icx:
 176                 os: 'ubuntu2204'
 177                 executor-arch: 'x86_64'
 178                 periodicity: '30 22 * * 0-4'
 179       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 180           node-arch:
 181             - 2n-icx:
 182                 os: 'ubuntu2204'
 183                 executor-arch: 'x86_64'
 184             - 2n-spr:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'x86_64'
 187             - 2n-clx:
 188                 os: 'ubuntu2204'
 189                 executor-arch: 'x86_64'
 190             - 2n-aws:
 191                 os: 'ubuntu2204'
 192                 executor-arch: 'x86_64'
 193           stream:
 194             - master:
 195                 branch: 'master'
 196                 branch-id: 'oper'
 197           periodicity: '0 0 * * 6'
 198       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 199           node-arch:
 200             - 1n-aws:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '0 0 * * 6'
 204             - 2n-icx:
 205                 os: 'ubuntu2204'
 206                 executor-arch: 'x86_64'
 207                 periodicity: '0 0 * * 6'
 208             - 2n-spr:
 209                 os: 'ubuntu2204'
 210                 executor-arch: 'x86_64'
 211                 periodicity: '0 0 * * 6'
 212       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 213           node-arch:
 214             - 2n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217             - 2n-clx:
 218                 os: 'ubuntu2204'
 219                 executor-arch: 'x86_64'
 220             - 2n-spr:
 221                 os: 'ubuntu2204'
 222                 executor-arch: 'x86_64'
 223             - 2n-zn2:
 224                 os: 'ubuntu2204'
 225                 executor-arch: 'x86_64'
 226             - 2n-tx2:
 227                 os: 'ubuntu2204'
 228                 executor-arch: 'aarch64'
 229             - 3n-icx:
 230                 os: 'ubuntu2204'
 231                 executor-arch: 'x86_64'
 232             - 3n-tsh:
 233                 os: 'ubuntu2204'
 234                 executor-arch: 'aarch64'
 235             - 3n-alt:
 236                 os: 'ubuntu2204'
 237                 executor-arch: 'aarch64'
 238             - 3n-snr:
 239                 os: 'ubuntu2204'
 240                 executor-arch: 'x86_64'
 241           periodicity: '0 0 * * 6'
 242       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 243           node-arch:
 244             - 2n-icx:
 245                 os: 'ubuntu2204'
 246                 executor-arch: 'x86_64'
 247             - 2n-clx:
 248                 os: 'ubuntu2204'
 249                 executor-arch: 'x86_64'
 250             - 2n-spr:
 251                 os: 'ubuntu2204'
 252                 executor-arch: 'x86_64'
 253             - 2n-zn2:
 254                 os: 'ubuntu2204'
 255                 executor-arch: 'x86_64'
 256             - 2n-tx2:
 257                 os: 'ubuntu2204'
 258                 executor-arch: 'aarch64'
 259             - 3n-icx:
 260                 os: 'ubuntu2204'
 261                 executor-arch: 'x86_64'
 262             - 3n-tsh:
 263                 os: 'ubuntu2204'
 264                 executor-arch: 'aarch64'
 265             - 3n-alt:
 266                 os: 'ubuntu2204'
 267                 executor-arch: 'aarch64'
 268             - 2n-aws:
 269                 os: 'ubuntu2204'
 270                 executor-arch: 'x86_64'
 271             - 3n-aws:
 272                 os: 'ubuntu2204'
 273                 executor-arch: 'x86_64'
 274             - 3n-snr:
 275                 os: 'ubuntu2204'
 276                 executor-arch: 'x86_64'
 277       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 278           node-arch:
 279             - 2n-icx:
 280                 os: 'ubuntu2204'
 281                 executor-arch: 'x86_64'
 282             - 2n-clx:
 283                 os: 'ubuntu2204'
 284                 executor-arch: 'x86_64'
 285             - 2n-spr:
 286                 os: 'ubuntu2204'
 287                 executor-arch: 'x86_64'
 288             - 2n-zn2:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'x86_64'
 291             - 2n-tx2:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'aarch64'
 294             - 3n-icx:
 295                 os: 'ubuntu2204'
 296                 executor-arch: 'x86_64'
 297             - 3n-tsh:
 298                 os: 'ubuntu2204'
 299                 executor-arch: 'aarch64'
 300             - 3n-alt:
 301                 os: 'ubuntu2204'
 302                 executor-arch: 'aarch64'
 303             - 2n-aws:
 304                 os: 'ubuntu2204'
 305                 executor-arch: 'x86_64'
 306             - 3n-aws:
 307                 os: 'ubuntu2204'
 308                 executor-arch: 'x86_64'
 309             - 3n-snr:
 310                 os: 'ubuntu2204'
 311                 executor-arch: 'x86_64'
 312       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 313           node-arch:
 314             - 1n-aws:
 315                 os: 'ubuntu2204'
 316                 executor-arch: 'x86_64'
 317             - 2n-icx:
 318                 os: 'ubuntu2204'
 319                 executor-arch: 'x86_64'
 320             - 2n-spr:
 321                 os: 'ubuntu2204'
 322                 executor-arch: 'x86_64'
 323       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 324           node-arch:
 325             - 2n-icx:
 326                 os: 'ubuntu2204'
 327                 executor-arch: 'x86_64'
 328             - 2n-clx:
 329                 os: 'ubuntu2204'
 330                 executor-arch: 'x86_64'
 331             - 2n-spr:
 332                 os: 'ubuntu2204'
 333                 executor-arch: 'x86_64'
 334             - 2n-zn2:
 335                 os: 'ubuntu2204'
 336                 executor-arch: 'x86_64'
 337             - 2n-tx2:
 338                 os: 'ubuntu2204'
 339                 executor-arch: 'aarch64'
 340             - 3n-icx:
 341                 os: 'ubuntu2204'
 342                 executor-arch: 'x86_64'
 343             - 3n-tsh:
 344                 os: 'ubuntu2204'
 345                 executor-arch: 'aarch64'
 346             - 3n-alt:
 347                 os: 'ubuntu2204'
 348                 executor-arch: 'aarch64'
 349             - 2n-aws:
 350                 os: 'ubuntu2204'
 351                 executor-arch: 'x86_64'
 352             - 3n-aws:
 353                 os: 'ubuntu2204'
 354                 executor-arch: 'x86_64'
 355             - 3n-snr:
 356                 os: 'ubuntu2204'
 357                 executor-arch: 'x86_64'
 358       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 359           node-arch:
 360             - 2n-icx:
 361                 os: 'ubuntu2204'
 362                 executor-arch: 'x86_64'
 363             - 2n-clx:
 364                 os: 'ubuntu2204'
 365                 executor-arch: 'x86_64'
 366             - 2n-spr:
 367                 os: 'ubuntu2204'
 368                 executor-arch: 'x86_64'
 369             - 2n-zn2:
 370                 os: 'ubuntu2204'
 371                 executor-arch: 'x86_64'
 372             - 2n-tx2:
 373                 os: 'ubuntu2204'
 374                 executor-arch: 'aarch64'
 375             - 3n-icx:
 376                 os: 'ubuntu2204'
 377                 executor-arch: 'x86_64'
 378             - 3n-tsh:
 379                 os: 'ubuntu2204'
 380                 executor-arch: 'aarch64'
 381             - 3n-alt:
 382                 os: 'ubuntu2204'
 383                 executor-arch: 'aarch64'
 384             - 2n-aws:
 385                 os: 'ubuntu2204'
 386                 executor-arch: 'x86_64'
 387             - 3n-aws:
 388                 os: 'ubuntu2204'
 389                 executor-arch: 'x86_64'
 390             - 3n-snr:
 391                 os: 'ubuntu2204'
 392                 executor-arch: 'x86_64'
 393       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 394           node-arch:
 395             - 1n-aws:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'x86_64'
 398             - 2n-icx:
 399                 os: 'ubuntu2204'
 400                 executor-arch: 'x86_64'
 401             - 2n-spr:
 402                 os: 'ubuntu2204'
 403                 executor-arch: 'x86_64'
 404
 405     project: 'csit'
 406     branch: 'master'
 407     branch-id: 'oper'
 408     csit-perf-trial-duration: '1.0'
 409     csit-perf-trial-multiplicity: '10'
 410     stream:
 411       - master:
 412           branch: 'master'
 413           branch-id: 'oper'
 414       - '2302':
 415           branch: 'rls2302'
 416           branch-id: 'oper-rls2302'
 417     stream_report:
 418       - '2302':
 419           branch: 'rls2302'
 420           branch-id: 'oper-rls2302'
 421
 422     build-artifact-num-to-keep: 10
 423
 424
 425 - job-template:
 426     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 427
 428     description: |
 429       <ul>
 430           <li>objective
 431               <ul>
 432                   <li>perf verify - per csit gerrit patch
 433               </ul>
 434           <li>job
 435               <ul>
 436                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 437                   <li>trigger: keyword in comment to csit patch:
 438                       <b>csit-{node-arch}-perftest tag_list</b>
 439               </ul>
 440           <li>perf test-cases selection
 441               <ul>
 442                   <li>test-cases selected using trigger keyword followed by tags
 443                   <li>all test-cases are labelled with CSIT RF topic tags
 444                       defined in <i>csit/docs/tag_documentation.rst</i>
 445               </ul>
 446           <li>proposed keywords
 447               <ul>
 448                   <li>focus on testing specified vpp packet processing path
 449                   <li>format: csit-{node-arch}-perftest tag_list
 450               </ul>
 451           <li>default tags for vpp startup config and perf test type
 452               <ul>
 453                   <li>IP4BASE, IP6BASE, L2BDBASE
 454                   <li>64B/78B: 64B/78B packet size
 455                   <li>1C: one core
 456                   <li>X710: x710 Fortville NIC
 457                   <li>MRR: MRR throughput
 458               </ul>
 459           <li>results
 460               <ul>
 461                   <li>jjb verify: PASS/FAIL
 462                   <li>present: no
 463                   <li>analyse: no
 464               </ul>
 465       </ul>
 466
 467     project-type: freestyle
 468     node: 'm-builder-{os}-prod-{executor-arch}'
 469     concurrent: true
 470     latest-only: false
 471
 472     properties:
 473       - lf-infra-properties:
 474           build-days-to-keep: "{build-days-to-keep}"
 475
 476     parameters:
 477       - project-parameter:
 478           project: '{project}'
 479       - gerrit-parameter:
 480           branch: '{branch}'
 481       - gerrit-refspec-parameter
 482       - gerrit-event-type-parameter
 483       - gerrit-event-comment-text-parameter
 484       - csit-perf-trial-duration-parameter:
 485           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 486       - csit-perf-trial-multiplicity-parameter:
 487           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 488       # This is a manually-triggered verify job, part of API coverage.
 489       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 490       # Can be removed when this job is no longer needed for full API coverage.
 491       - csit-fail-on-crc-mismatch-parameter:
 492           fail-on-crc-mismatch: 'True'
 493
 494     scm:
 495       - gerrit-trigger-scm:
 496           credentials-id: 'jenkins-gerrit-credentials'
 497           refspec: '$GERRIT_REFSPEC'
 498           choosing-strategy: 'gerrit'
 499
 500     wrappers:
 501       - fdio-infra-wrappers-non-activity-timeout:
 502           build-timeout: '{build-timeout}'
 503
 504     triggers:
 505       - gerrit-trigger-csit-perftest:
 506           project: '{project}'
 507           branch: '{branch}'
 508           trigger-word: 'csit-{node-arch}-perftest'
 509           skip-vote: false
 510
 511     builders:
 512       - shell:
 513           !include-raw-escape:
 514           - ../scripts/setup_executor_env.sh
 515       - shell:
 516           !include-raw-escape:
 517           - ../scripts/csit/perf-verify.sh
 518
 519     publishers:
 520       - fdio-infra-publish
 521
 522 - job-template:
 523     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 524
 525     description: |
 526       <ul>
 527           <li>objective
 528               <ul>
 529                   <li>check vpp perf mrr daily
 530               </ul>
 531           <li>perf test-cases selection
 532               <ul>
 533                   <li>all CSIT VPP MRR perf suites
 534               </ul>
 535           <li>results
 536               <ul>
 537                   <li>jjb verify: PASS/FAIL
 538                   <li>present: no
 539                   <li>analyse: csit project (catch malfunctions/degradations)
 540               </ul>
 541       </ul>
 542
 543     project-type: freestyle
 544     node: 'm-builder-{os}-prod-{executor-arch}'
 545     concurrent: false
 546     latest-only: false
 547
 548     properties:
 549       - lf-infra-properties:
 550           build-days-to-keep: "{build-days-to-keep}"
 551
 552     parameters:
 553       - project-parameter:
 554           project: '{project}'
 555       - gerrit-parameter:
 556           branch: '{branch}'
 557       - csit-perf-trial-duration-parameter:
 558           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 559       - csit-perf-trial-multiplicity-parameter:
 560           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 561
 562     wrappers:
 563       - fdio-infra-wrappers-non-activity-timeout:
 564           build-timeout: '{build-timeout}'
 565
 566     triggers:
 567       - timed: '{periodicity}'
 568
 569     builders:
 570       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 571       - inject:
 572           properties-file: variables.prop
 573       - shell:
 574           !include-raw-escape:
 575           - ../scripts/setup_executor_env.sh
 576       - shell:
 577           !include-raw-escape:
 578           - ../scripts/csit/perf-timed.sh
 579
 580     publishers:
 581       - fdio-infra-publish
 582
 583 - job-template:
 584     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 585
 586     description: |
 587       <ul>
 588           <li>objective
 589               <ul>
 590                   <li>check vpp perf hoststack daily
 591               </ul>
 592           <li>perf test-cases selection
 593               <ul>
 594                   <li>all CSIT VPP HOSTSTACK perf suites
 595               </ul>
 596           <li>results
 597               <ul>
 598                   <li>jjb verify: PASS/FAIL
 599                   <li>present: no
 600                   <li>analyse: csit project (catch malfunctions/degradations)
 601               </ul>
 602       </ul>
 603
 604     project-type: freestyle
 605     node: 'm-builder-{os}-prod-{executor-arch}'
 606     concurrent: false
 607     latest-only: false
 608
 609     properties:
 610       - lf-infra-properties:
 611           build-days-to-keep: "{build-days-to-keep}"
 612
 613     parameters:
 614       - project-parameter:
 615           project: '{project}'
 616       - gerrit-parameter:
 617           branch: '{branch}'
 618       - csit-perf-trial-duration-parameter:
 619           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 620       - csit-perf-trial-multiplicity-parameter:
 621           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 622
 623     wrappers:
 624       - fdio-infra-wrappers-non-activity-timeout:
 625           build-timeout: '{build-timeout}'
 626
 627     triggers:
 628       - timed: '{periodicity}'
 629
 630     builders:
 631       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 632       - inject:
 633           properties-file: variables.prop
 634       - shell:
 635           !include-raw-escape:
 636           - ../scripts/setup_executor_env.sh
 637       - shell:
 638           !include-raw-escape:
 639           - ../scripts/csit/perf-timed.sh
 640
 641     publishers:
 642       - fdio-infra-publish
 643
 644 - job-template:
 645     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 646
 647     description: |
 648       <ul>
 649           <li>objective
 650               <ul>
 651                   <li>check vpp perf mrr weekly on {node-arch}
 652               </ul>
 653           <li>perf test-cases selection
 654               <ul>
 655                   <li>NF Density CSIT VPP MRR perf suites
 656               </ul>
 657           <li>results
 658               <ul>
 659                   <li>jjb verify: PASS/FAIL
 660                   <li>present: no
 661                   <li>analyse: csit project (catch malfunctions/degradations)
 662               </ul>
 663       </ul>
 664
 665     project-type: freestyle
 666     node: 'm-builder-{os}-prod-{executor-arch}'
 667     concurrent: false
 668     latest-only: false
 669
 670     properties:
 671       - lf-infra-properties:
 672           build-days-to-keep: "{build-days-to-keep}"
 673
 674     parameters:
 675       - project-parameter:
 676           project: '{project}'
 677       - gerrit-parameter:
 678           branch: '{branch}'
 679       - csit-perf-trial-duration-parameter:
 680           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 681       - csit-perf-trial-multiplicity-parameter:
 682           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 683
 684     wrappers:
 685       - fdio-infra-wrappers-non-activity-timeout:
 686           build-timeout: '{build-timeout}'
 687
 688     triggers:
 689       - timed: '{periodicity}'
 690
 691     builders:
 692       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 693       - inject:
 694           properties-file: variables.prop
 695       - shell:
 696           !include-raw-escape:
 697           - ../scripts/setup_executor_env.sh
 698       - shell:
 699           !include-raw-escape:
 700           - ../scripts/csit/perf-timed.sh
 701
 702     publishers:
 703       - fdio-infra-publish
 704
 705 - job-template:
 706     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 707
 708     description: |
 709       <ul>
 710           <li>objective
 711               <ul>
 712                   <li>check vpp perf ndrpdr weekly on {node-arch}
 713               </ul>
 714           <li>perf test-cases selection
 715               <ul>
 716                   <li>pre-selected CSIT VPP NDRPDR perf suites
 717               </ul>
 718           <li>results
 719               <ul>
 720                   <li>jjb verify: PASS/FAIL
 721                   <li>present: no
 722                   <li>analyse: csit project (catch malfunctions/degradations)
 723               </ul>
 724       </ul>
 725     project-type: freestyle
 726     node: 'm-builder-{os}-prod-{executor-arch}'
 727     concurrent: false
 728     latest-only: false
 729
 730     properties:
 731       - lf-infra-properties:
 732           build-days-to-keep: "{build-days-to-keep}"
 733
 734     parameters:
 735       - project-parameter:
 736           project: '{project}'
 737       - gerrit-parameter:
 738           branch: '{branch}'
 739
 740     wrappers:
 741       - fdio-infra-wrappers-non-activity-timeout:
 742           build-timeout: '{build-timeout}'
 743
 744     triggers:
 745       - timed: '{periodicity}'
 746
 747     builders:
 748       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 749       - inject:
 750           properties-file: variables.prop
 751       - shell:
 752           !include-raw-escape:
 753           - ../scripts/setup_executor_env.sh
 754       - shell:
 755           !include-raw-escape:
 756           - ../scripts/csit/perf-timed.sh
 757
 758     publishers:
 759       - fdio-infra-publish
 760
 761 - job-template:
 762     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 763
 764     description: |
 765       <ul>
 766           <li>objective
 767               <ul>
 768                   <li>check trex perf ndrpdr weekly on {node-arch}
 769               </ul>
 770           <li>perf test-cases selection
 771               <ul>
 772                   <li>pre-selected CSIT TREX NDRPDR perf suites
 773               </ul>
 774           <li>results
 775               <ul>
 776                   <li>jjb verify: PASS/FAIL
 777                   <li>present: no
 778                   <li>analyse: csit project (catch malfunctions/degradations)
 779               </ul>
 780       </ul>
 781     project-type: freestyle
 782     node: 'm-builder-{os}-prod-{executor-arch}'
 783     concurrent: false
 784     latest-only: false
 785
 786     properties:
 787       - lf-infra-properties:
 788           build-days-to-keep: "{build-days-to-keep}"
 789
 790     parameters:
 791       - project-parameter:
 792           project: '{project}'
 793       - gerrit-parameter:
 794           branch: '{branch}'
 795
 796     wrappers:
 797       - fdio-infra-wrappers-non-activity-timeout:
 798           build-timeout: '{build-timeout}'
 799
 800     triggers:
 801       - timed: '{periodicity}'
 802
 803     builders:
 804       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 805       - inject:
 806           properties-file: variables.prop
 807       - shell:
 808           !include-raw-escape:
 809           - ../scripts/setup_executor_env.sh
 810       - shell:
 811           !include-raw-escape:
 812           - ../scripts/csit/perf-timed.sh
 813
 814     publishers:
 815       - fdio-infra-publish
 816
 817 - job-template:
 818     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 819
 820     description: |
 821       <ul>
 822           <li>objective
 823               <ul>
 824                   <li>perf verify - per csit gerrit patch
 825               </ul>
 826           <li>job
 827               <ul>
 828                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 829                   <li>trigger: keyword in comment to csit patch:
 830                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 831               </ul>
 832           <li>perf test-cases selection
 833               <ul>
 834                   <li>test-cases selected using trigger keyword followed by tags
 835                   <li>all test-cases are labelled with CSIT RF topic tags
 836                       defined in <i>csit/docs/tag_documentation.rst</i>
 837               </ul>
 838           <li>proposed keywords
 839               <ul>
 840                   <li>focus on testing specified trex packet processing path
 841                   <li>format: csit-{node-arch}-perftest tag_list
 842               </ul>
 843           <li>results
 844               <ul>
 845                   <li>jjb verify: PASS/FAIL
 846                   <li>present: no
 847                   <li>analyse: no
 848               </ul>
 849       </ul>
 850
 851     project-type: freestyle
 852     node: 'm-builder-{os}-prod-{executor-arch}'
 853     concurrent: true
 854     latest-only: false
 855
 856     properties:
 857       - lf-infra-properties:
 858           build-days-to-keep: "{build-days-to-keep}"
 859
 860     parameters:
 861       - project-parameter:
 862           project: '{project}'
 863       - gerrit-parameter:
 864           branch: '{branch}'
 865       - gerrit-refspec-parameter
 866       - gerrit-event-type-parameter
 867       - gerrit-event-comment-text-parameter
 868       - csit-perf-trial-duration-parameter:
 869           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 870       - csit-perf-trial-multiplicity-parameter:
 871           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 872       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 873
 874     scm:
 875       - gerrit-trigger-scm:
 876           credentials-id: 'jenkins-gerrit-credentials'
 877           refspec: '$GERRIT_REFSPEC'
 878           choosing-strategy: 'gerrit'
 879
 880     wrappers:
 881       - fdio-infra-wrappers-non-activity-timeout:
 882           build-timeout: '{build-timeout}'
 883
 884     triggers:
 885       - gerrit-trigger-csit-perftest:
 886           project: '{project}'
 887           branch: '{branch}'
 888           trigger-word: 'csit-trex-{node-arch}-perftest'
 889           skip-vote: false
 890
 891     builders:
 892       - shell:
 893           !include-raw-escape:
 894           - ../scripts/setup_executor_env.sh
 895       - shell:
 896           !include-raw-escape:
 897           - ../scripts/csit/perf-verify.sh
 898
 899     publishers:
 900       - fdio-infra-publish
 901
 902 - job-template:
 903     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 904
 905     description: |
 906       <ul>
 907           <li>objective
 908               <ul>
 909                   <li>perf verify - per csit gerrit patch
 910               </ul>
 911           <li>job
 912               <ul>
 913                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 914                   <li>trigger: keyword in comment to csit patch:
 915                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 916               </ul>
 917           <li>perf test-cases selection
 918               <ul>
 919                   <li>test-cases selected using trigger keyword followed by tags
 920                   <li>all test-cases are labelled with CSIT RF topic tags
 921                       defined in <i>csit/docs/tag_documentation.rst</i>
 922               </ul>
 923           <li>default tags for dpdk perf test type
 924               <ul>
 925                   <li>IP4BASE, L2XCBASE
 926                   <li>64B: 64B packet size
 927                   <li>1C: one core
 928                   <li>X710: x710 Fortville NIC
 929                   <li>MRR: MRR throughput
 930               </ul>
 931           <li>results
 932               <ul>
 933                   <li>jjb verify: PASS/FAIL
 934                   <li>present: no
 935                   <li>analyse: no
 936               </ul>
 937       </ul>
 938
 939     project-type: freestyle
 940     node: 'm-builder-{os}-prod-{executor-arch}'
 941     concurrent: true
 942     latest-only: false
 943
 944     properties:
 945       - lf-infra-properties:
 946           build-days-to-keep: "{build-days-to-keep}"
 947
 948     parameters:
 949       - project-parameter:
 950           project: '{project}'
 951       - gerrit-parameter:
 952           branch: '{branch}'
 953       - gerrit-refspec-parameter
 954       - gerrit-event-type-parameter
 955       - gerrit-event-comment-text-parameter
 956       - csit-perf-trial-duration-parameter:
 957           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 958       - csit-perf-trial-multiplicity-parameter:
 959           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 960
 961     scm:
 962       - gerrit-trigger-scm:
 963           credentials-id: 'jenkins-gerrit-credentials'
 964           refspec: '$GERRIT_REFSPEC'
 965           choosing-strategy: 'gerrit'
 966
 967     wrappers:
 968       - fdio-infra-wrappers-non-activity-timeout:
 969           build-timeout: '{build-timeout}'
 970
 971     triggers:
 972       - gerrit-trigger-csit-perftest:
 973           project: '{project}'
 974           branch: '{branch}'
 975           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 976           skip-vote: false
 977
 978     builders:
 979       - shell:
 980           !include-raw-escape:
 981           - ../scripts/setup_executor_env.sh
 982       - shell:
 983           !include-raw-escape:
 984           - ../scripts/csit/perf-verify.sh
 985
 986     publishers:
 987       - fdio-infra-publish
 988
 989 - job-template:
 990     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
 991
 992     description: |
 993       <ul>
 994           <li>objective
 995               <ul>
 996                   <li>check dpdk perf mrr weekly
 997               </ul>
 998           <li>perf test-cases selection
 999               <ul>
1000                   <li>all CSIT DPDK MRR perf suites
1001               </ul>
1002           <li>results
1003               <ul>
1004                   <li>jjb verify: PASS/FAIL
1005                   <li>present: no
1006                   <li>analyse: csit project (catch malfunctions/degradations)
1007               </ul>
1008       </ul>
1009
1010     project-type: freestyle
1011     node: 'm-builder-{os}-prod-{executor-arch}'
1012     concurrent: false
1013     latest-only: false
1014
1015     properties:
1016       - lf-infra-properties:
1017           build-days-to-keep: "{build-days-to-keep}"
1018
1019     parameters:
1020       - project-parameter:
1021           project: '{project}'
1022       - gerrit-parameter:
1023           branch: '{branch}'
1024       - csit-perf-trial-duration-parameter:
1025           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1026       - csit-perf-trial-multiplicity-parameter:
1027           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1028
1029     wrappers:
1030       - fdio-infra-wrappers-non-activity-timeout:
1031           build-timeout: '{build-timeout}'
1032
1033     triggers:
1034       - timed: '{periodicity}'
1035
1036     builders:
1037       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1038       - inject:
1039           properties-file: variables.prop
1040       - shell:
1041           !include-raw-escape:
1042           - ../scripts/setup_executor_env.sh
1043       - shell:
1044           !include-raw-escape:
1045           - ../scripts/csit/perf-timed.sh
1046
1047     publishers:
1048       - fdio-infra-publish
1049
1050 - job-template:
1051     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1052
1053     description: |
1054       <ul>
1055           <li>objective
1056               <ul>
1057                   <li>get vpp performance iterative data for csit report
1058               </ul>
1059           <li>job
1060               <ul>
1061                   <li>name:
1062                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1063                       {node-arch}</b>
1064                   <li>trigger: keyword in comment to csit patch:
1065                       <b>csit-vpp-report-iter-{node-arch}-perftest
1066                       test_set_id</b>
1067                   <li>trigger example:
1068                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1069               </ul>
1070           <li>perf test-cases selection
1071               <ul>
1072                   <li>test-cases selected by tags defined in
1073                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1074                       test_set_id.md</i>
1075               </ul>
1076
1077           <li>results
1078               <ul>
1079                   <li>jjb verify: PASS/FAIL
1080                   <li>present: vpp performance
1081                   <li>analyse: vpp performance
1082               </ul>
1083       </ul>
1084
1085     project-type: freestyle
1086     node: 'm-builder-{os}-prod-{executor-arch}'
1087     concurrent: true
1088     latest-only: false
1089
1090     properties:
1091       - lf-infra-properties:
1092           build-days-to-keep: "{build-days-to-keep}"
1093
1094     parameters:
1095       - project-parameter:
1096           project: '{project}'
1097       - gerrit-parameter:
1098           branch: '{branch}'
1099       - gerrit-refspec-parameter
1100       - gerrit-event-type-parameter
1101       - gerrit-event-comment-text-parameter
1102       - csit-perf-trial-duration-parameter:
1103           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1104       - csit-perf-trial-multiplicity-parameter:
1105           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1106
1107     scm:
1108       - gerrit-trigger-scm:
1109           credentials-id: 'jenkins-gerrit-credentials'
1110           refspec: '$GERRIT_REFSPEC'
1111           choosing-strategy: 'gerrit'
1112
1113     wrappers:
1114       - fdio-infra-wrappers-non-activity-timeout:
1115           build-timeout: '{build-timeout}'
1116
1117     triggers:
1118       - gerrit-trigger-csit-perftest:
1119           project: '{project}'
1120           branch: '{branch}'
1121           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1122           skip-vote: false
1123
1124     builders:
1125       - shell:
1126           !include-raw-escape:
1127           - ../scripts/setup_executor_env.sh
1128       - shell:
1129           !include-raw-escape:
1130           - ../scripts/csit/perf-verify.sh
1131
1132     publishers:
1133       - fdio-infra-publish
1134
1135 - job-template:
1136     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1137
1138     description: |
1139       <ul>
1140           <li>objective
1141               <ul>
1142                   <li>get dpdk performance iterative data for csit report
1143               </ul>
1144           <li>job
1145               <ul>
1146                   <li>name:
1147                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1148                       {node-arch}</b>
1149                   <li>trigger: keyword in comment to csit patch:
1150                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1151                       test_set_id</b>
1152                   <li>trigger example:
1153                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1154               </ul>
1155           <li>perf test-cases selection
1156               <ul>
1157                   <li>test-cases selected by tags defined in
1158                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1159                       test_set_id.md</i>
1160               </ul>
1161
1162           <li>results
1163               <ul>
1164                   <li>jjb verify: PASS/FAIL
1165                   <li>present: dpdk performance
1166                   <li>analyse: dpdk performance
1167               </ul>
1168       </ul>
1169
1170     project-type: freestyle
1171     node: 'm-builder-{os}-prod-{executor-arch}'
1172     concurrent: true
1173     latest-only: false
1174
1175     properties:
1176       - lf-infra-properties:
1177           build-days-to-keep: "{build-days-to-keep}"
1178
1179     parameters:
1180       - project-parameter:
1181           project: '{project}'
1182       - gerrit-parameter:
1183           branch: '{branch}'
1184       - gerrit-refspec-parameter
1185       - gerrit-event-type-parameter
1186       - gerrit-event-comment-text-parameter
1187       - csit-perf-trial-duration-parameter:
1188           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1189       - csit-perf-trial-multiplicity-parameter:
1190           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1191
1192     scm:
1193       - gerrit-trigger-scm:
1194           credentials-id: 'jenkins-gerrit-credentials'
1195           refspec: '$GERRIT_REFSPEC'
1196           choosing-strategy: 'gerrit'
1197
1198     wrappers:
1199       - fdio-infra-wrappers-non-activity-timeout:
1200           build-timeout: '{build-timeout}'
1201
1202     triggers:
1203       - gerrit-trigger-csit-perftest:
1204           project: '{project}'
1205           branch: '{branch}'
1206           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1207           skip-vote: false
1208
1209     builders:
1210       - shell:
1211           !include-raw-escape:
1212           - ../scripts/setup_executor_env.sh
1213       - shell:
1214           !include-raw-escape:
1215           - ../scripts/csit/perf-verify.sh
1216
1217     publishers:
1218       - fdio-infra-publish
1219
1220 - job-template:
1221     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1222
1223     description: |
1224       <ul>
1225           <li>objective
1226               <ul>
1227                   <li>get trex performance iterative data for csit report
1228               </ul>
1229           <li>job
1230               <ul>
1231                   <li>name:
1232                       <b>csit-trex-perf-report-iterative-{stream_report}-
1233                       {node-arch}</b>
1234                   <li>trigger: keyword in comment to csit patch:
1235                       <b>csit-trex-report-iter-{node-arch}-perftest
1236                       test_set_id</b>
1237                   <li>trigger example:
1238                       csit-trex-report-iter-{node-arch}-perftest trex-00
1239               </ul>
1240           <li>perf test-cases selection
1241               <ul>
1242                   <li>test-cases selected by tags defined in
1243                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1244                       test_set_id.md</i>
1245               </ul>
1246
1247           <li>results
1248               <ul>
1249                   <li>jjb verify: PASS/FAIL
1250                   <li>present: trex performance
1251                   <li>analyse: trex performance
1252               </ul>
1253       </ul>
1254
1255     project-type: freestyle
1256     node: 'm-builder-{os}-prod-{executor-arch}'
1257     concurrent: true
1258     latest-only: false
1259
1260     properties:
1261       - lf-infra-properties:
1262           build-days-to-keep: "{build-days-to-keep}"
1263
1264     parameters:
1265       - project-parameter:
1266           project: '{project}'
1267       - gerrit-parameter:
1268           branch: '{branch}'
1269       - gerrit-refspec-parameter
1270       - gerrit-event-type-parameter
1271       - gerrit-event-comment-text-parameter
1272       - csit-perf-trial-duration-parameter:
1273           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1274       - csit-perf-trial-multiplicity-parameter:
1275           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1276
1277     scm:
1278       - gerrit-trigger-scm:
1279           credentials-id: 'jenkins-gerrit-credentials'
1280           refspec: '$GERRIT_REFSPEC'
1281           choosing-strategy: 'gerrit'
1282
1283     wrappers:
1284       - fdio-infra-wrappers-non-activity-timeout:
1285           build-timeout: '{build-timeout}'
1286
1287     triggers:
1288       - gerrit-trigger-csit-perftest:
1289           project: '{project}'
1290           branch: '{branch}'
1291           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1292           skip-vote: false
1293
1294     builders:
1295       - shell:
1296           !include-raw-escape:
1297           - ../scripts/setup_executor_env.sh
1298       - shell:
1299           !include-raw-escape:
1300           - ../scripts/csit/perf-verify.sh
1301
1302     publishers:
1303       - fdio-infra-publish
1304
1305 - job-template:
1306     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1307
1308     description: |
1309       <ul>
1310           <li>objective
1311               <ul>
1312                   <li>get vpp performance coverage data for csit report
1313               </ul>
1314           <li>job
1315               <ul>
1316                   <li>name:
1317                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1318                       {node-arch}</b>
1319                   <li>trigger: keyword in comment to csit patch:
1320                       <b>csit-vpp-report-cov-{node-arch}-perftest
1321                       test_set_id</b>
1322                   <li>trigger example:
1323                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1324               </ul>
1325           <li>perf test-cases selection
1326               <ul>
1327                   <li>test-cases selected by tags defined in
1328                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1329                       test_set_id.md</i>
1330               </ul>
1331
1332           <li>results
1333               <ul>
1334                   <li>jjb verify: PASS/FAIL
1335                   <li>present: vpp performance
1336                   <li>analyse: vpp performance
1337               </ul>
1338       </ul>
1339
1340     project-type: freestyle
1341     node: 'm-builder-{os}-prod-{executor-arch}'
1342     concurrent: true
1343     latest-only: false
1344
1345     properties:
1346       - lf-infra-properties:
1347           build-days-to-keep: "{build-days-to-keep}"
1348
1349     parameters:
1350       - project-parameter:
1351           project: '{project}'
1352       - gerrit-parameter:
1353           branch: '{branch}'
1354       - gerrit-refspec-parameter
1355       - gerrit-event-type-parameter
1356       - gerrit-event-comment-text-parameter
1357       - csit-perf-trial-duration-parameter:
1358           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1359       - csit-perf-trial-multiplicity-parameter:
1360           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1361
1362     scm:
1363       - gerrit-trigger-scm:
1364           credentials-id: 'jenkins-gerrit-credentials'
1365           refspec: '$GERRIT_REFSPEC'
1366           choosing-strategy: 'gerrit'
1367
1368     wrappers:
1369       - fdio-infra-wrappers-non-activity-timeout:
1370           build-timeout: '{build-timeout}'
1371
1372     triggers:
1373       - gerrit-trigger-csit-perftest:
1374           project: '{project}'
1375           branch: '{branch}'
1376           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1377           skip-vote: false
1378
1379     builders:
1380       - shell:
1381           !include-raw-escape:
1382           - ../scripts/setup_executor_env.sh
1383       - shell:
1384           !include-raw-escape:
1385           - ../scripts/csit/perf-verify.sh
1386
1387     publishers:
1388       - fdio-infra-publish
1389
1390 - job-template:
1391     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1392
1393     description: |
1394       <ul>
1395           <li>objective
1396               <ul>
1397                   <li>get dpdk performance coverage data for csit report
1398               </ul>
1399           <li>job
1400               <ul>
1401                   <li>name:
1402                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1403                       {node-arch}</b>
1404                   <li>trigger: keyword in comment to csit patch:
1405                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1406                       test_set_id</b>
1407                   <li>trigger example:
1408                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1409               </ul>
1410           <li>perf test-cases selection
1411               <ul>
1412                   <li>test-cases selected by tags defined in
1413                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1414                       test_set_id.md</i>
1415               </ul>
1416
1417           <li>results
1418               <ul>
1419                   <li>jjb verify: PASS/FAIL
1420                   <li>present: dpdk performance
1421                   <li>analyse: dpdk performance
1422               </ul>
1423       </ul>
1424
1425     project-type: freestyle
1426     node: 'm-builder-{os}-prod-{executor-arch}'
1427     concurrent: true
1428     latest-only: false
1429
1430     properties:
1431       - lf-infra-properties:
1432           build-days-to-keep: "{build-days-to-keep}"
1433
1434     parameters:
1435       - project-parameter:
1436           project: '{project}'
1437       - gerrit-parameter:
1438           branch: '{branch}'
1439       - gerrit-refspec-parameter
1440       - gerrit-event-type-parameter
1441       - gerrit-event-comment-text-parameter
1442       - csit-perf-trial-duration-parameter:
1443           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1444       - csit-perf-trial-multiplicity-parameter:
1445           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1446
1447     scm:
1448       - gerrit-trigger-scm:
1449           credentials-id: 'jenkins-gerrit-credentials'
1450           refspec: '$GERRIT_REFSPEC'
1451           choosing-strategy: 'gerrit'
1452
1453     wrappers:
1454       - fdio-infra-wrappers-non-activity-timeout:
1455           build-timeout: '{build-timeout}'
1456
1457     triggers:
1458       - gerrit-trigger-csit-perftest:
1459           project: '{project}'
1460           branch: '{branch}'
1461           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1462           skip-vote: false
1463
1464     builders:
1465       - shell:
1466           !include-raw-escape:
1467           - ../scripts/setup_executor_env.sh
1468       - shell:
1469           !include-raw-escape:
1470           - ../scripts/csit/perf-verify.sh
1471
1472     publishers:
1473       - fdio-infra-publish
1474
1475 - job-template:
1476     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1477
1478     description: |
1479       <ul>
1480           <li>objective
1481               <ul>
1482                   <li>get trex performance coverage data for csit report
1483               </ul>
1484           <li>job
1485               <ul>
1486                   <li>name:
1487                       <b>csit-trex-perf-report-coverage-{stream_report}-
1488                       {node-arch}</b>
1489                   <li>trigger: keyword in comment to csit patch:
1490                       <b>csit-trex-report-cov-{node-arch}-perftest
1491                       test_set_id</b>
1492                   <li>trigger example:
1493                       csit-trex-report-cov-{node-arch}-perftest trex-00
1494               </ul>
1495           <li>perf test-cases selection
1496               <ul>
1497                   <li>test-cases selected by tags defined in
1498                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1499                       test_set_id.md</i>
1500               </ul>
1501
1502           <li>results
1503               <ul>
1504                   <li>jjb verify: PASS/FAIL
1505                   <li>present: trex performance
1506                   <li>analyse: trex performance
1507               </ul>
1508       </ul>
1509
1510     project-type: freestyle
1511     node: 'm-builder-{os}-prod-{executor-arch}'
1512     concurrent: true
1513     latest-only: false
1514
1515     properties:
1516       - lf-infra-properties:
1517           build-days-to-keep: "{build-days-to-keep}"
1518
1519     parameters:
1520       - project-parameter:
1521           project: '{project}'
1522       - gerrit-parameter:
1523           branch: '{branch}'
1524       - gerrit-refspec-parameter
1525       - gerrit-event-type-parameter
1526       - gerrit-event-comment-text-parameter
1527       - csit-perf-trial-duration-parameter:
1528           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1529       - csit-perf-trial-multiplicity-parameter:
1530           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1531
1532     scm:
1533       - gerrit-trigger-scm:
1534           credentials-id: 'jenkins-gerrit-credentials'
1535           refspec: '$GERRIT_REFSPEC'
1536           choosing-strategy: 'gerrit'
1537
1538     wrappers:
1539       - fdio-infra-wrappers-non-activity-timeout:
1540           build-timeout: '{build-timeout}'
1541
1542     triggers:
1543       - gerrit-trigger-csit-perftest:
1544           project: '{project}'
1545           branch: '{branch}'
1546           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1547           skip-vote: false
1548
1549     builders:
1550       - shell:
1551           !include-raw-escape:
1552           - ../scripts/setup_executor_env.sh
1553       - shell:
1554           !include-raw-escape:
1555           - ../scripts/csit/perf-verify.sh
1556
1557     publishers:
1558       - fdio-infra-publish