jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3n-icxd:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3na-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56             - 3nb-spr:
  57                 os: 'ubuntu2204'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-spr:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-icx:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'aarch64'
  85             - 3n-snr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3n-icxd:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 3na-spr:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 3nb-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  99           node-arch:
 100             - 1n-aws:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103             - 2n-icx:
 104                 os: 'ubuntu2204'
 105                 executor-arch: 'x86_64'
 106             - 2n-spr:
 107                 os: 'ubuntu2204'
 108                 executor-arch: 'x86_64'
 109       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 110           node-arch:
 111             - 2n-icx:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-clx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-spr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120             - 2n-zn2:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 2n-tx2:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-icx:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138             - 3n-icxd:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141             - 3na-spr:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144             - 3nb-spr:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147           stream:
 148             - master:
 149                 branch: 'master'
 150                 branch-id: 'oper'
 151             - '2310':
 152                 branch: 'rls2310'
 153                 branch-id: 'oper-rls2310'
 154       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 155           node-arch:
 156             - 2n-icx:
 157                 os: 'ubuntu2204'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 0-4'
 160             - 2n-clx:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'x86_64'
 163                 periodicity: '30 22 * * 0-4'
 164             - 2n-spr:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167                 periodicity: '30 22 * * 0-4'
 168             - 2n-zn2:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 0-4'
 172             - 2n-tx2:
 173                 os: 'ubuntu2204'
 174                 executor-arch: 'aarch64'
 175                 periodicity: '30 22 * * 0-4'
 176             - 3n-icx:
 177                 os: 'ubuntu2204'
 178                 executor-arch: 'x86_64'
 179                 periodicity: '30 22 * * 0-4'
 180             - 3n-tsh:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'aarch64'
 183                 periodicity: '30 22 * * 0-4'
 184             - 3n-alt:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'aarch64'
 187                 periodicity: '30 22 * * 0-4'
 188             - 3n-snr:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 0-4'
 192             - 3n-icxd:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 0-4'
 196             - 3na-spr:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199                 periodicity: '30 22 * * 0-4'
 200             - 3nb-spr:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '30 22 * * 0-4'
 204       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 205           node-arch:
 206             - 2n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209                 periodicity: '30 22 * * 0-4'
 210             - 2n-spr:
 211                 os: 'ubuntu2204'
 212                 executor-arch: 'x86_64'
 213                 periodicity: '30 22 * * 0-4'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217                 periodicity: '30 22 * * 0-4'
 218             - 3na-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221                 periodicity: '30 22 * * 0-4'
 222             - 3nb-spr:
 223                 os: 'ubuntu2204'
 224                 executor-arch: 'x86_64'
 225                 periodicity: '30 22 * * 0-4'
 226       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2204'
 230                 executor-arch: 'x86_64'
 231             - 2n-spr:
 232                 os: 'ubuntu2204'
 233                 executor-arch: 'x86_64'
 234             - 2n-clx:
 235                 os: 'ubuntu2204'
 236                 executor-arch: 'x86_64'
 237             - 2n-aws:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240             - 2n-c6in:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243           stream:
 244             - master:
 245                 branch: 'master'
 246                 branch-id: 'oper'
 247           periodicity: '0 0 * * 6'
 248       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 249           node-arch:
 250             - 1n-aws:
 251                 os: 'ubuntu2204'
 252                 executor-arch: 'x86_64'
 253                 periodicity: '0 0 * * 6'
 254             - 2n-icx:
 255                 os: 'ubuntu2204'
 256                 executor-arch: 'x86_64'
 257                 periodicity: '0 0 * * 6'
 258             - 2n-spr:
 259                 os: 'ubuntu2204'
 260                 executor-arch: 'x86_64'
 261                 periodicity: '0 0 * * 6'
 262       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 263           node-arch:
 264             - 2n-icx:
 265                 os: 'ubuntu2204'
 266                 executor-arch: 'x86_64'
 267             - 2n-clx:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'x86_64'
 270             - 2n-spr:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273             - 2n-zn2:
 274                 os: 'ubuntu2204'
 275                 executor-arch: 'x86_64'
 276             - 2n-tx2:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'aarch64'
 279             - 3n-icx:
 280                 os: 'ubuntu2204'
 281                 executor-arch: 'x86_64'
 282             - 3n-tsh:
 283                 os: 'ubuntu2204'
 284                 executor-arch: 'aarch64'
 285             - 3n-alt:
 286                 os: 'ubuntu2204'
 287                 executor-arch: 'aarch64'
 288             - 3n-snr:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'x86_64'
 291             - 3n-icxd:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'x86_64'
 294             - 3na-spr:
 295                 os: 'ubuntu2204'
 296                 executor-arch: 'x86_64'
 297             - 3nb-spr:
 298                 os: 'ubuntu2204'
 299                 executor-arch: 'x86_64'
 300           periodicity: '0 0 * * 6'
 301       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 302           node-arch:
 303             - 2n-icx:
 304                 os: 'ubuntu2204'
 305                 executor-arch: 'x86_64'
 306             - 2n-clx:
 307                 os: 'ubuntu2204'
 308                 executor-arch: 'x86_64'
 309             - 2n-spr:
 310                 os: 'ubuntu2204'
 311                 executor-arch: 'x86_64'
 312             - 2n-zn2:
 313                 os: 'ubuntu2204'
 314                 executor-arch: 'x86_64'
 315             - 2n-tx2:
 316                 os: 'ubuntu2204'
 317                 executor-arch: 'aarch64'
 318             - 3n-icx:
 319                 os: 'ubuntu2204'
 320                 executor-arch: 'x86_64'
 321             - 3n-tsh:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'aarch64'
 324             - 3n-alt:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'aarch64'
 327             - 2n-aws:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'x86_64'
 330             - 2n-c6in:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'x86_64'
 333             - 3n-aws:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 3n-snr:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'x86_64'
 339             - 3n-icxd:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'x86_64'
 342             - 3na-spr:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'x86_64'
 345             - 3nb-spr:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'x86_64'
 348       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 349           node-arch:
 350             - 2n-icx:
 351                 os: 'ubuntu2204'
 352                 executor-arch: 'x86_64'
 353             - 2n-clx:
 354                 os: 'ubuntu2204'
 355                 executor-arch: 'x86_64'
 356             - 2n-spr:
 357                 os: 'ubuntu2204'
 358                 executor-arch: 'x86_64'
 359             - 2n-zn2:
 360                 os: 'ubuntu2204'
 361                 executor-arch: 'x86_64'
 362             - 2n-tx2:
 363                 os: 'ubuntu2204'
 364                 executor-arch: 'aarch64'
 365             - 3n-icx:
 366                 os: 'ubuntu2204'
 367                 executor-arch: 'x86_64'
 368             - 3n-tsh:
 369                 os: 'ubuntu2204'
 370                 executor-arch: 'aarch64'
 371             - 3n-alt:
 372                 os: 'ubuntu2204'
 373                 executor-arch: 'aarch64'
 374             - 2n-aws:
 375                 os: 'ubuntu2204'
 376                 executor-arch: 'x86_64'
 377             - 3n-aws:
 378                 os: 'ubuntu2204'
 379                 executor-arch: 'x86_64'
 380             - 3n-snr:
 381                 os: 'ubuntu2204'
 382                 executor-arch: 'x86_64'
 383             - 3n-icxd:
 384                 os: 'ubuntu2204'
 385                 executor-arch: 'x86_64'
 386             - 3na-spr:
 387                 os: 'ubuntu2204'
 388                 executor-arch: 'x86_64'
 389             - 3nb-spr:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'x86_64'
 392       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 393           node-arch:
 394             - 1n-aws:
 395                 os: 'ubuntu2204'
 396                 executor-arch: 'x86_64'
 397             - 2n-icx:
 398                 os: 'ubuntu2204'
 399                 executor-arch: 'x86_64'
 400             - 2n-spr:
 401                 os: 'ubuntu2204'
 402                 executor-arch: 'x86_64'
 403       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 404           node-arch:
 405             - 2n-icx:
 406                 os: 'ubuntu2204'
 407                 executor-arch: 'x86_64'
 408             - 2n-clx:
 409                 os: 'ubuntu2204'
 410                 executor-arch: 'x86_64'
 411             - 2n-spr:
 412                 os: 'ubuntu2204'
 413                 executor-arch: 'x86_64'
 414             - 2n-zn2:
 415                 os: 'ubuntu2204'
 416                 executor-arch: 'x86_64'
 417             - 2n-tx2:
 418                 os: 'ubuntu2204'
 419                 executor-arch: 'aarch64'
 420             - 3n-icx:
 421                 os: 'ubuntu2204'
 422                 executor-arch: 'x86_64'
 423             - 3n-tsh:
 424                 os: 'ubuntu2204'
 425                 executor-arch: 'aarch64'
 426             - 3n-alt:
 427                 os: 'ubuntu2204'
 428                 executor-arch: 'aarch64'
 429             - 2n-aws:
 430                 os: 'ubuntu2204'
 431                 executor-arch: 'x86_64'
 432             - 2n-c6in:
 433                 os: 'ubuntu2204'
 434                 executor-arch: 'x86_64'
 435             - 3n-aws:
 436                 os: 'ubuntu2204'
 437                 executor-arch: 'x86_64'
 438             - 3n-snr:
 439                 os: 'ubuntu2204'
 440                 executor-arch: 'x86_64'
 441             - 3n-icxd:
 442                 os: 'ubuntu2204'
 443                 executor-arch: 'x86_64'
 444             - 3na-spr:
 445                 os: 'ubuntu2204'
 446                 executor-arch: 'x86_64'
 447             - 3nb-spr:
 448                 os: 'ubuntu2204'
 449                 executor-arch: 'x86_64'
 450       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 451           node-arch:
 452             - 2n-icx:
 453                 os: 'ubuntu2204'
 454                 executor-arch: 'x86_64'
 455             - 2n-clx:
 456                 os: 'ubuntu2204'
 457                 executor-arch: 'x86_64'
 458             - 2n-spr:
 459                 os: 'ubuntu2204'
 460                 executor-arch: 'x86_64'
 461             - 2n-zn2:
 462                 os: 'ubuntu2204'
 463                 executor-arch: 'x86_64'
 464             - 2n-tx2:
 465                 os: 'ubuntu2204'
 466                 executor-arch: 'aarch64'
 467             - 3n-icx:
 468                 os: 'ubuntu2204'
 469                 executor-arch: 'x86_64'
 470             - 3n-tsh:
 471                 os: 'ubuntu2204'
 472                 executor-arch: 'aarch64'
 473             - 3n-alt:
 474                 os: 'ubuntu2204'
 475                 executor-arch: 'aarch64'
 476             - 2n-aws:
 477                 os: 'ubuntu2204'
 478                 executor-arch: 'x86_64'
 479             - 2n-c6in:
 480                 os: 'ubuntu2204'
 481                 executor-arch: 'x86_64'
 482             - 3n-aws:
 483                 os: 'ubuntu2204'
 484                 executor-arch: 'x86_64'
 485             - 3n-snr:
 486                 os: 'ubuntu2204'
 487                 executor-arch: 'x86_64'
 488             - 3n-icxd:
 489                 os: 'ubuntu2204'
 490                 executor-arch: 'x86_64'
 491             - 3na-spr:
 492                 os: 'ubuntu2204'
 493                 executor-arch: 'x86_64'
 494             - 3nb-spr:
 495                 os: 'ubuntu2204'
 496                 executor-arch: 'x86_64'
 497       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 498           node-arch:
 499             - 1n-aws:
 500                 os: 'ubuntu2204'
 501                 executor-arch: 'x86_64'
 502             - 2n-icx:
 503                 os: 'ubuntu2204'
 504                 executor-arch: 'x86_64'
 505             - 2n-spr:
 506                 os: 'ubuntu2204'
 507                 executor-arch: 'x86_64'
 508
 509     project: 'csit'
 510     branch: 'master'
 511     branch-id: 'oper'
 512     csit-perf-trial-duration: '1.0'
 513     csit-perf-trial-multiplicity: '10'
 514     stream:
 515       - master:
 516           branch: 'master'
 517           branch-id: 'oper'
 518       - '2310':
 519           branch: 'rls2310'
 520           branch-id: 'oper-rls2310'
 521     stream_report:
 522       - '2310':
 523           branch: 'rls2310'
 524           branch-id: 'oper-rls2310'
 525
 526     build-artifact-num-to-keep: 10
 527
 528
 529 - job-template:
 530     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 531
 532     description: |
 533       <ul>
 534           <li>objective
 535               <ul>
 536                   <li>perf verify - per csit gerrit patch
 537               </ul>
 538           <li>job
 539               <ul>
 540                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 541                   <li>trigger: keyword in comment to csit patch:
 542                       <b>csit-{node-arch}-perftest tag_list</b>
 543               </ul>
 544           <li>perf test-cases selection
 545               <ul>
 546                   <li>test-cases selected using trigger keyword followed by tags
 547                   <li>all test-cases are labelled with CSIT RF topic tags
 548                       defined in <i>csit/docs/tag_documentation.rst</i>
 549               </ul>
 550           <li>proposed keywords
 551               <ul>
 552                   <li>focus on testing specified vpp packet processing path
 553                   <li>format: csit-{node-arch}-perftest tag_list
 554               </ul>
 555           <li>default tags for vpp startup config and perf test type
 556               <ul>
 557                   <li>IP4BASE, IP6BASE, L2BDBASE
 558                   <li>64B/78B: 64B/78B packet size
 559                   <li>1C: one core
 560                   <li>X710: x710 Fortville NIC
 561                   <li>MRR: MRR throughput
 562               </ul>
 563           <li>results
 564               <ul>
 565                   <li>jjb verify: PASS/FAIL
 566                   <li>present: no
 567                   <li>analyse: no
 568               </ul>
 569       </ul>
 570
 571     project-type: freestyle
 572     node: 'm-builder-{os}-prod-{executor-arch}'
 573     concurrent: true
 574     latest-only: false
 575
 576     properties:
 577       - lf-infra-properties:
 578           build-days-to-keep: "{build-days-to-keep}"
 579
 580     parameters:
 581       - project-parameter:
 582           project: '{project}'
 583       - gerrit-parameter:
 584           branch: '{branch}'
 585       - gerrit-refspec-parameter
 586       - gerrit-event-type-parameter
 587       - gerrit-event-comment-text-parameter
 588       - csit-perf-trial-duration-parameter:
 589           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 590       - csit-perf-trial-multiplicity-parameter:
 591           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 592       # This is a manually-triggered verify job, part of API coverage.
 593       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 594       # Can be removed when this job is no longer needed for full API coverage.
 595       - csit-fail-on-crc-mismatch-parameter:
 596           fail-on-crc-mismatch: 'True'
 597
 598     scm:
 599       - gerrit-trigger-scm:
 600           credentials-id: 'jenkins-gerrit-credentials'
 601           refspec: '$GERRIT_REFSPEC'
 602           choosing-strategy: 'gerrit'
 603
 604     wrappers:
 605       - fdio-infra-wrappers-non-activity-timeout:
 606           build-timeout: '{build-timeout}'
 607
 608     triggers:
 609       - gerrit-trigger-csit-perftest:
 610           project: '{project}'
 611           branch: '{branch}'
 612           trigger-word: 'csit-{node-arch}-perftest'
 613           skip-vote: false
 614
 615     builders:
 616       - shell:
 617           !include-raw-escape:
 618           - ../scripts/setup_executor_env.sh
 619       - shell:
 620           !include-raw-escape:
 621           - ../scripts/csit/perf-verify.sh
 622
 623     publishers:
 624       - fdio-infra-publish
 625
 626 - job-template:
 627     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 628
 629     description: |
 630       <ul>
 631           <li>objective
 632               <ul>
 633                   <li>check vpp perf mrr daily
 634               </ul>
 635           <li>perf test-cases selection
 636               <ul>
 637                   <li>all CSIT VPP MRR perf suites
 638               </ul>
 639           <li>results
 640               <ul>
 641                   <li>jjb verify: PASS/FAIL
 642                   <li>present: no
 643                   <li>analyse: csit project (catch malfunctions/degradations)
 644               </ul>
 645       </ul>
 646
 647     project-type: freestyle
 648     node: 'm-builder-{os}-prod-{executor-arch}'
 649     concurrent: false
 650     latest-only: false
 651
 652     properties:
 653       - lf-infra-properties:
 654           build-days-to-keep: "{build-days-to-keep}"
 655
 656     parameters:
 657       - project-parameter:
 658           project: '{project}'
 659       - gerrit-parameter:
 660           branch: '{branch}'
 661       - csit-perf-trial-duration-parameter:
 662           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 663       - csit-perf-trial-multiplicity-parameter:
 664           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 665
 666     wrappers:
 667       - fdio-infra-wrappers-non-activity-timeout:
 668           build-timeout: '{build-timeout}'
 669
 670     triggers:
 671       - timed: '{periodicity}'
 672
 673     builders:
 674       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 675       - inject:
 676           properties-file: variables.prop
 677       - shell:
 678           !include-raw-escape:
 679           - ../scripts/setup_executor_env.sh
 680       - shell:
 681           !include-raw-escape:
 682           - ../scripts/csit/perf-timed.sh
 683
 684     publishers:
 685       - fdio-infra-publish
 686
 687 - job-template:
 688     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 689
 690     description: |
 691       <ul>
 692           <li>objective
 693               <ul>
 694                   <li>check vpp perf hoststack daily
 695               </ul>
 696           <li>perf test-cases selection
 697               <ul>
 698                   <li>all CSIT VPP HOSTSTACK perf suites
 699               </ul>
 700           <li>results
 701               <ul>
 702                   <li>jjb verify: PASS/FAIL
 703                   <li>present: no
 704                   <li>analyse: csit project (catch malfunctions/degradations)
 705               </ul>
 706       </ul>
 707
 708     project-type: freestyle
 709     node: 'm-builder-{os}-prod-{executor-arch}'
 710     concurrent: false
 711     latest-only: false
 712
 713     properties:
 714       - lf-infra-properties:
 715           build-days-to-keep: "{build-days-to-keep}"
 716
 717     parameters:
 718       - project-parameter:
 719           project: '{project}'
 720       - gerrit-parameter:
 721           branch: '{branch}'
 722       - csit-perf-trial-duration-parameter:
 723           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 724       - csit-perf-trial-multiplicity-parameter:
 725           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 726
 727     wrappers:
 728       - fdio-infra-wrappers-non-activity-timeout:
 729           build-timeout: '{build-timeout}'
 730
 731     triggers:
 732       - timed: '{periodicity}'
 733
 734     builders:
 735       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 736       - inject:
 737           properties-file: variables.prop
 738       - shell:
 739           !include-raw-escape:
 740           - ../scripts/setup_executor_env.sh
 741       - shell:
 742           !include-raw-escape:
 743           - ../scripts/csit/perf-timed.sh
 744
 745     publishers:
 746       - fdio-infra-publish
 747
 748 - job-template:
 749     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 750
 751     description: |
 752       <ul>
 753           <li>objective
 754               <ul>
 755                   <li>check vpp perf mrr weekly on {node-arch}
 756               </ul>
 757           <li>perf test-cases selection
 758               <ul>
 759                   <li>NF Density CSIT VPP MRR perf suites
 760               </ul>
 761           <li>results
 762               <ul>
 763                   <li>jjb verify: PASS/FAIL
 764                   <li>present: no
 765                   <li>analyse: csit project (catch malfunctions/degradations)
 766               </ul>
 767       </ul>
 768
 769     project-type: freestyle
 770     node: 'm-builder-{os}-prod-{executor-arch}'
 771     concurrent: false
 772     latest-only: false
 773
 774     properties:
 775       - lf-infra-properties:
 776           build-days-to-keep: "{build-days-to-keep}"
 777
 778     parameters:
 779       - project-parameter:
 780           project: '{project}'
 781       - gerrit-parameter:
 782           branch: '{branch}'
 783       - csit-perf-trial-duration-parameter:
 784           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 785       - csit-perf-trial-multiplicity-parameter:
 786           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 787
 788     wrappers:
 789       - fdio-infra-wrappers-non-activity-timeout:
 790           build-timeout: '{build-timeout}'
 791
 792     triggers:
 793       - timed: '{periodicity}'
 794
 795     builders:
 796       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 797       - inject:
 798           properties-file: variables.prop
 799       - shell:
 800           !include-raw-escape:
 801           - ../scripts/setup_executor_env.sh
 802       - shell:
 803           !include-raw-escape:
 804           - ../scripts/csit/perf-timed.sh
 805
 806     publishers:
 807       - fdio-infra-publish
 808
 809 - job-template:
 810     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 811
 812     description: |
 813       <ul>
 814           <li>objective
 815               <ul>
 816                   <li>check vpp perf ndrpdr weekly on {node-arch}
 817               </ul>
 818           <li>perf test-cases selection
 819               <ul>
 820                   <li>pre-selected CSIT VPP NDRPDR perf suites
 821               </ul>
 822           <li>results
 823               <ul>
 824                   <li>jjb verify: PASS/FAIL
 825                   <li>present: no
 826                   <li>analyse: csit project (catch malfunctions/degradations)
 827               </ul>
 828       </ul>
 829     project-type: freestyle
 830     node: 'm-builder-{os}-prod-{executor-arch}'
 831     concurrent: false
 832     latest-only: false
 833
 834     properties:
 835       - lf-infra-properties:
 836           build-days-to-keep: "{build-days-to-keep}"
 837
 838     parameters:
 839       - project-parameter:
 840           project: '{project}'
 841       - gerrit-parameter:
 842           branch: '{branch}'
 843
 844     wrappers:
 845       - fdio-infra-wrappers-non-activity-timeout:
 846           build-timeout: '{build-timeout}'
 847
 848     triggers:
 849       - timed: '{periodicity}'
 850
 851     builders:
 852       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 853       - inject:
 854           properties-file: variables.prop
 855       - shell:
 856           !include-raw-escape:
 857           - ../scripts/setup_executor_env.sh
 858       - shell:
 859           !include-raw-escape:
 860           - ../scripts/csit/perf-timed.sh
 861
 862     publishers:
 863       - fdio-infra-publish
 864
 865 - job-template:
 866     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 867
 868     description: |
 869       <ul>
 870           <li>objective
 871               <ul>
 872                   <li>check trex perf ndrpdr weekly on {node-arch}
 873               </ul>
 874           <li>perf test-cases selection
 875               <ul>
 876                   <li>pre-selected CSIT TREX NDRPDR perf suites
 877               </ul>
 878           <li>results
 879               <ul>
 880                   <li>jjb verify: PASS/FAIL
 881                   <li>present: no
 882                   <li>analyse: csit project (catch malfunctions/degradations)
 883               </ul>
 884       </ul>
 885     project-type: freestyle
 886     node: 'm-builder-{os}-prod-{executor-arch}'
 887     concurrent: false
 888     latest-only: false
 889
 890     properties:
 891       - lf-infra-properties:
 892           build-days-to-keep: "{build-days-to-keep}"
 893
 894     parameters:
 895       - project-parameter:
 896           project: '{project}'
 897       - gerrit-parameter:
 898           branch: '{branch}'
 899
 900     wrappers:
 901       - fdio-infra-wrappers-non-activity-timeout:
 902           build-timeout: '{build-timeout}'
 903
 904     triggers:
 905       - timed: '{periodicity}'
 906
 907     builders:
 908       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 909       - inject:
 910           properties-file: variables.prop
 911       - shell:
 912           !include-raw-escape:
 913           - ../scripts/setup_executor_env.sh
 914       - shell:
 915           !include-raw-escape:
 916           - ../scripts/csit/perf-timed.sh
 917
 918     publishers:
 919       - fdio-infra-publish
 920
 921 - job-template:
 922     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 923
 924     description: |
 925       <ul>
 926           <li>objective
 927               <ul>
 928                   <li>perf verify - per csit gerrit patch
 929               </ul>
 930           <li>job
 931               <ul>
 932                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 933                   <li>trigger: keyword in comment to csit patch:
 934                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 935               </ul>
 936           <li>perf test-cases selection
 937               <ul>
 938                   <li>test-cases selected using trigger keyword followed by tags
 939                   <li>all test-cases are labelled with CSIT RF topic tags
 940                       defined in <i>csit/docs/tag_documentation.rst</i>
 941               </ul>
 942           <li>proposed keywords
 943               <ul>
 944                   <li>focus on testing specified trex packet processing path
 945                   <li>format: csit-{node-arch}-perftest tag_list
 946               </ul>
 947           <li>results
 948               <ul>
 949                   <li>jjb verify: PASS/FAIL
 950                   <li>present: no
 951                   <li>analyse: no
 952               </ul>
 953       </ul>
 954
 955     project-type: freestyle
 956     node: 'm-builder-{os}-prod-{executor-arch}'
 957     concurrent: true
 958     latest-only: false
 959
 960     properties:
 961       - lf-infra-properties:
 962           build-days-to-keep: "{build-days-to-keep}"
 963
 964     parameters:
 965       - project-parameter:
 966           project: '{project}'
 967       - gerrit-parameter:
 968           branch: '{branch}'
 969       - gerrit-refspec-parameter
 970       - gerrit-event-type-parameter
 971       - gerrit-event-comment-text-parameter
 972       - csit-perf-trial-duration-parameter:
 973           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 974       - csit-perf-trial-multiplicity-parameter:
 975           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 976       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 977
 978     scm:
 979       - gerrit-trigger-scm:
 980           credentials-id: 'jenkins-gerrit-credentials'
 981           refspec: '$GERRIT_REFSPEC'
 982           choosing-strategy: 'gerrit'
 983
 984     wrappers:
 985       - fdio-infra-wrappers-non-activity-timeout:
 986           build-timeout: '{build-timeout}'
 987
 988     triggers:
 989       - gerrit-trigger-csit-perftest:
 990           project: '{project}'
 991           branch: '{branch}'
 992           trigger-word: 'csit-trex-{node-arch}-perftest'
 993           skip-vote: false
 994
 995     builders:
 996       - shell:
 997           !include-raw-escape:
 998           - ../scripts/setup_executor_env.sh
 999       - shell:
1000           !include-raw-escape:
1001           - ../scripts/csit/perf-verify.sh
1002
1003     publishers:
1004       - fdio-infra-publish
1005
1006 - job-template:
1007     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
1008
1009     description: |
1010       <ul>
1011           <li>objective
1012               <ul>
1013                   <li>perf verify - per csit gerrit patch
1014               </ul>
1015           <li>job
1016               <ul>
1017                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
1018                   <li>trigger: keyword in comment to csit patch:
1019                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
1020               </ul>
1021           <li>perf test-cases selection
1022               <ul>
1023                   <li>test-cases selected using trigger keyword followed by tags
1024                   <li>all test-cases are labelled with CSIT RF topic tags
1025                       defined in <i>csit/docs/tag_documentation.rst</i>
1026               </ul>
1027           <li>default tags for dpdk perf test type
1028               <ul>
1029                   <li>IP4BASE, L2XCBASE
1030                   <li>64B: 64B packet size
1031                   <li>1C: one core
1032                   <li>X710: x710 Fortville NIC
1033                   <li>MRR: MRR throughput
1034               </ul>
1035           <li>results
1036               <ul>
1037                   <li>jjb verify: PASS/FAIL
1038                   <li>present: no
1039                   <li>analyse: no
1040               </ul>
1041       </ul>
1042
1043     project-type: freestyle
1044     node: 'm-builder-{os}-prod-{executor-arch}'
1045     concurrent: true
1046     latest-only: false
1047
1048     properties:
1049       - lf-infra-properties:
1050           build-days-to-keep: "{build-days-to-keep}"
1051
1052     parameters:
1053       - project-parameter:
1054           project: '{project}'
1055       - gerrit-parameter:
1056           branch: '{branch}'
1057       - gerrit-refspec-parameter
1058       - gerrit-event-type-parameter
1059       - gerrit-event-comment-text-parameter
1060       - csit-perf-trial-duration-parameter:
1061           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1062       - csit-perf-trial-multiplicity-parameter:
1063           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1064
1065     scm:
1066       - gerrit-trigger-scm:
1067           credentials-id: 'jenkins-gerrit-credentials'
1068           refspec: '$GERRIT_REFSPEC'
1069           choosing-strategy: 'gerrit'
1070
1071     wrappers:
1072       - fdio-infra-wrappers-non-activity-timeout:
1073           build-timeout: '{build-timeout}'
1074
1075     triggers:
1076       - gerrit-trigger-csit-perftest:
1077           project: '{project}'
1078           branch: '{branch}'
1079           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1080           skip-vote: false
1081
1082     builders:
1083       - shell:
1084           !include-raw-escape:
1085           - ../scripts/setup_executor_env.sh
1086       - shell:
1087           !include-raw-escape:
1088           - ../scripts/csit/perf-verify.sh
1089
1090     publishers:
1091       - fdio-infra-publish
1092
1093 - job-template:
1094     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1095
1096     description: |
1097       <ul>
1098           <li>objective
1099               <ul>
1100                   <li>check dpdk perf mrr weekly
1101               </ul>
1102           <li>perf test-cases selection
1103               <ul>
1104                   <li>all CSIT DPDK MRR perf suites
1105               </ul>
1106           <li>results
1107               <ul>
1108                   <li>jjb verify: PASS/FAIL
1109                   <li>present: no
1110                   <li>analyse: csit project (catch malfunctions/degradations)
1111               </ul>
1112       </ul>
1113
1114     project-type: freestyle
1115     node: 'm-builder-{os}-prod-{executor-arch}'
1116     concurrent: false
1117     latest-only: false
1118
1119     properties:
1120       - lf-infra-properties:
1121           build-days-to-keep: "{build-days-to-keep}"
1122
1123     parameters:
1124       - project-parameter:
1125           project: '{project}'
1126       - gerrit-parameter:
1127           branch: '{branch}'
1128       - csit-perf-trial-duration-parameter:
1129           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1130       - csit-perf-trial-multiplicity-parameter:
1131           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1132
1133     wrappers:
1134       - fdio-infra-wrappers-non-activity-timeout:
1135           build-timeout: '{build-timeout}'
1136
1137     triggers:
1138       - timed: '{periodicity}'
1139
1140     builders:
1141       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1142       - inject:
1143           properties-file: variables.prop
1144       - shell:
1145           !include-raw-escape:
1146           - ../scripts/setup_executor_env.sh
1147       - shell:
1148           !include-raw-escape:
1149           - ../scripts/csit/perf-timed.sh
1150
1151     publishers:
1152       - fdio-infra-publish
1153
1154 - job-template:
1155     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1156
1157     description: |
1158       <ul>
1159           <li>objective
1160               <ul>
1161                   <li>get vpp performance iterative data for csit report
1162               </ul>
1163           <li>job
1164               <ul>
1165                   <li>name:
1166                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1167                       {node-arch}</b>
1168                   <li>trigger: keyword in comment to csit patch:
1169                       <b>csit-vpp-report-iter-{node-arch}-perftest
1170                       test_set_id</b>
1171                   <li>trigger example:
1172                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1173               </ul>
1174           <li>perf test-cases selection
1175               <ul>
1176                   <li>test-cases selected by tags defined in
1177                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1178                       test_set_id.md</i>
1179               </ul>
1180
1181           <li>results
1182               <ul>
1183                   <li>jjb verify: PASS/FAIL
1184                   <li>present: vpp performance
1185                   <li>analyse: vpp performance
1186               </ul>
1187       </ul>
1188
1189     project-type: freestyle
1190     node: 'm-builder-{os}-prod-{executor-arch}'
1191     concurrent: true
1192     latest-only: false
1193
1194     properties:
1195       - lf-infra-properties:
1196           build-days-to-keep: "{build-days-to-keep}"
1197
1198     parameters:
1199       - project-parameter:
1200           project: '{project}'
1201       - gerrit-parameter:
1202           branch: '{branch}'
1203       - gerrit-refspec-parameter
1204       - gerrit-event-type-parameter
1205       - gerrit-event-comment-text-parameter
1206       - csit-perf-trial-duration-parameter:
1207           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1208       - csit-perf-trial-multiplicity-parameter:
1209           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1210
1211     scm:
1212       - gerrit-trigger-scm:
1213           credentials-id: 'jenkins-gerrit-credentials'
1214           refspec: '$GERRIT_REFSPEC'
1215           choosing-strategy: 'gerrit'
1216
1217     wrappers:
1218       - fdio-infra-wrappers-non-activity-timeout:
1219           build-timeout: '{build-timeout}'
1220
1221     triggers:
1222       - gerrit-trigger-csit-perftest:
1223           project: '{project}'
1224           branch: '{branch}'
1225           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1226           skip-vote: false
1227
1228     builders:
1229       - shell:
1230           !include-raw-escape:
1231           - ../scripts/setup_executor_env.sh
1232       - shell:
1233           !include-raw-escape:
1234           - ../scripts/csit/perf-verify.sh
1235
1236     publishers:
1237       - fdio-infra-publish
1238
1239 - job-template:
1240     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1241
1242     description: |
1243       <ul>
1244           <li>objective
1245               <ul>
1246                   <li>get dpdk performance iterative data for csit report
1247               </ul>
1248           <li>job
1249               <ul>
1250                   <li>name:
1251                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1252                       {node-arch}</b>
1253                   <li>trigger: keyword in comment to csit patch:
1254                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1255                       test_set_id</b>
1256                   <li>trigger example:
1257                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1258               </ul>
1259           <li>perf test-cases selection
1260               <ul>
1261                   <li>test-cases selected by tags defined in
1262                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1263                       test_set_id.md</i>
1264               </ul>
1265
1266           <li>results
1267               <ul>
1268                   <li>jjb verify: PASS/FAIL
1269                   <li>present: dpdk performance
1270                   <li>analyse: dpdk performance
1271               </ul>
1272       </ul>
1273
1274     project-type: freestyle
1275     node: 'm-builder-{os}-prod-{executor-arch}'
1276     concurrent: true
1277     latest-only: false
1278
1279     properties:
1280       - lf-infra-properties:
1281           build-days-to-keep: "{build-days-to-keep}"
1282
1283     parameters:
1284       - project-parameter:
1285           project: '{project}'
1286       - gerrit-parameter:
1287           branch: '{branch}'
1288       - gerrit-refspec-parameter
1289       - gerrit-event-type-parameter
1290       - gerrit-event-comment-text-parameter
1291       - csit-perf-trial-duration-parameter:
1292           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1293       - csit-perf-trial-multiplicity-parameter:
1294           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1295
1296     scm:
1297       - gerrit-trigger-scm:
1298           credentials-id: 'jenkins-gerrit-credentials'
1299           refspec: '$GERRIT_REFSPEC'
1300           choosing-strategy: 'gerrit'
1301
1302     wrappers:
1303       - fdio-infra-wrappers-non-activity-timeout:
1304           build-timeout: '{build-timeout}'
1305
1306     triggers:
1307       - gerrit-trigger-csit-perftest:
1308           project: '{project}'
1309           branch: '{branch}'
1310           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1311           skip-vote: false
1312
1313     builders:
1314       - shell:
1315           !include-raw-escape:
1316           - ../scripts/setup_executor_env.sh
1317       - shell:
1318           !include-raw-escape:
1319           - ../scripts/csit/perf-verify.sh
1320
1321     publishers:
1322       - fdio-infra-publish
1323
1324 - job-template:
1325     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1326
1327     description: |
1328       <ul>
1329           <li>objective
1330               <ul>
1331                   <li>get trex performance iterative data for csit report
1332               </ul>
1333           <li>job
1334               <ul>
1335                   <li>name:
1336                       <b>csit-trex-perf-report-iterative-{stream_report}-
1337                       {node-arch}</b>
1338                   <li>trigger: keyword in comment to csit patch:
1339                       <b>csit-trex-report-iter-{node-arch}-perftest
1340                       test_set_id</b>
1341                   <li>trigger example:
1342                       csit-trex-report-iter-{node-arch}-perftest trex-00
1343               </ul>
1344           <li>perf test-cases selection
1345               <ul>
1346                   <li>test-cases selected by tags defined in
1347                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1348                       test_set_id.md</i>
1349               </ul>
1350
1351           <li>results
1352               <ul>
1353                   <li>jjb verify: PASS/FAIL
1354                   <li>present: trex performance
1355                   <li>analyse: trex performance
1356               </ul>
1357       </ul>
1358
1359     project-type: freestyle
1360     node: 'm-builder-{os}-prod-{executor-arch}'
1361     concurrent: true
1362     latest-only: false
1363
1364     properties:
1365       - lf-infra-properties:
1366           build-days-to-keep: "{build-days-to-keep}"
1367
1368     parameters:
1369       - project-parameter:
1370           project: '{project}'
1371       - gerrit-parameter:
1372           branch: '{branch}'
1373       - gerrit-refspec-parameter
1374       - gerrit-event-type-parameter
1375       - gerrit-event-comment-text-parameter
1376       - csit-perf-trial-duration-parameter:
1377           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1378       - csit-perf-trial-multiplicity-parameter:
1379           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1380
1381     scm:
1382       - gerrit-trigger-scm:
1383           credentials-id: 'jenkins-gerrit-credentials'
1384           refspec: '$GERRIT_REFSPEC'
1385           choosing-strategy: 'gerrit'
1386
1387     wrappers:
1388       - fdio-infra-wrappers-non-activity-timeout:
1389           build-timeout: '{build-timeout}'
1390
1391     triggers:
1392       - gerrit-trigger-csit-perftest:
1393           project: '{project}'
1394           branch: '{branch}'
1395           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1396           skip-vote: false
1397
1398     builders:
1399       - shell:
1400           !include-raw-escape:
1401           - ../scripts/setup_executor_env.sh
1402       - shell:
1403           !include-raw-escape:
1404           - ../scripts/csit/perf-verify.sh
1405
1406     publishers:
1407       - fdio-infra-publish
1408
1409 - job-template:
1410     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1411
1412     description: |
1413       <ul>
1414           <li>objective
1415               <ul>
1416                   <li>get vpp performance coverage data for csit report
1417               </ul>
1418           <li>job
1419               <ul>
1420                   <li>name:
1421                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1422                       {node-arch}</b>
1423                   <li>trigger: keyword in comment to csit patch:
1424                       <b>csit-vpp-report-cov-{node-arch}-perftest
1425                       test_set_id</b>
1426                   <li>trigger example:
1427                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1428               </ul>
1429           <li>perf test-cases selection
1430               <ul>
1431                   <li>test-cases selected by tags defined in
1432                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1433                       test_set_id.md</i>
1434               </ul>
1435
1436           <li>results
1437               <ul>
1438                   <li>jjb verify: PASS/FAIL
1439                   <li>present: vpp performance
1440                   <li>analyse: vpp performance
1441               </ul>
1442       </ul>
1443
1444     project-type: freestyle
1445     node: 'm-builder-{os}-prod-{executor-arch}'
1446     concurrent: true
1447     latest-only: false
1448
1449     properties:
1450       - lf-infra-properties:
1451           build-days-to-keep: "{build-days-to-keep}"
1452
1453     parameters:
1454       - project-parameter:
1455           project: '{project}'
1456       - gerrit-parameter:
1457           branch: '{branch}'
1458       - gerrit-refspec-parameter
1459       - gerrit-event-type-parameter
1460       - gerrit-event-comment-text-parameter
1461       - csit-perf-trial-duration-parameter:
1462           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1463       - csit-perf-trial-multiplicity-parameter:
1464           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1465
1466     scm:
1467       - gerrit-trigger-scm:
1468           credentials-id: 'jenkins-gerrit-credentials'
1469           refspec: '$GERRIT_REFSPEC'
1470           choosing-strategy: 'gerrit'
1471
1472     wrappers:
1473       - fdio-infra-wrappers-non-activity-timeout:
1474           build-timeout: '{build-timeout}'
1475
1476     triggers:
1477       - gerrit-trigger-csit-perftest:
1478           project: '{project}'
1479           branch: '{branch}'
1480           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1481           skip-vote: false
1482
1483     builders:
1484       - shell:
1485           !include-raw-escape:
1486           - ../scripts/setup_executor_env.sh
1487       - shell:
1488           !include-raw-escape:
1489           - ../scripts/csit/perf-verify.sh
1490
1491     publishers:
1492       - fdio-infra-publish
1493
1494 - job-template:
1495     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1496
1497     description: |
1498       <ul>
1499           <li>objective
1500               <ul>
1501                   <li>get dpdk performance coverage data for csit report
1502               </ul>
1503           <li>job
1504               <ul>
1505                   <li>name:
1506                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1507                       {node-arch}</b>
1508                   <li>trigger: keyword in comment to csit patch:
1509                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1510                       test_set_id</b>
1511                   <li>trigger example:
1512                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1513               </ul>
1514           <li>perf test-cases selection
1515               <ul>
1516                   <li>test-cases selected by tags defined in
1517                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1518                       test_set_id.md</i>
1519               </ul>
1520
1521           <li>results
1522               <ul>
1523                   <li>jjb verify: PASS/FAIL
1524                   <li>present: dpdk performance
1525                   <li>analyse: dpdk performance
1526               </ul>
1527       </ul>
1528
1529     project-type: freestyle
1530     node: 'm-builder-{os}-prod-{executor-arch}'
1531     concurrent: true
1532     latest-only: false
1533
1534     properties:
1535       - lf-infra-properties:
1536           build-days-to-keep: "{build-days-to-keep}"
1537
1538     parameters:
1539       - project-parameter:
1540           project: '{project}'
1541       - gerrit-parameter:
1542           branch: '{branch}'
1543       - gerrit-refspec-parameter
1544       - gerrit-event-type-parameter
1545       - gerrit-event-comment-text-parameter
1546       - csit-perf-trial-duration-parameter:
1547           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1548       - csit-perf-trial-multiplicity-parameter:
1549           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1550
1551     scm:
1552       - gerrit-trigger-scm:
1553           credentials-id: 'jenkins-gerrit-credentials'
1554           refspec: '$GERRIT_REFSPEC'
1555           choosing-strategy: 'gerrit'
1556
1557     wrappers:
1558       - fdio-infra-wrappers-non-activity-timeout:
1559           build-timeout: '{build-timeout}'
1560
1561     triggers:
1562       - gerrit-trigger-csit-perftest:
1563           project: '{project}'
1564           branch: '{branch}'
1565           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1566           skip-vote: false
1567
1568     builders:
1569       - shell:
1570           !include-raw-escape:
1571           - ../scripts/setup_executor_env.sh
1572       - shell:
1573           !include-raw-escape:
1574           - ../scripts/csit/perf-verify.sh
1575
1576     publishers:
1577       - fdio-infra-publish
1578
1579 - job-template:
1580     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1581
1582     description: |
1583       <ul>
1584           <li>objective
1585               <ul>
1586                   <li>get trex performance coverage data for csit report
1587               </ul>
1588           <li>job
1589               <ul>
1590                   <li>name:
1591                       <b>csit-trex-perf-report-coverage-{stream_report}-
1592                       {node-arch}</b>
1593                   <li>trigger: keyword in comment to csit patch:
1594                       <b>csit-trex-report-cov-{node-arch}-perftest
1595                       test_set_id</b>
1596                   <li>trigger example:
1597                       csit-trex-report-cov-{node-arch}-perftest trex-00
1598               </ul>
1599           <li>perf test-cases selection
1600               <ul>
1601                   <li>test-cases selected by tags defined in
1602                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1603                       test_set_id.md</i>
1604               </ul>
1605
1606           <li>results
1607               <ul>
1608                   <li>jjb verify: PASS/FAIL
1609                   <li>present: trex performance
1610                   <li>analyse: trex performance
1611               </ul>
1612       </ul>
1613
1614     project-type: freestyle
1615     node: 'm-builder-{os}-prod-{executor-arch}'
1616     concurrent: true
1617     latest-only: false
1618
1619     properties:
1620       - lf-infra-properties:
1621           build-days-to-keep: "{build-days-to-keep}"
1622
1623     parameters:
1624       - project-parameter:
1625           project: '{project}'
1626       - gerrit-parameter:
1627           branch: '{branch}'
1628       - gerrit-refspec-parameter
1629       - gerrit-event-type-parameter
1630       - gerrit-event-comment-text-parameter
1631       - csit-perf-trial-duration-parameter:
1632           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1633       - csit-perf-trial-multiplicity-parameter:
1634           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1635
1636     scm:
1637       - gerrit-trigger-scm:
1638           credentials-id: 'jenkins-gerrit-credentials'
1639           refspec: '$GERRIT_REFSPEC'
1640           choosing-strategy: 'gerrit'
1641
1642     wrappers:
1643       - fdio-infra-wrappers-non-activity-timeout:
1644           build-timeout: '{build-timeout}'
1645
1646     triggers:
1647       - gerrit-trigger-csit-perftest:
1648           project: '{project}'
1649           branch: '{branch}'
1650           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1651           skip-vote: false
1652
1653     builders:
1654       - shell:
1655           !include-raw-escape:
1656           - ../scripts/setup_executor_env.sh
1657       - shell:
1658           !include-raw-escape:
1659           - ../scripts/csit/perf-verify.sh
1660
1661     publishers:
1662       - fdio-infra-publish