jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2023 Cisco and/or its affiliates.
   2 # Copyright (c) 2023 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-icx:
  24                 os: 'ubuntu2204'
  25                 executor-arch: 'x86_64'
  26             - 2n-clx:
  27                 os: 'ubuntu2204'
  28                 executor-arch: 'x86_64'
  29             - 2n-spr:
  30                 os: 'ubuntu2204'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2204'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2204'
  37                 executor-arch: 'aarch64'
  38             - 3n-icx:
  39                 os: 'ubuntu2204'
  40                 executor-arch: 'x86_64'
  41             - 3n-tsh:
  42                 os: 'ubuntu2204'
  43                 executor-arch: 'aarch64'
  44             - 3n-alt:
  45                 os: 'ubuntu2204'
  46                 executor-arch: 'aarch64'
  47             - 3n-snr:
  48                 os: 'ubuntu2204'
  49                 executor-arch: 'x86_64'
  50             - 3n-icxd:
  51                 os: 'ubuntu2204'
  52                 executor-arch: 'x86_64'
  53             - 3na-spr:
  54                 os: 'ubuntu2204'
  55                 executor-arch: 'x86_64'
  56             - 3nb-spr:
  57                 os: 'ubuntu2204'
  58                 executor-arch: 'x86_64'
  59       - 'csit-dpdk-perf-mrr-weekly-master-{node-arch}':
  60           node-arch:
  61             - 2n-icx:
  62                 os: 'ubuntu2204'
  63                 executor-arch: 'x86_64'
  64             - 2n-clx:
  65                 os: 'ubuntu2204'
  66                 executor-arch: 'x86_64'
  67             - 2n-spr:
  68                 os: 'ubuntu2204'
  69                 executor-arch: 'x86_64'
  70             - 2n-zn2:
  71                 os: 'ubuntu2204'
  72                 executor-arch: 'x86_64'
  73             - 2n-tx2:
  74                 os: 'ubuntu2204'
  75                 executor-arch: 'aarch64'
  76             - 3n-icx:
  77                 os: 'ubuntu2204'
  78                 executor-arch: 'x86_64'
  79             - 3n-tsh:
  80                 os: 'ubuntu2204'
  81                 executor-arch: 'aarch64'
  82             - 3n-alt:
  83                 os: 'ubuntu2204'
  84                 executor-arch: 'aarch64'
  85             - 3n-snr:
  86                 os: 'ubuntu2204'
  87                 executor-arch: 'x86_64'
  88             - 3n-icxd:
  89                 os: 'ubuntu2204'
  90                 executor-arch: 'x86_64'
  91             - 3na-spr:
  92                 os: 'ubuntu2204'
  93                 executor-arch: 'x86_64'
  94             - 3nb-spr:
  95                 os: 'ubuntu2204'
  96                 executor-arch: 'x86_64'
  97           periodicity: '0 0 * * 6'
  98       - 'csit-trex-perf-verify-{stream}-{node-arch}':
  99           node-arch:
 100             - 1n-aws:
 101                 os: 'ubuntu2204'
 102                 executor-arch: 'x86_64'
 103             - 2n-icx:
 104                 os: 'ubuntu2204'
 105                 executor-arch: 'x86_64'
 106             - 2n-spr:
 107                 os: 'ubuntu2204'
 108                 executor-arch: 'x86_64'
 109       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
 110           node-arch:
 111             - 2n-icx:
 112                 os: 'ubuntu2204'
 113                 executor-arch: 'x86_64'
 114             - 2n-clx:
 115                 os: 'ubuntu2204'
 116                 executor-arch: 'x86_64'
 117             - 2n-spr:
 118                 os: 'ubuntu2204'
 119                 executor-arch: 'x86_64'
 120             - 2n-zn2:
 121                 os: 'ubuntu2204'
 122                 executor-arch: 'x86_64'
 123             - 2n-tx2:
 124                 os: 'ubuntu2204'
 125                 executor-arch: 'aarch64'
 126             - 3n-icx:
 127                 os: 'ubuntu2204'
 128                 executor-arch: 'x86_64'
 129             - 3n-tsh:
 130                 os: 'ubuntu2204'
 131                 executor-arch: 'aarch64'
 132             - 3n-alt:
 133                 os: 'ubuntu2204'
 134                 executor-arch: 'aarch64'
 135             - 3n-snr:
 136                 os: 'ubuntu2204'
 137                 executor-arch: 'x86_64'
 138             - 3n-icxd:
 139                 os: 'ubuntu2204'
 140                 executor-arch: 'x86_64'
 141             - 3na-spr:
 142                 os: 'ubuntu2204'
 143                 executor-arch: 'x86_64'
 144             - 3nb-spr:
 145                 os: 'ubuntu2204'
 146                 executor-arch: 'x86_64'
 147           stream:
 148             - master:
 149                 branch: 'master'
 150                 branch-id: 'oper'
 151             - '2310':
 152                 branch: 'rls2310'
 153                 branch-id: 'oper-rls2310'
 154       - 'csit-vpp-perf-mrr-daily-master-{node-arch}':
 155           node-arch:
 156             - 2n-icx:
 157                 os: 'ubuntu2204'
 158                 executor-arch: 'x86_64'
 159                 periodicity: '30 22 * * 0-4'
 160             - 2n-clx:
 161                 os: 'ubuntu2204'
 162                 executor-arch: 'x86_64'
 163                 periodicity: '30 22 * * 0-4'
 164             - 2n-spr:
 165                 os: 'ubuntu2204'
 166                 executor-arch: 'x86_64'
 167                 periodicity: '30 22 * * 0-4'
 168             - 2n-zn2:
 169                 os: 'ubuntu2204'
 170                 executor-arch: 'x86_64'
 171                 periodicity: '30 22 * * 0-4'
 172             - 2n-tx2:
 173                 os: 'ubuntu2204'
 174                 executor-arch: 'aarch64'
 175                 periodicity: '30 22 * * 0-4'
 176             - 3n-icx:
 177                 os: 'ubuntu2204'
 178                 executor-arch: 'x86_64'
 179                 periodicity: '30 22 * * 0-4'
 180             - 3n-tsh:
 181                 os: 'ubuntu2204'
 182                 executor-arch: 'aarch64'
 183                 periodicity: '30 22 * * 0-4'
 184             - 3n-alt:
 185                 os: 'ubuntu2204'
 186                 executor-arch: 'aarch64'
 187                 periodicity: '30 22 * * 0-4'
 188             - 3n-snr:
 189                 os: 'ubuntu2204'
 190                 executor-arch: 'x86_64'
 191                 periodicity: '30 22 * * 0-4'
 192             - 3n-icxd:
 193                 os: 'ubuntu2204'
 194                 executor-arch: 'x86_64'
 195                 periodicity: '30 22 * * 0-4'
 196             - 3na-spr:
 197                 os: 'ubuntu2204'
 198                 executor-arch: 'x86_64'
 199                 periodicity: '30 22 * * 0-4'
 200             - 3nb-spr:
 201                 os: 'ubuntu2204'
 202                 executor-arch: 'x86_64'
 203                 periodicity: '30 22 * * 0-4'
 204       - 'csit-vpp-perf-hoststack-daily-master-{node-arch}':
 205           node-arch:
 206             - 2n-icx:
 207                 os: 'ubuntu2204'
 208                 executor-arch: 'x86_64'
 209                 periodicity: '30 22 * * 0-4'
 210             - 2n-spr:
 211                 os: 'ubuntu2204'
 212                 executor-arch: 'x86_64'
 213                 periodicity: '30 22 * * 0-4'
 214             - 3n-icx:
 215                 os: 'ubuntu2204'
 216                 executor-arch: 'x86_64'
 217                 periodicity: '30 22 * * 0-4'
 218             - 3na-spr:
 219                 os: 'ubuntu2204'
 220                 executor-arch: 'x86_64'
 221                 periodicity: '30 22 * * 0-4'
 222             - 3nb-spr:
 223                 os: 'ubuntu2204'
 224                 executor-arch: 'x86_64'
 225                 periodicity: '30 22 * * 0-4'
 226       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 227           node-arch:
 228             - 2n-icx:
 229                 os: 'ubuntu2204'
 230                 executor-arch: 'x86_64'
 231             - 2n-spr:
 232                 os: 'ubuntu2204'
 233                 executor-arch: 'x86_64'
 234             - 2n-clx:
 235                 os: 'ubuntu2204'
 236                 executor-arch: 'x86_64'
 237             - 2n-aws:
 238                 os: 'ubuntu2204'
 239                 executor-arch: 'x86_64'
 240             - 2n-c6in:
 241                 os: 'ubuntu2204'
 242                 executor-arch: 'x86_64'
 243             - 2n-c7gn:
 244                 os: 'ubuntu2204'
 245                 executor-arch: 'aarch64'
 246           stream:
 247             - master:
 248                 branch: 'master'
 249                 branch-id: 'oper'
 250           periodicity: '0 0 * * 6'
 251       - 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}':
 252           node-arch:
 253             - 1n-aws:
 254                 os: 'ubuntu2204'
 255                 executor-arch: 'x86_64'
 256                 periodicity: '0 0 * * 6'
 257             - 2n-icx:
 258                 os: 'ubuntu2204'
 259                 executor-arch: 'x86_64'
 260                 periodicity: '0 0 * * 6'
 261             - 2n-spr:
 262                 os: 'ubuntu2204'
 263                 executor-arch: 'x86_64'
 264                 periodicity: '0 0 * * 6'
 265       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 266           node-arch:
 267             - 2n-icx:
 268                 os: 'ubuntu2204'
 269                 executor-arch: 'x86_64'
 270             - 2n-clx:
 271                 os: 'ubuntu2204'
 272                 executor-arch: 'x86_64'
 273             - 2n-spr:
 274                 os: 'ubuntu2204'
 275                 executor-arch: 'x86_64'
 276             - 2n-zn2:
 277                 os: 'ubuntu2204'
 278                 executor-arch: 'x86_64'
 279             - 2n-tx2:
 280                 os: 'ubuntu2204'
 281                 executor-arch: 'aarch64'
 282             - 3n-icx:
 283                 os: 'ubuntu2204'
 284                 executor-arch: 'x86_64'
 285             - 3n-tsh:
 286                 os: 'ubuntu2204'
 287                 executor-arch: 'aarch64'
 288             - 3n-alt:
 289                 os: 'ubuntu2204'
 290                 executor-arch: 'aarch64'
 291             - 3n-snr:
 292                 os: 'ubuntu2204'
 293                 executor-arch: 'x86_64'
 294             - 3n-icxd:
 295                 os: 'ubuntu2204'
 296                 executor-arch: 'x86_64'
 297             - 3na-spr:
 298                 os: 'ubuntu2204'
 299                 executor-arch: 'x86_64'
 300             - 3nb-spr:
 301                 os: 'ubuntu2204'
 302                 executor-arch: 'x86_64'
 303           periodicity: '0 0 * * 6'
 304       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 305           node-arch:
 306             - 2n-icx:
 307                 os: 'ubuntu2204'
 308                 executor-arch: 'x86_64'
 309             - 2n-clx:
 310                 os: 'ubuntu2204'
 311                 executor-arch: 'x86_64'
 312             - 2n-spr:
 313                 os: 'ubuntu2204'
 314                 executor-arch: 'x86_64'
 315             - 2n-zn2:
 316                 os: 'ubuntu2204'
 317                 executor-arch: 'x86_64'
 318             - 2n-tx2:
 319                 os: 'ubuntu2204'
 320                 executor-arch: 'aarch64'
 321             - 3n-icx:
 322                 os: 'ubuntu2204'
 323                 executor-arch: 'x86_64'
 324             - 3n-tsh:
 325                 os: 'ubuntu2204'
 326                 executor-arch: 'aarch64'
 327             - 3n-alt:
 328                 os: 'ubuntu2204'
 329                 executor-arch: 'aarch64'
 330             - 2n-aws:
 331                 os: 'ubuntu2204'
 332                 executor-arch: 'x86_64'
 333             - 2n-c6in:
 334                 os: 'ubuntu2204'
 335                 executor-arch: 'x86_64'
 336             - 2n-c7gn:
 337                 os: 'ubuntu2204'
 338                 executor-arch: 'aarch64'
 339             - 3n-aws:
 340                 os: 'ubuntu2204'
 341                 executor-arch: 'x86_64'
 342             - 3n-snr:
 343                 os: 'ubuntu2204'
 344                 executor-arch: 'x86_64'
 345             - 3n-icxd:
 346                 os: 'ubuntu2204'
 347                 executor-arch: 'x86_64'
 348             - 3na-spr:
 349                 os: 'ubuntu2204'
 350                 executor-arch: 'x86_64'
 351             - 3nb-spr:
 352                 os: 'ubuntu2204'
 353                 executor-arch: 'x86_64'
 354       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 355           node-arch:
 356             - 2n-icx:
 357                 os: 'ubuntu2204'
 358                 executor-arch: 'x86_64'
 359             - 2n-clx:
 360                 os: 'ubuntu2204'
 361                 executor-arch: 'x86_64'
 362             - 2n-spr:
 363                 os: 'ubuntu2204'
 364                 executor-arch: 'x86_64'
 365             - 2n-zn2:
 366                 os: 'ubuntu2204'
 367                 executor-arch: 'x86_64'
 368             - 2n-tx2:
 369                 os: 'ubuntu2204'
 370                 executor-arch: 'aarch64'
 371             - 3n-icx:
 372                 os: 'ubuntu2204'
 373                 executor-arch: 'x86_64'
 374             - 3n-tsh:
 375                 os: 'ubuntu2204'
 376                 executor-arch: 'aarch64'
 377             - 3n-alt:
 378                 os: 'ubuntu2204'
 379                 executor-arch: 'aarch64'
 380             - 2n-aws:
 381                 os: 'ubuntu2204'
 382                 executor-arch: 'x86_64'
 383             - 3n-aws:
 384                 os: 'ubuntu2204'
 385                 executor-arch: 'x86_64'
 386             - 3n-snr:
 387                 os: 'ubuntu2204'
 388                 executor-arch: 'x86_64'
 389             - 3n-icxd:
 390                 os: 'ubuntu2204'
 391                 executor-arch: 'x86_64'
 392             - 3na-spr:
 393                 os: 'ubuntu2204'
 394                 executor-arch: 'x86_64'
 395             - 3nb-spr:
 396                 os: 'ubuntu2204'
 397                 executor-arch: 'x86_64'
 398       - 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}':
 399           node-arch:
 400             - 1n-aws:
 401                 os: 'ubuntu2204'
 402                 executor-arch: 'x86_64'
 403             - 2n-icx:
 404                 os: 'ubuntu2204'
 405                 executor-arch: 'x86_64'
 406             - 2n-spr:
 407                 os: 'ubuntu2204'
 408                 executor-arch: 'x86_64'
 409       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 410           node-arch:
 411             - 2n-icx:
 412                 os: 'ubuntu2204'
 413                 executor-arch: 'x86_64'
 414             - 2n-clx:
 415                 os: 'ubuntu2204'
 416                 executor-arch: 'x86_64'
 417             - 2n-spr:
 418                 os: 'ubuntu2204'
 419                 executor-arch: 'x86_64'
 420             - 2n-zn2:
 421                 os: 'ubuntu2204'
 422                 executor-arch: 'x86_64'
 423             - 2n-tx2:
 424                 os: 'ubuntu2204'
 425                 executor-arch: 'aarch64'
 426             - 3n-icx:
 427                 os: 'ubuntu2204'
 428                 executor-arch: 'x86_64'
 429             - 3n-tsh:
 430                 os: 'ubuntu2204'
 431                 executor-arch: 'aarch64'
 432             - 3n-alt:
 433                 os: 'ubuntu2204'
 434                 executor-arch: 'aarch64'
 435             - 2n-aws:
 436                 os: 'ubuntu2204'
 437                 executor-arch: 'x86_64'
 438             - 2n-c6in:
 439                 os: 'ubuntu2204'
 440                 executor-arch: 'x86_64'
 441             - 2n-c7gn:
 442                 os: 'ubuntu2204'
 443                 executor-arch: 'aarch64'
 444             - 3n-aws:
 445                 os: 'ubuntu2204'
 446                 executor-arch: 'x86_64'
 447             - 3n-snr:
 448                 os: 'ubuntu2204'
 449                 executor-arch: 'x86_64'
 450             - 3n-icxd:
 451                 os: 'ubuntu2204'
 452                 executor-arch: 'x86_64'
 453             - 3na-spr:
 454                 os: 'ubuntu2204'
 455                 executor-arch: 'x86_64'
 456             - 3nb-spr:
 457                 os: 'ubuntu2204'
 458                 executor-arch: 'x86_64'
 459       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 460           node-arch:
 461             - 2n-icx:
 462                 os: 'ubuntu2204'
 463                 executor-arch: 'x86_64'
 464             - 2n-clx:
 465                 os: 'ubuntu2204'
 466                 executor-arch: 'x86_64'
 467             - 2n-spr:
 468                 os: 'ubuntu2204'
 469                 executor-arch: 'x86_64'
 470             - 2n-zn2:
 471                 os: 'ubuntu2204'
 472                 executor-arch: 'x86_64'
 473             - 2n-tx2:
 474                 os: 'ubuntu2204'
 475                 executor-arch: 'aarch64'
 476             - 3n-icx:
 477                 os: 'ubuntu2204'
 478                 executor-arch: 'x86_64'
 479             - 3n-tsh:
 480                 os: 'ubuntu2204'
 481                 executor-arch: 'aarch64'
 482             - 3n-alt:
 483                 os: 'ubuntu2204'
 484                 executor-arch: 'aarch64'
 485             - 2n-aws:
 486                 os: 'ubuntu2204'
 487                 executor-arch: 'x86_64'
 488             - 2n-c6in:
 489                 os: 'ubuntu2204'
 490                 executor-arch: 'x86_64'
 491             - 2n-c7gn:
 492                 os: 'ubuntu2204'
 493                 executor-arch: 'aarch64'
 494             - 3n-aws:
 495                 os: 'ubuntu2204'
 496                 executor-arch: 'x86_64'
 497             - 3n-snr:
 498                 os: 'ubuntu2204'
 499                 executor-arch: 'x86_64'
 500             - 3n-icxd:
 501                 os: 'ubuntu2204'
 502                 executor-arch: 'x86_64'
 503             - 3na-spr:
 504                 os: 'ubuntu2204'
 505                 executor-arch: 'x86_64'
 506             - 3nb-spr:
 507                 os: 'ubuntu2204'
 508                 executor-arch: 'x86_64'
 509       - 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}':
 510           node-arch:
 511             - 1n-aws:
 512                 os: 'ubuntu2204'
 513                 executor-arch: 'x86_64'
 514             - 2n-icx:
 515                 os: 'ubuntu2204'
 516                 executor-arch: 'x86_64'
 517             - 2n-spr:
 518                 os: 'ubuntu2204'
 519                 executor-arch: 'x86_64'
 520
 521     project: 'csit'
 522     branch: 'master'
 523     branch-id: 'oper'
 524     csit-perf-trial-duration: '1.0'
 525     csit-perf-trial-multiplicity: '10'
 526     stream:
 527       - master:
 528           branch: 'master'
 529           branch-id: 'oper'
 530       - '2310':
 531           branch: 'rls2310'
 532           branch-id: 'oper-rls2310'
 533     stream_report:
 534       - '2310':
 535           branch: 'rls2310'
 536           branch-id: 'oper-rls2310'
 537
 538     build-artifact-num-to-keep: 10
 539
 540
 541 - job-template:
 542     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 543
 544     description: |
 545       <ul>
 546           <li>objective
 547               <ul>
 548                   <li>perf verify - per csit gerrit patch
 549               </ul>
 550           <li>job
 551               <ul>
 552                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 553                   <li>trigger: keyword in comment to csit patch:
 554                       <b>csit-{node-arch}-perftest tag_list</b>
 555               </ul>
 556           <li>perf test-cases selection
 557               <ul>
 558                   <li>test-cases selected using trigger keyword followed by tags
 559                   <li>all test-cases are labelled with CSIT RF topic tags
 560                       defined in <i>csit/docs/tag_documentation.rst</i>
 561               </ul>
 562           <li>proposed keywords
 563               <ul>
 564                   <li>focus on testing specified vpp packet processing path
 565                   <li>format: csit-{node-arch}-perftest tag_list
 566               </ul>
 567           <li>default tags for vpp startup config and perf test type
 568               <ul>
 569                   <li>IP4BASE, IP6BASE, L2BDBASE
 570                   <li>64B/78B: 64B/78B packet size
 571                   <li>1C: one core
 572                   <li>X710: x710 Fortville NIC
 573                   <li>MRR: MRR throughput
 574               </ul>
 575           <li>results
 576               <ul>
 577                   <li>jjb verify: PASS/FAIL
 578                   <li>present: no
 579                   <li>analyse: no
 580               </ul>
 581       </ul>
 582
 583     project-type: freestyle
 584     node: 'm-builder-{os}-prod-{executor-arch}'
 585     concurrent: true
 586     latest-only: false
 587
 588     properties:
 589       - lf-infra-properties:
 590           build-days-to-keep: "{build-days-to-keep}"
 591
 592     parameters:
 593       - project-parameter:
 594           project: '{project}'
 595       - gerrit-parameter:
 596           branch: '{branch}'
 597       - gerrit-refspec-parameter
 598       - gerrit-event-type-parameter
 599       - gerrit-event-comment-text-parameter
 600       - csit-perf-trial-duration-parameter:
 601           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 602       - csit-perf-trial-multiplicity-parameter:
 603           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 604       # This is a manually-triggered verify job, part of API coverage.
 605       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 606       # Can be removed when this job is no longer needed for full API coverage.
 607       - csit-fail-on-crc-mismatch-parameter:
 608           fail-on-crc-mismatch: 'True'
 609
 610     scm:
 611       - gerrit-trigger-scm:
 612           credentials-id: 'jenkins-gerrit-credentials'
 613           refspec: '$GERRIT_REFSPEC'
 614           choosing-strategy: 'gerrit'
 615
 616     wrappers:
 617       - fdio-infra-wrappers-non-activity-timeout:
 618           build-timeout: '{build-timeout}'
 619
 620     triggers:
 621       - gerrit-trigger-csit-perftest:
 622           project: '{project}'
 623           branch: '{branch}'
 624           trigger-word: 'csit-{node-arch}-perftest'
 625           skip-vote: false
 626
 627     builders:
 628       - shell:
 629           !include-raw-escape:
 630           - ../scripts/setup_executor_env.sh
 631       - shell:
 632           !include-raw-escape:
 633           - ../scripts/csit/perf-verify.sh
 634
 635     publishers:
 636       - fdio-infra-publish
 637
 638 - job-template:
 639     name: 'csit-vpp-perf-mrr-daily-master-{node-arch}'
 640
 641     description: |
 642       <ul>
 643           <li>objective
 644               <ul>
 645                   <li>check vpp perf mrr daily
 646               </ul>
 647           <li>perf test-cases selection
 648               <ul>
 649                   <li>all CSIT VPP MRR perf suites
 650               </ul>
 651           <li>results
 652               <ul>
 653                   <li>jjb verify: PASS/FAIL
 654                   <li>present: no
 655                   <li>analyse: csit project (catch malfunctions/degradations)
 656               </ul>
 657       </ul>
 658
 659     project-type: freestyle
 660     node: 'm-builder-{os}-prod-{executor-arch}'
 661     concurrent: false
 662     latest-only: false
 663
 664     properties:
 665       - lf-infra-properties:
 666           build-days-to-keep: "{build-days-to-keep}"
 667
 668     parameters:
 669       - project-parameter:
 670           project: '{project}'
 671       - gerrit-parameter:
 672           branch: '{branch}'
 673       - csit-perf-trial-duration-parameter:
 674           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 675       - csit-perf-trial-multiplicity-parameter:
 676           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 677
 678     wrappers:
 679       - fdio-infra-wrappers-non-activity-timeout:
 680           build-timeout: '{build-timeout}'
 681
 682     triggers:
 683       - timed: '{periodicity}'
 684
 685     builders:
 686       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 687       - inject:
 688           properties-file: variables.prop
 689       - shell:
 690           !include-raw-escape:
 691           - ../scripts/setup_executor_env.sh
 692       - shell:
 693           !include-raw-escape:
 694           - ../scripts/csit/perf-timed.sh
 695
 696     publishers:
 697       - fdio-infra-publish
 698
 699 - job-template:
 700     name: 'csit-vpp-perf-hoststack-daily-master-{node-arch}'
 701
 702     description: |
 703       <ul>
 704           <li>objective
 705               <ul>
 706                   <li>check vpp perf hoststack daily
 707               </ul>
 708           <li>perf test-cases selection
 709               <ul>
 710                   <li>all CSIT VPP HOSTSTACK perf suites
 711               </ul>
 712           <li>results
 713               <ul>
 714                   <li>jjb verify: PASS/FAIL
 715                   <li>present: no
 716                   <li>analyse: csit project (catch malfunctions/degradations)
 717               </ul>
 718       </ul>
 719
 720     project-type: freestyle
 721     node: 'm-builder-{os}-prod-{executor-arch}'
 722     concurrent: false
 723     latest-only: false
 724
 725     properties:
 726       - lf-infra-properties:
 727           build-days-to-keep: "{build-days-to-keep}"
 728
 729     parameters:
 730       - project-parameter:
 731           project: '{project}'
 732       - gerrit-parameter:
 733           branch: '{branch}'
 734       - csit-perf-trial-duration-parameter:
 735           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 736       - csit-perf-trial-multiplicity-parameter:
 737           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 738
 739     wrappers:
 740       - fdio-infra-wrappers-non-activity-timeout:
 741           build-timeout: '{build-timeout}'
 742
 743     triggers:
 744       - timed: '{periodicity}'
 745
 746     builders:
 747       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 748       - inject:
 749           properties-file: variables.prop
 750       - shell:
 751           !include-raw-escape:
 752           - ../scripts/setup_executor_env.sh
 753       - shell:
 754           !include-raw-escape:
 755           - ../scripts/csit/perf-timed.sh
 756
 757     publishers:
 758       - fdio-infra-publish
 759
 760 - job-template:
 761     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 762
 763     description: |
 764       <ul>
 765           <li>objective
 766               <ul>
 767                   <li>check vpp perf mrr weekly on {node-arch}
 768               </ul>
 769           <li>perf test-cases selection
 770               <ul>
 771                   <li>NF Density CSIT VPP MRR perf suites
 772               </ul>
 773           <li>results
 774               <ul>
 775                   <li>jjb verify: PASS/FAIL
 776                   <li>present: no
 777                   <li>analyse: csit project (catch malfunctions/degradations)
 778               </ul>
 779       </ul>
 780
 781     project-type: freestyle
 782     node: 'm-builder-{os}-prod-{executor-arch}'
 783     concurrent: false
 784     latest-only: false
 785
 786     properties:
 787       - lf-infra-properties:
 788           build-days-to-keep: "{build-days-to-keep}"
 789
 790     parameters:
 791       - project-parameter:
 792           project: '{project}'
 793       - gerrit-parameter:
 794           branch: '{branch}'
 795       - csit-perf-trial-duration-parameter:
 796           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 797       - csit-perf-trial-multiplicity-parameter:
 798           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 799
 800     wrappers:
 801       - fdio-infra-wrappers-non-activity-timeout:
 802           build-timeout: '{build-timeout}'
 803
 804     triggers:
 805       - timed: '{periodicity}'
 806
 807     builders:
 808       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 809       - inject:
 810           properties-file: variables.prop
 811       - shell:
 812           !include-raw-escape:
 813           - ../scripts/setup_executor_env.sh
 814       - shell:
 815           !include-raw-escape:
 816           - ../scripts/csit/perf-timed.sh
 817
 818     publishers:
 819       - fdio-infra-publish
 820
 821 - job-template:
 822     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 823
 824     description: |
 825       <ul>
 826           <li>objective
 827               <ul>
 828                   <li>check vpp perf ndrpdr weekly on {node-arch}
 829               </ul>
 830           <li>perf test-cases selection
 831               <ul>
 832                   <li>pre-selected CSIT VPP NDRPDR perf suites
 833               </ul>
 834           <li>results
 835               <ul>
 836                   <li>jjb verify: PASS/FAIL
 837                   <li>present: no
 838                   <li>analyse: csit project (catch malfunctions/degradations)
 839               </ul>
 840       </ul>
 841     project-type: freestyle
 842     node: 'm-builder-{os}-prod-{executor-arch}'
 843     concurrent: false
 844     latest-only: false
 845
 846     properties:
 847       - lf-infra-properties:
 848           build-days-to-keep: "{build-days-to-keep}"
 849
 850     parameters:
 851       - project-parameter:
 852           project: '{project}'
 853       - gerrit-parameter:
 854           branch: '{branch}'
 855
 856     wrappers:
 857       - fdio-infra-wrappers-non-activity-timeout:
 858           build-timeout: '{build-timeout}'
 859
 860     triggers:
 861       - timed: '{periodicity}'
 862
 863     builders:
 864       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 865       - inject:
 866           properties-file: variables.prop
 867       - shell:
 868           !include-raw-escape:
 869           - ../scripts/setup_executor_env.sh
 870       - shell:
 871           !include-raw-escape:
 872           - ../scripts/csit/perf-timed.sh
 873
 874     publishers:
 875       - fdio-infra-publish
 876
 877 - job-template:
 878     name: 'csit-trex-perf-ndrpdr-weekly-master-{node-arch}'
 879
 880     description: |
 881       <ul>
 882           <li>objective
 883               <ul>
 884                   <li>check trex perf ndrpdr weekly on {node-arch}
 885               </ul>
 886           <li>perf test-cases selection
 887               <ul>
 888                   <li>pre-selected CSIT TREX NDRPDR perf suites
 889               </ul>
 890           <li>results
 891               <ul>
 892                   <li>jjb verify: PASS/FAIL
 893                   <li>present: no
 894                   <li>analyse: csit project (catch malfunctions/degradations)
 895               </ul>
 896       </ul>
 897     project-type: freestyle
 898     node: 'm-builder-{os}-prod-{executor-arch}'
 899     concurrent: false
 900     latest-only: false
 901
 902     properties:
 903       - lf-infra-properties:
 904           build-days-to-keep: "{build-days-to-keep}"
 905
 906     parameters:
 907       - project-parameter:
 908           project: '{project}'
 909       - gerrit-parameter:
 910           branch: '{branch}'
 911
 912     wrappers:
 913       - fdio-infra-wrappers-non-activity-timeout:
 914           build-timeout: '{build-timeout}'
 915
 916     triggers:
 917       - timed: '{periodicity}'
 918
 919     builders:
 920       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 921       - inject:
 922           properties-file: variables.prop
 923       - shell:
 924           !include-raw-escape:
 925           - ../scripts/setup_executor_env.sh
 926       - shell:
 927           !include-raw-escape:
 928           - ../scripts/csit/perf-timed.sh
 929
 930     publishers:
 931       - fdio-infra-publish
 932
 933 - job-template:
 934     name: 'csit-trex-perf-verify-{stream}-{node-arch}'
 935
 936     description: |
 937       <ul>
 938           <li>objective
 939               <ul>
 940                   <li>perf verify - per csit gerrit patch
 941               </ul>
 942           <li>job
 943               <ul>
 944                   <li>name: <b>csit-trex-perf-verify-{stream}-{node-arch}</b>
 945                   <li>trigger: keyword in comment to csit patch:
 946                       <b>csit-trex-{node-arch}-perftest tag_list</b>
 947               </ul>
 948           <li>perf test-cases selection
 949               <ul>
 950                   <li>test-cases selected using trigger keyword followed by tags
 951                   <li>all test-cases are labelled with CSIT RF topic tags
 952                       defined in <i>csit/docs/tag_documentation.rst</i>
 953               </ul>
 954           <li>proposed keywords
 955               <ul>
 956                   <li>focus on testing specified trex packet processing path
 957                   <li>format: csit-{node-arch}-perftest tag_list
 958               </ul>
 959           <li>results
 960               <ul>
 961                   <li>jjb verify: PASS/FAIL
 962                   <li>present: no
 963                   <li>analyse: no
 964               </ul>
 965       </ul>
 966
 967     project-type: freestyle
 968     node: 'm-builder-{os}-prod-{executor-arch}'
 969     concurrent: true
 970     latest-only: false
 971
 972     properties:
 973       - lf-infra-properties:
 974           build-days-to-keep: "{build-days-to-keep}"
 975
 976     parameters:
 977       - project-parameter:
 978           project: '{project}'
 979       - gerrit-parameter:
 980           branch: '{branch}'
 981       - gerrit-refspec-parameter
 982       - gerrit-event-type-parameter
 983       - gerrit-event-comment-text-parameter
 984       - csit-perf-trial-duration-parameter:
 985           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 986       - csit-perf-trial-multiplicity-parameter:
 987           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 988       # This job does not interact with VPP so not setting fail-on-crc-mismatch.
 989
 990     scm:
 991       - gerrit-trigger-scm:
 992           credentials-id: 'jenkins-gerrit-credentials'
 993           refspec: '$GERRIT_REFSPEC'
 994           choosing-strategy: 'gerrit'
 995
 996     wrappers:
 997       - fdio-infra-wrappers-non-activity-timeout:
 998           build-timeout: '{build-timeout}'
 999
1000     triggers:
1001       - gerrit-trigger-csit-perftest:
1002           project: '{project}'
1003           branch: '{branch}'
1004           trigger-word: 'csit-trex-{node-arch}-perftest'
1005           skip-vote: false
1006
1007     builders:
1008       - shell:
1009           !include-raw-escape:
1010           - ../scripts/setup_executor_env.sh
1011       - shell:
1012           !include-raw-escape:
1013           - ../scripts/csit/perf-verify.sh
1014
1015     publishers:
1016       - fdio-infra-publish
1017
1018 - job-template:
1019     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
1020
1021     description: |
1022       <ul>
1023           <li>objective
1024               <ul>
1025                   <li>perf verify - per csit gerrit patch
1026               </ul>
1027           <li>job
1028               <ul>
1029                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
1030                   <li>trigger: keyword in comment to csit patch:
1031                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
1032               </ul>
1033           <li>perf test-cases selection
1034               <ul>
1035                   <li>test-cases selected using trigger keyword followed by tags
1036                   <li>all test-cases are labelled with CSIT RF topic tags
1037                       defined in <i>csit/docs/tag_documentation.rst</i>
1038               </ul>
1039           <li>default tags for dpdk perf test type
1040               <ul>
1041                   <li>IP4BASE, L2XCBASE
1042                   <li>64B: 64B packet size
1043                   <li>1C: one core
1044                   <li>X710: x710 Fortville NIC
1045                   <li>MRR: MRR throughput
1046               </ul>
1047           <li>results
1048               <ul>
1049                   <li>jjb verify: PASS/FAIL
1050                   <li>present: no
1051                   <li>analyse: no
1052               </ul>
1053       </ul>
1054
1055     project-type: freestyle
1056     node: 'm-builder-{os}-prod-{executor-arch}'
1057     concurrent: true
1058     latest-only: false
1059
1060     properties:
1061       - lf-infra-properties:
1062           build-days-to-keep: "{build-days-to-keep}"
1063
1064     parameters:
1065       - project-parameter:
1066           project: '{project}'
1067       - gerrit-parameter:
1068           branch: '{branch}'
1069       - gerrit-refspec-parameter
1070       - gerrit-event-type-parameter
1071       - gerrit-event-comment-text-parameter
1072       - csit-perf-trial-duration-parameter:
1073           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1074       - csit-perf-trial-multiplicity-parameter:
1075           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1076
1077     scm:
1078       - gerrit-trigger-scm:
1079           credentials-id: 'jenkins-gerrit-credentials'
1080           refspec: '$GERRIT_REFSPEC'
1081           choosing-strategy: 'gerrit'
1082
1083     wrappers:
1084       - fdio-infra-wrappers-non-activity-timeout:
1085           build-timeout: '{build-timeout}'
1086
1087     triggers:
1088       - gerrit-trigger-csit-perftest:
1089           project: '{project}'
1090           branch: '{branch}'
1091           trigger-word: 'csit-dpdk-{node-arch}-perftest'
1092           skip-vote: false
1093
1094     builders:
1095       - shell:
1096           !include-raw-escape:
1097           - ../scripts/setup_executor_env.sh
1098       - shell:
1099           !include-raw-escape:
1100           - ../scripts/csit/perf-verify.sh
1101
1102     publishers:
1103       - fdio-infra-publish
1104
1105 - job-template:
1106     name: 'csit-dpdk-perf-mrr-weekly-master-{node-arch}'
1107
1108     description: |
1109       <ul>
1110           <li>objective
1111               <ul>
1112                   <li>check dpdk perf mrr weekly
1113               </ul>
1114           <li>perf test-cases selection
1115               <ul>
1116                   <li>all CSIT DPDK MRR perf suites
1117               </ul>
1118           <li>results
1119               <ul>
1120                   <li>jjb verify: PASS/FAIL
1121                   <li>present: no
1122                   <li>analyse: csit project (catch malfunctions/degradations)
1123               </ul>
1124       </ul>
1125
1126     project-type: freestyle
1127     node: 'm-builder-{os}-prod-{executor-arch}'
1128     concurrent: false
1129     latest-only: false
1130
1131     properties:
1132       - lf-infra-properties:
1133           build-days-to-keep: "{build-days-to-keep}"
1134
1135     parameters:
1136       - project-parameter:
1137           project: '{project}'
1138       - gerrit-parameter:
1139           branch: '{branch}'
1140       - csit-perf-trial-duration-parameter:
1141           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1142       - csit-perf-trial-multiplicity-parameter:
1143           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1144
1145     wrappers:
1146       - fdio-infra-wrappers-non-activity-timeout:
1147           build-timeout: '{build-timeout}'
1148
1149     triggers:
1150       - timed: '{periodicity}'
1151
1152     builders:
1153       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
1154       - inject:
1155           properties-file: variables.prop
1156       - shell:
1157           !include-raw-escape:
1158           - ../scripts/setup_executor_env.sh
1159       - shell:
1160           !include-raw-escape:
1161           - ../scripts/csit/perf-timed.sh
1162
1163     publishers:
1164       - fdio-infra-publish
1165
1166 - job-template:
1167     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
1168
1169     description: |
1170       <ul>
1171           <li>objective
1172               <ul>
1173                   <li>get vpp performance iterative data for csit report
1174               </ul>
1175           <li>job
1176               <ul>
1177                   <li>name:
1178                       <b>csit-vpp-perf-report-iterative-{stream_report}-
1179                       {node-arch}</b>
1180                   <li>trigger: keyword in comment to csit patch:
1181                       <b>csit-vpp-report-iter-{node-arch}-perftest
1182                       test_set_id</b>
1183                   <li>trigger example:
1184                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
1185               </ul>
1186           <li>perf test-cases selection
1187               <ul>
1188                   <li>test-cases selected by tags defined in
1189                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1190                       test_set_id.md</i>
1191               </ul>
1192
1193           <li>results
1194               <ul>
1195                   <li>jjb verify: PASS/FAIL
1196                   <li>present: vpp performance
1197                   <li>analyse: vpp performance
1198               </ul>
1199       </ul>
1200
1201     project-type: freestyle
1202     node: 'm-builder-{os}-prod-{executor-arch}'
1203     concurrent: true
1204     latest-only: false
1205
1206     properties:
1207       - lf-infra-properties:
1208           build-days-to-keep: "{build-days-to-keep}"
1209
1210     parameters:
1211       - project-parameter:
1212           project: '{project}'
1213       - gerrit-parameter:
1214           branch: '{branch}'
1215       - gerrit-refspec-parameter
1216       - gerrit-event-type-parameter
1217       - gerrit-event-comment-text-parameter
1218       - csit-perf-trial-duration-parameter:
1219           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1220       - csit-perf-trial-multiplicity-parameter:
1221           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1222
1223     scm:
1224       - gerrit-trigger-scm:
1225           credentials-id: 'jenkins-gerrit-credentials'
1226           refspec: '$GERRIT_REFSPEC'
1227           choosing-strategy: 'gerrit'
1228
1229     wrappers:
1230       - fdio-infra-wrappers-non-activity-timeout:
1231           build-timeout: '{build-timeout}'
1232
1233     triggers:
1234       - gerrit-trigger-csit-perftest:
1235           project: '{project}'
1236           branch: '{branch}'
1237           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
1238           skip-vote: false
1239
1240     builders:
1241       - shell:
1242           !include-raw-escape:
1243           - ../scripts/setup_executor_env.sh
1244       - shell:
1245           !include-raw-escape:
1246           - ../scripts/csit/perf-verify.sh
1247
1248     publishers:
1249       - fdio-infra-publish
1250
1251 - job-template:
1252     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
1253
1254     description: |
1255       <ul>
1256           <li>objective
1257               <ul>
1258                   <li>get dpdk performance iterative data for csit report
1259               </ul>
1260           <li>job
1261               <ul>
1262                   <li>name:
1263                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
1264                       {node-arch}</b>
1265                   <li>trigger: keyword in comment to csit patch:
1266                       <b>csit-dpdk-report-iter-{node-arch}-perftest
1267                       test_set_id</b>
1268                   <li>trigger example:
1269                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
1270               </ul>
1271           <li>perf test-cases selection
1272               <ul>
1273                   <li>test-cases selected by tags defined in
1274                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1275                       test_set_id.md</i>
1276               </ul>
1277
1278           <li>results
1279               <ul>
1280                   <li>jjb verify: PASS/FAIL
1281                   <li>present: dpdk performance
1282                   <li>analyse: dpdk performance
1283               </ul>
1284       </ul>
1285
1286     project-type: freestyle
1287     node: 'm-builder-{os}-prod-{executor-arch}'
1288     concurrent: true
1289     latest-only: false
1290
1291     properties:
1292       - lf-infra-properties:
1293           build-days-to-keep: "{build-days-to-keep}"
1294
1295     parameters:
1296       - project-parameter:
1297           project: '{project}'
1298       - gerrit-parameter:
1299           branch: '{branch}'
1300       - gerrit-refspec-parameter
1301       - gerrit-event-type-parameter
1302       - gerrit-event-comment-text-parameter
1303       - csit-perf-trial-duration-parameter:
1304           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1305       - csit-perf-trial-multiplicity-parameter:
1306           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1307
1308     scm:
1309       - gerrit-trigger-scm:
1310           credentials-id: 'jenkins-gerrit-credentials'
1311           refspec: '$GERRIT_REFSPEC'
1312           choosing-strategy: 'gerrit'
1313
1314     wrappers:
1315       - fdio-infra-wrappers-non-activity-timeout:
1316           build-timeout: '{build-timeout}'
1317
1318     triggers:
1319       - gerrit-trigger-csit-perftest:
1320           project: '{project}'
1321           branch: '{branch}'
1322           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1323           skip-vote: false
1324
1325     builders:
1326       - shell:
1327           !include-raw-escape:
1328           - ../scripts/setup_executor_env.sh
1329       - shell:
1330           !include-raw-escape:
1331           - ../scripts/csit/perf-verify.sh
1332
1333     publishers:
1334       - fdio-infra-publish
1335
1336 - job-template:
1337     name: 'csit-trex-perf-report-iterative-{stream_report}-{node-arch}'
1338
1339     description: |
1340       <ul>
1341           <li>objective
1342               <ul>
1343                   <li>get trex performance iterative data for csit report
1344               </ul>
1345           <li>job
1346               <ul>
1347                   <li>name:
1348                       <b>csit-trex-perf-report-iterative-{stream_report}-
1349                       {node-arch}</b>
1350                   <li>trigger: keyword in comment to csit patch:
1351                       <b>csit-trex-report-iter-{node-arch}-perftest
1352                       test_set_id</b>
1353                   <li>trigger example:
1354                       csit-trex-report-iter-{node-arch}-perftest trex-00
1355               </ul>
1356           <li>perf test-cases selection
1357               <ul>
1358                   <li>test-cases selected by tags defined in
1359                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
1360                       test_set_id.md</i>
1361               </ul>
1362
1363           <li>results
1364               <ul>
1365                   <li>jjb verify: PASS/FAIL
1366                   <li>present: trex performance
1367                   <li>analyse: trex performance
1368               </ul>
1369       </ul>
1370
1371     project-type: freestyle
1372     node: 'm-builder-{os}-prod-{executor-arch}'
1373     concurrent: true
1374     latest-only: false
1375
1376     properties:
1377       - lf-infra-properties:
1378           build-days-to-keep: "{build-days-to-keep}"
1379
1380     parameters:
1381       - project-parameter:
1382           project: '{project}'
1383       - gerrit-parameter:
1384           branch: '{branch}'
1385       - gerrit-refspec-parameter
1386       - gerrit-event-type-parameter
1387       - gerrit-event-comment-text-parameter
1388       - csit-perf-trial-duration-parameter:
1389           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1390       - csit-perf-trial-multiplicity-parameter:
1391           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1392
1393     scm:
1394       - gerrit-trigger-scm:
1395           credentials-id: 'jenkins-gerrit-credentials'
1396           refspec: '$GERRIT_REFSPEC'
1397           choosing-strategy: 'gerrit'
1398
1399     wrappers:
1400       - fdio-infra-wrappers-non-activity-timeout:
1401           build-timeout: '{build-timeout}'
1402
1403     triggers:
1404       - gerrit-trigger-csit-perftest:
1405           project: '{project}'
1406           branch: '{branch}'
1407           trigger-word: 'csit-trex-report-iter-{node-arch}-perftest'
1408           skip-vote: false
1409
1410     builders:
1411       - shell:
1412           !include-raw-escape:
1413           - ../scripts/setup_executor_env.sh
1414       - shell:
1415           !include-raw-escape:
1416           - ../scripts/csit/perf-verify.sh
1417
1418     publishers:
1419       - fdio-infra-publish
1420
1421 - job-template:
1422     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1423
1424     description: |
1425       <ul>
1426           <li>objective
1427               <ul>
1428                   <li>get vpp performance coverage data for csit report
1429               </ul>
1430           <li>job
1431               <ul>
1432                   <li>name:
1433                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1434                       {node-arch}</b>
1435                   <li>trigger: keyword in comment to csit patch:
1436                       <b>csit-vpp-report-cov-{node-arch}-perftest
1437                       test_set_id</b>
1438                   <li>trigger example:
1439                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1440               </ul>
1441           <li>perf test-cases selection
1442               <ul>
1443                   <li>test-cases selected by tags defined in
1444                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1445                       test_set_id.md</i>
1446               </ul>
1447
1448           <li>results
1449               <ul>
1450                   <li>jjb verify: PASS/FAIL
1451                   <li>present: vpp performance
1452                   <li>analyse: vpp performance
1453               </ul>
1454       </ul>
1455
1456     project-type: freestyle
1457     node: 'm-builder-{os}-prod-{executor-arch}'
1458     concurrent: true
1459     latest-only: false
1460
1461     properties:
1462       - lf-infra-properties:
1463           build-days-to-keep: "{build-days-to-keep}"
1464
1465     parameters:
1466       - project-parameter:
1467           project: '{project}'
1468       - gerrit-parameter:
1469           branch: '{branch}'
1470       - gerrit-refspec-parameter
1471       - gerrit-event-type-parameter
1472       - gerrit-event-comment-text-parameter
1473       - csit-perf-trial-duration-parameter:
1474           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1475       - csit-perf-trial-multiplicity-parameter:
1476           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1477
1478     scm:
1479       - gerrit-trigger-scm:
1480           credentials-id: 'jenkins-gerrit-credentials'
1481           refspec: '$GERRIT_REFSPEC'
1482           choosing-strategy: 'gerrit'
1483
1484     wrappers:
1485       - fdio-infra-wrappers-non-activity-timeout:
1486           build-timeout: '{build-timeout}'
1487
1488     triggers:
1489       - gerrit-trigger-csit-perftest:
1490           project: '{project}'
1491           branch: '{branch}'
1492           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1493           skip-vote: false
1494
1495     builders:
1496       - shell:
1497           !include-raw-escape:
1498           - ../scripts/setup_executor_env.sh
1499       - shell:
1500           !include-raw-escape:
1501           - ../scripts/csit/perf-verify.sh
1502
1503     publishers:
1504       - fdio-infra-publish
1505
1506 - job-template:
1507     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1508
1509     description: |
1510       <ul>
1511           <li>objective
1512               <ul>
1513                   <li>get dpdk performance coverage data for csit report
1514               </ul>
1515           <li>job
1516               <ul>
1517                   <li>name:
1518                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1519                       {node-arch}</b>
1520                   <li>trigger: keyword in comment to csit patch:
1521                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1522                       test_set_id</b>
1523                   <li>trigger example:
1524                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1525               </ul>
1526           <li>perf test-cases selection
1527               <ul>
1528                   <li>test-cases selected by tags defined in
1529                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1530                       test_set_id.md</i>
1531               </ul>
1532
1533           <li>results
1534               <ul>
1535                   <li>jjb verify: PASS/FAIL
1536                   <li>present: dpdk performance
1537                   <li>analyse: dpdk performance
1538               </ul>
1539       </ul>
1540
1541     project-type: freestyle
1542     node: 'm-builder-{os}-prod-{executor-arch}'
1543     concurrent: true
1544     latest-only: false
1545
1546     properties:
1547       - lf-infra-properties:
1548           build-days-to-keep: "{build-days-to-keep}"
1549
1550     parameters:
1551       - project-parameter:
1552           project: '{project}'
1553       - gerrit-parameter:
1554           branch: '{branch}'
1555       - gerrit-refspec-parameter
1556       - gerrit-event-type-parameter
1557       - gerrit-event-comment-text-parameter
1558       - csit-perf-trial-duration-parameter:
1559           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1560       - csit-perf-trial-multiplicity-parameter:
1561           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1562
1563     scm:
1564       - gerrit-trigger-scm:
1565           credentials-id: 'jenkins-gerrit-credentials'
1566           refspec: '$GERRIT_REFSPEC'
1567           choosing-strategy: 'gerrit'
1568
1569     wrappers:
1570       - fdio-infra-wrappers-non-activity-timeout:
1571           build-timeout: '{build-timeout}'
1572
1573     triggers:
1574       - gerrit-trigger-csit-perftest:
1575           project: '{project}'
1576           branch: '{branch}'
1577           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1578           skip-vote: false
1579
1580     builders:
1581       - shell:
1582           !include-raw-escape:
1583           - ../scripts/setup_executor_env.sh
1584       - shell:
1585           !include-raw-escape:
1586           - ../scripts/csit/perf-verify.sh
1587
1588     publishers:
1589       - fdio-infra-publish
1590
1591 - job-template:
1592     name: 'csit-trex-perf-report-coverage-{stream_report}-{node-arch}'
1593
1594     description: |
1595       <ul>
1596           <li>objective
1597               <ul>
1598                   <li>get trex performance coverage data for csit report
1599               </ul>
1600           <li>job
1601               <ul>
1602                   <li>name:
1603                       <b>csit-trex-perf-report-coverage-{stream_report}-
1604                       {node-arch}</b>
1605                   <li>trigger: keyword in comment to csit patch:
1606                       <b>csit-trex-report-cov-{node-arch}-perftest
1607                       test_set_id</b>
1608                   <li>trigger example:
1609                       csit-trex-report-cov-{node-arch}-perftest trex-00
1610               </ul>
1611           <li>perf test-cases selection
1612               <ul>
1613                   <li>test-cases selected by tags defined in
1614                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1615                       test_set_id.md</i>
1616               </ul>
1617
1618           <li>results
1619               <ul>
1620                   <li>jjb verify: PASS/FAIL
1621                   <li>present: trex performance
1622                   <li>analyse: trex performance
1623               </ul>
1624       </ul>
1625
1626     project-type: freestyle
1627     node: 'm-builder-{os}-prod-{executor-arch}'
1628     concurrent: true
1629     latest-only: false
1630
1631     properties:
1632       - lf-infra-properties:
1633           build-days-to-keep: "{build-days-to-keep}"
1634
1635     parameters:
1636       - project-parameter:
1637           project: '{project}'
1638       - gerrit-parameter:
1639           branch: '{branch}'
1640       - gerrit-refspec-parameter
1641       - gerrit-event-type-parameter
1642       - gerrit-event-comment-text-parameter
1643       - csit-perf-trial-duration-parameter:
1644           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1645       - csit-perf-trial-multiplicity-parameter:
1646           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1647
1648     scm:
1649       - gerrit-trigger-scm:
1650           credentials-id: 'jenkins-gerrit-credentials'
1651           refspec: '$GERRIT_REFSPEC'
1652           choosing-strategy: 'gerrit'
1653
1654     wrappers:
1655       - fdio-infra-wrappers-non-activity-timeout:
1656           build-timeout: '{build-timeout}'
1657
1658     triggers:
1659       - gerrit-trigger-csit-perftest:
1660           project: '{project}'
1661           branch: '{branch}'
1662           trigger-word: 'csit-trex-report-cov-{node-arch}-perftest'
1663           skip-vote: false
1664
1665     builders:
1666       - shell:
1667           !include-raw-escape:
1668           - ../scripts/setup_executor_env.sh
1669       - shell:
1670           !include-raw-escape:
1671           - ../scripts/csit/perf-verify.sh
1672
1673     publishers:
1674       - fdio-infra-publish