jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2021 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-dpdk-perf-verify-{stream}-{node-arch}':
  22           node-arch:
  23             - 2n-clx:
  24                 os: 'ubuntu2004'
  25                 executor-arch: 'x86_64'
  26             - 2n-skx:
  27                 os: 'ubuntu2004'
  28                 executor-arch: 'x86_64'
  29             - 2n-dnv:
  30                 os: 'ubuntu2004'
  31                 executor-arch: 'x86_64'
  32             - 2n-zn2:
  33                 os: 'ubuntu2004'
  34                 executor-arch: 'x86_64'
  35             - 2n-tx2:
  36                 os: 'ubuntu2004'
  37                 executor-arch: 'aarch64'
  38             - 3n-skx:
  39                 os: 'ubuntu2004'
  40                 executor-arch: 'x86_64'
  41             - 3n-hsw:
  42                 os: 'ubuntu2004'
  43                 executor-arch: 'x86_64'
  44             - 3n-dnv:
  45                 os: 'ubuntu2004'
  46                 executor-arch: 'x86_64'
  47             - 3n-tsh:
  48                 os: 'ubuntu2004'
  49                 executor-arch: 'aarch64'
  50       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  51           node-arch:
  52             - '':
  53                 os: 'ubuntu2004'
  54                 executor-arch: 'x86_64'
  55             - -2n-clx:
  56                 os: 'ubuntu2004'
  57                 executor-arch: 'x86_64'
  58             - -2n-skx:
  59                 os: 'ubuntu2004'
  60                 executor-arch: 'x86_64'
  61             - -2n-zn2:
  62                 os: 'ubuntu2004'
  63                 executor-arch: 'x86_64'
  64             - -2n-tx2:
  65                 os: 'ubuntu2004'
  66                 executor-arch: 'aarch64'
  67             - -3n-skx:
  68                 os: 'ubuntu2004'
  69                 executor-arch: 'x86_64'
  70             - -3n-tsh:
  71                 os: 'ubuntu2004'
  72                 executor-arch: 'aarch64'
  73           periodicity: '0 0 * * 6'
  74       - 'csit-vpp-perf-verify-{stream}-{node-arch}':
  75           node-arch:
  76             - 2n-clx:
  77                 os: 'ubuntu2004'
  78                 executor-arch: 'x86_64'
  79             - 2n-skx:
  80                 os: 'ubuntu2004'
  81                 executor-arch: 'x86_64'
  82             - 2n-dnv:
  83                 os: 'ubuntu2004'
  84                 executor-arch: 'x86_64'
  85             - 2n-zn2:
  86                 os: 'ubuntu2004'
  87                 executor-arch: 'x86_64'
  88             - 2n-tx2:
  89                 os: 'ubuntu2004'
  90                 executor-arch: 'aarch64'
  91             - 3n-skx:
  92                 os: 'ubuntu2004'
  93                 executor-arch: 'x86_64'
  94             - 3n-hsw:
  95                 os: 'ubuntu2004'
  96                 executor-arch: 'x86_64'
  97             - 3n-dnv:
  98                 os: 'ubuntu2004'
  99                 executor-arch: 'x86_64'
 100             - 3n-tsh:
 101                 os: 'ubuntu2004'
 102                 executor-arch: 'aarch64'
 103           stream:
 104             - master:
 105                 branch: 'master'
 106                 branch-id: 'oper'
 107             - '2009':
 108                 branch: 'rls2009'
 109                 branch-id: 'oper-rls2009'
 110             - '2009_lts':
 111                 branch: 'rls2009_lts'
 112                 branch-id: 'oper-rls2009_lts'
 113             - '2101':
 114                 branch: 'rls2101'
 115                 branch-id: 'oper-rls2101'
 116             - '2106':
 117                 branch: 'rls2106'
 118                 branch-id: 'oper-rls2106'
 119       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
 120           node-arch:
 121             - '':
 122                 os: 'ubuntu2004'
 123                 executor-arch: 'x86_64'
 124                 periodicity: '0 2,14 * * *'
 125             - -2n-clx:
 126                 os: 'ubuntu2004'
 127                 executor-arch: 'x86_64'
 128                 periodicity: '0 2,14 * * *'
 129             - -2n-skx:
 130                 os: 'ubuntu2004'
 131                 executor-arch: 'x86_64'
 132                 periodicity: '0 2,14 * * *'
 133             - -2n-dnv:
 134                 os: 'ubuntu2004'
 135                 executor-arch: 'x86_64'
 136                 periodicity: '0 2,14 * * *'
 137             - -2n-zn2:
 138                 os: 'ubuntu2004'
 139                 executor-arch: 'x86_64'
 140                 periodicity: '0 2,14 * * *'
 141             - -2n-tx2:
 142                 os: 'ubuntu2004'
 143                 executor-arch: 'aarch64'
 144                 periodicity: '0 14 * * *'
 145             - -3n-skx:
 146                 os: 'ubuntu2004'
 147                 executor-arch: 'x86_64'
 148                 periodicity: '0 2,14 * * *'
 149             - -3n-dnv:
 150                 os: 'ubuntu2004'
 151                 executor-arch: 'x86_64'
 152                 periodicity: '0 2,14 * * *'
 153             - -3n-tsh:
 154                 os: 'ubuntu2004'
 155                 executor-arch: 'aarch64'
 156                 periodicity: '0 14 * * *'
 157       - 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}':
 158           node-arch:
 159             - 2n-clx:
 160                 os: 'ubuntu2004'
 161                 executor-arch: 'x86_64'
 162             - 2n-skx:
 163                 os: 'ubuntu2004'
 164                 executor-arch: 'x86_64'
 165             - 3n-skx:
 166                 os: 'ubuntu2004'
 167                 executor-arch: 'x86_64'
 168           stream:
 169             - master:
 170                 branch: 'master'
 171                 branch-id: 'oper'
 172             - '2009_lts':
 173                 branch: 'rls2009_lts'
 174                 branch-id: 'oper-rls2009_lts'
 175           periodicity: '0 0 * * 6'
 176       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
 177           node-arch:
 178             - 2n-clx:
 179                 os: 'ubuntu2004'
 180                 executor-arch: 'x86_64'
 181             - 2n-skx:
 182                 os: 'ubuntu2004'
 183                 executor-arch: 'x86_64'
 184             - 3n-skx:
 185                 os: 'ubuntu2004'
 186                 executor-arch: 'x86_64'
 187             - 3n-hsw:
 188                 os: 'ubuntu2004'
 189                 executor-arch: 'x86_64'
 190           periodicity: '0 0 * * 6'
 191       - 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}':
 192           node-arch:
 193             - 2n-clx:
 194                 os: 'ubuntu2004'
 195                 executor-arch: 'x86_64'
 196             - 2n-skx:
 197                 os: 'ubuntu2004'
 198                 executor-arch: 'x86_64'
 199             - 2n-dnv:
 200                 os: 'ubuntu2004'
 201                 executor-arch: 'x86_64'
 202             - 2n-zn2:
 203                 os: 'ubuntu2004'
 204                 executor-arch: 'x86_64'
 205             - 2n-tx2:
 206                 os: 'ubuntu2004'
 207                 executor-arch: 'aarch64'
 208             - 3n-skx:
 209                 os: 'ubuntu2004'
 210                 executor-arch: 'x86_64'
 211             - 3n-hsw:
 212                 os: 'ubuntu2004'
 213                 executor-arch: 'x86_64'
 214             - 3n-dnv:
 215                 os: 'ubuntu2004'
 216                 executor-arch: 'x86_64'
 217             - 3n-tsh:
 218                 os: 'ubuntu2004'
 219                 executor-arch: 'aarch64'
 220       - 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}':
 221           node-arch:
 222             - 2n-clx:
 223                 os: 'ubuntu2004'
 224                 executor-arch: 'x86_64'
 225             - 2n-skx:
 226                 os: 'ubuntu2004'
 227                 executor-arch: 'x86_64'
 228             - 2n-dnv:
 229                 os: 'ubuntu2004'
 230                 executor-arch: 'x86_64'
 231             - 2n-zn2:
 232                 os: 'ubuntu2004'
 233                 executor-arch: 'x86_64'
 234             - 2n-tx2:
 235                 os: 'ubuntu2004'
 236                 executor-arch: 'aarch64'
 237             - 3n-skx:
 238                 os: 'ubuntu2004'
 239                 executor-arch: 'x86_64'
 240             - 3n-hsw:
 241                 os: 'ubuntu2004'
 242                 executor-arch: 'x86_64'
 243             - 3n-dnv:
 244                 os: 'ubuntu2004'
 245                 executor-arch: 'x86_64'
 246             - 3n-tsh:
 247                 os: 'ubuntu2004'
 248                 executor-arch: 'aarch64'
 249       - 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}':
 250           node-arch:
 251             - 2n-clx:
 252                 os: 'ubuntu2004'
 253                 executor-arch: 'x86_64'
 254             - 2n-skx:
 255                 os: 'ubuntu2004'
 256                 executor-arch: 'x86_64'
 257             - 2n-dnv:
 258                 os: 'ubuntu2004'
 259                 executor-arch: 'x86_64'
 260             - 2n-zn2:
 261                 os: 'ubuntu2004'
 262                 executor-arch: 'x86_64'
 263             - 2n-tx2:
 264                 os: 'ubuntu2004'
 265                 executor-arch: 'aarch64'
 266             - 3n-skx:
 267                 os: 'ubuntu2004'
 268                 executor-arch: 'x86_64'
 269             - 3n-hsw:
 270                 os: 'ubuntu2004'
 271                 executor-arch: 'x86_64'
 272             - 3n-dnv:
 273                 os: 'ubuntu2004'
 274                 executor-arch: 'x86_64'
 275             - 3n-tsh:
 276                 os: 'ubuntu2004'
 277                 executor-arch: 'aarch64'
 278       - 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}':
 279           node-arch:
 280             - 2n-clx:
 281                 os: 'ubuntu2004'
 282                 executor-arch: 'x86_64'
 283             - 2n-skx:
 284                 os: 'ubuntu2004'
 285                 executor-arch: 'x86_64'
 286             - 2n-dnv:
 287                 os: 'ubuntu2004'
 288                 executor-arch: 'x86_64'
 289             - 2n-zn2:
 290                 os: 'ubuntu2004'
 291                 executor-arch: 'x86_64'
 292             - 2n-tx2:
 293                 os: 'ubuntu2004'
 294                 executor-arch: 'aarch64'
 295             - 3n-skx:
 296                 os: 'ubuntu2004'
 297                 executor-arch: 'x86_64'
 298             - 3n-hsw:
 299                 os: 'ubuntu2004'
 300                 executor-arch: 'x86_64'
 301             - 3n-dnv:
 302                 os: 'ubuntu2004'
 303                 executor-arch: 'x86_64'
 304             - 3n-tsh:
 305                 os: 'ubuntu2004'
 306                 executor-arch: 'aarch64'
 307
 308     project: 'csit'
 309     branch: 'master'
 310     branch-id: 'oper'
 311     csit-perf-trial-duration: "1.0"
 312     csit-perf-trial-multiplicity: "10"
 313     stream:
 314       - master:
 315           branch: 'master'
 316           branch-id: 'oper'
 317       - '2009':
 318           branch: 'rls2009'
 319           branch-id: 'oper-rls2009'
 320       - '2009_lts':
 321           branch: 'rls2009_lts'
 322           branch-id: 'oper-rls2009_lts'
 323       - '2101':
 324           branch: 'rls2101'
 325           branch-id: 'oper-rls2101'
 326       - '2106':
 327           branch: 'rls2106'
 328           branch-id: 'oper-rls2106'
 329     stream_report:
 330       - '2009':
 331           branch: 'rls2009'
 332           branch-id: 'oper-rls2009'
 333       - '2101':
 334           branch: 'rls2101'
 335           branch-id: 'oper-rls2101'
 336       - '2106':
 337           branch: 'rls2106'
 338           branch-id: 'oper-rls2106'
 339
 340     build-artifact-num-to-keep: 10
 341
 342
 343 - job-template:
 344     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
 345
 346     description: |
 347       <ul>
 348           <li>objective
 349               <ul>
 350                   <li>perf verify - per csit gerrit patch
 351               </ul>
 352           <li>job
 353               <ul>
 354                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
 355                   <li>trigger: keyword in comment to csit patch:
 356                       <b>csit-{node-arch}-perftest tag_list</b>
 357               </ul>
 358           <li>executor
 359               <ul>
 360                   <li>builder-{os}-prod-{executor-arch}
 361               </ul>
 362           <li>perf test-cases selection
 363               <ul>
 364                   <li>test-cases selected using trigger keyword followed by tags
 365                   <li>all test-cases are labelled with CSIT RF topic tags
 366                       defined in <i>csit/docs/tag_documentation.rst</i>
 367               </ul>
 368           <li>proposed keywords
 369               <ul>
 370                   <li>focus on testing specified vpp packet processing path
 371                   <li>format: csit-{node-arch}-perftest tag_list
 372               </ul>
 373           <li>default tags for vpp startup config and perf test type
 374               <ul>
 375                   <li>IP4BASE, IP6BASE, L2BDBASE
 376                   <li>64B/78B: 64B/78B packet size
 377                   <li>1C: one core
 378                   <li>X710: x710 Fortville NIC
 379                   <li>MRR: MRR throughput
 380               </ul>
 381           <li>results
 382               <ul>
 383                   <li>jjb verify: PASS/FAIL
 384                   <li>present: no
 385                   <li>analyse: no
 386               </ul>
 387       </ul>
 388
 389     project-type: freestyle
 390     node: 'builder-{os}-prod-{executor-arch}'
 391     concurrent: true
 392     archive-artifacts: 'archive/*.*'
 393     latest-only: false
 394
 395     build-discarder:
 396       daysToKeep: '{build-days-to-keep}'
 397       numToKeep: '{build-num-to-keep}'
 398       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 399       artifactNumToKeep: '{build-artifact-num-to-keep}'
 400
 401     parameters:
 402       - project-parameter:
 403           project: '{project}'
 404       - gerrit-parameter:
 405           branch: '{branch}'
 406       - gerrit-refspec-parameter
 407       - gerrit-event-type-parameter
 408       - gerrit-event-comment-text-parameter
 409       - csit-perf-trial-duration-parameter:
 410           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 411       - csit-perf-trial-multiplicity-parameter:
 412           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 413       - string:
 414           name: ARCHIVE_ARTIFACTS
 415           default: '{archive-artifacts}'
 416           description: Artifacts to archive to the logs server.
 417       # This is a manually-triggered verify job, part of API coverage.
 418       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 419       # Can be removed when this job is no longer needed for full API coverage.
 420       - csit-fail-on-crc-mismatch-parameter:
 421           fail-on-crc-mismatch: 'True'
 422
 423     scm:
 424       - gerrit-trigger-scm:
 425           credentials-id: 'jenkins-gerrit-credentials'
 426           refspec: '$GERRIT_REFSPEC'
 427           choosing-strategy: 'gerrit'
 428
 429     wrappers:
 430       - fdio-infra-wrappers-non-activity-timeout:
 431           build-timeout: '{build-timeout}'
 432
 433     triggers:
 434       - gerrit-trigger-csit-perftest:
 435           project: '{project}'
 436           branch: '{branch}'
 437           trigger-word: 'csit-{node-arch}-perftest'
 438           skip-vote: false
 439
 440     builders:
 441       - shell:
 442           !include-raw-escape:
 443           - ../scripts/setup_executor_env.sh
 444       - shell:
 445           !include-raw-escape:
 446           - ../scripts/csit/perf-verify.sh
 447
 448     publishers:
 449       - robot:
 450           output-path: 'archives'
 451           other-files:
 452             - '*.*'
 453
 454       - fdio-infra-publish
 455
 456 - job-template:
 457     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 458
 459     description: |
 460       <ul>
 461           <li>objective
 462               <ul>
 463                   <li>check vpp perf mrr daily
 464               </ul>
 465           <li>executor
 466               <ul>
 467                   <li>builder-{os}-prod-{executor-arch}
 468               </ul>
 469           <li>perf test-cases selection
 470               <ul>
 471                   <li>all CSIT VPP MRR perf suites
 472               </ul>
 473           <li>results
 474               <ul>
 475                   <li>jjb verify: PASS/FAIL
 476                   <li>present: no
 477                   <li>analyse: csit project (catch malfunctions/degradations)
 478               </ul>
 479       </ul>
 480
 481     project-type: freestyle
 482     node: 'builder-{os}-prod-{executor-arch}'
 483     concurrent: false
 484     archive-artifacts: 'csit/archive/*.*'
 485     latest-only: false
 486
 487     build-discarder:
 488       daysToKeep: '{build-days-to-keep}'
 489       numToKeep: '{build-num-to-keep}'
 490       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 491       artifactNumToKeep: '{build-artifact-num-to-keep}'
 492
 493     parameters:
 494       - project-parameter:
 495           project: '{project}'
 496       - gerrit-parameter:
 497           branch: '{branch}'
 498       - csit-perf-trial-duration-parameter:
 499           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 500       - csit-perf-trial-multiplicity-parameter:
 501           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 502       - string:
 503           name: ARCHIVE_ARTIFACTS
 504           default: '{archive-artifacts}'
 505           description: Artifacts to archive to the logs server.
 506
 507     wrappers:
 508       - fdio-infra-wrappers-non-activity-timeout:
 509           build-timeout: '{build-timeout}'
 510
 511     triggers:
 512       - timed: '{periodicity}'
 513
 514     builders:
 515       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 516       - inject:
 517           properties-file: variables.prop
 518       - shell:
 519           !include-raw-escape:
 520           - ../scripts/setup_executor_env.sh
 521       - shell:
 522           !include-raw-escape:
 523           - ../scripts/csit/perf-timed.sh
 524
 525     publishers:
 526       - robot:
 527           output-path: 'archives'
 528           other-files:
 529             - '*.*'
 530
 531       - fdio-infra-publish
 532
 533 - job-template:
 534     name: 'csit-vpp-perf-mrr-weekly-{stream}-{node-arch}'
 535
 536     description: |
 537       <ul>
 538           <li>objective
 539               <ul>
 540                   <li>check vpp perf mrr weekly on {node-arch}
 541               </ul>
 542           <li>executor
 543               <ul>
 544                   <li>builder-{os}-prod-{executor-arch}
 545               </ul>
 546           <li>perf test-cases selection
 547               <ul>
 548                   <li>NF Density CSIT VPP MRR perf suites
 549               </ul>
 550           <li>results
 551               <ul>
 552                   <li>jjb verify: PASS/FAIL
 553                   <li>present: no
 554                   <li>analyse: csit project (catch malfunctions/degradations)
 555               </ul>
 556       </ul>
 557
 558     project-type: freestyle
 559     node: 'builder-{os}-prod-{executor-arch}'
 560     concurrent: false
 561     archive-artifacts: 'csit/archive/*.*'
 562     latest-only: false
 563
 564     build-discarder:
 565       daysToKeep: '{build-days-to-keep}'
 566       numToKeep: '{build-num-to-keep}'
 567       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 568       artifactNumToKeep: '{build-artifact-num-to-keep}'
 569
 570     parameters:
 571       - project-parameter:
 572           project: '{project}'
 573       - gerrit-parameter:
 574           branch: '{branch}'
 575       - csit-perf-trial-duration-parameter:
 576           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 577       - csit-perf-trial-multiplicity-parameter:
 578           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 579       - string:
 580           name: ARCHIVE_ARTIFACTS
 581           default: '{archive-artifacts}'
 582           description: Artifacts to archive to the logs server.
 583
 584     wrappers:
 585       - fdio-infra-wrappers-non-activity-timeout:
 586           build-timeout: '{build-timeout}'
 587
 588     triggers:
 589       - timed: '{periodicity}'
 590
 591     builders:
 592       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 593       - inject:
 594           properties-file: variables.prop
 595       - shell:
 596           !include-raw-escape:
 597           - ../scripts/setup_executor_env.sh
 598       - shell:
 599           !include-raw-escape:
 600           - ../scripts/csit/perf-timed.sh
 601
 602     publishers:
 603       - robot:
 604           output-path: 'archives'
 605           other-files:
 606             - '*.*'
 607
 608       - fdio-infra-publish
 609
 610 - job-template:
 611     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 612
 613     description: |
 614       <ul>
 615           <li>objective
 616               <ul>
 617                   <li>check vpp perf ndrpdr weekly on {node-arch}
 618               </ul>
 619           <li>executor
 620               <ul>
 621                   <li>builder-{os}-prod-{executor-arch}
 622               </ul>
 623           <li>perf test-cases selection
 624               <ul>
 625                   <li>pre-selected CSIT VPP NDRPDR perf suites
 626               </ul>
 627           <li>results
 628               <ul>
 629                   <li>jjb verify: PASS/FAIL
 630                   <li>present: no
 631                   <li>analyse: csit project (catch malfunctions/degradations)
 632               </ul>
 633       </ul>
 634     project-type: freestyle
 635     node: 'builder-{os}-prod-{executor-arch}'
 636     concurrent: false
 637     archive-artifacts: 'csit/archive/*.*'
 638     latest-only: false
 639
 640     build-discarder:
 641       daysToKeep: '{build-days-to-keep}'
 642       numToKeep: '{build-num-to-keep}'
 643       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 644       artifactNumToKeep: '{build-artifact-num-to-keep}'
 645
 646     parameters:
 647       - project-parameter:
 648           project: '{project}'
 649       - gerrit-parameter:
 650           branch: '{branch}'
 651       - string:
 652           name: ARCHIVE_ARTIFACTS
 653           default: '{archive-artifacts}'
 654           description: Artifacts to archive to the logs server.
 655
 656     wrappers:
 657       - fdio-infra-wrappers-non-activity-timeout:
 658           build-timeout: '{build-timeout}'
 659
 660     triggers:
 661       - timed: '{periodicity}'
 662
 663     builders:
 664       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 665       - inject:
 666           properties-file: variables.prop
 667       - shell:
 668           !include-raw-escape:
 669           - ../scripts/setup_executor_env.sh
 670       - shell:
 671           !include-raw-escape:
 672           - ../scripts/csit/perf-timed.sh
 673
 674     publishers:
 675       - robot:
 676           output-path: 'archives'
 677           other-files:
 678             - '*.*'
 679
 680       - fdio-infra-publish
 681
 682 - job-template:
 683     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 684
 685     description: |
 686       <ul>
 687           <li>objective
 688               <ul>
 689                   <li>perf verify - per csit gerrit patch
 690               </ul>
 691           <li>job
 692               <ul>
 693                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 694                   <li>trigger: keyword in comment to csit patch:
 695                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 696               </ul>
 697           <li>executor
 698               <ul>
 699                   <li>builder-{os}-prod-{executor-arch}
 700               </ul>
 701           <li>perf test-cases selection
 702               <ul>
 703                   <li>test-cases selected using trigger keyword followed by tags
 704                   <li>all test-cases are labelled with CSIT RF topic tags
 705                       defined in <i>csit/docs/tag_documentation.rst</i>
 706               </ul>
 707           <li>default tags for dpdk perf test type
 708               <ul>
 709                   <li>IP4BASE, L2XCBASE
 710                   <li>64B: 64B packet size
 711                   <li>1C: one core
 712                   <li>X710: x710 Fortville NIC
 713                   <li>MRR: MRR throughput
 714               </ul>
 715           <li>results
 716               <ul>
 717                   <li>jjb verify: PASS/FAIL
 718                   <li>present: no
 719                   <li>analyse: no
 720               </ul>
 721       </ul>
 722
 723     project-type: freestyle
 724     node: 'builder-{os}-prod-{executor-arch}'
 725     concurrent: true
 726     archive-artifacts: 'archive/*.*'
 727     latest-only: false
 728
 729     build-discarder:
 730       daysToKeep: '{build-days-to-keep}'
 731       numToKeep: '{build-num-to-keep}'
 732       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 733       artifactNumToKeep: '{build-artifact-num-to-keep}'
 734
 735     parameters:
 736       - project-parameter:
 737           project: '{project}'
 738       - gerrit-parameter:
 739           branch: '{branch}'
 740       - csit-perf-trial-duration-parameter:
 741           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 742       - csit-perf-trial-multiplicity-parameter:
 743           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 744       - string:
 745           name: ARCHIVE_ARTIFACTS
 746           default: '{archive-artifacts}'
 747           description: Artifacts to archive to the logs server.
 748
 749     scm:
 750       - gerrit-trigger-scm:
 751           credentials-id: 'jenkins-gerrit-credentials'
 752           refspec: '$GERRIT_REFSPEC'
 753           choosing-strategy: 'gerrit'
 754
 755     wrappers:
 756       - fdio-infra-wrappers-non-activity-timeout:
 757           build-timeout: '{build-timeout}'
 758
 759     triggers:
 760       - gerrit-trigger-csit-perftest:
 761           project: '{project}'
 762           branch: '{branch}'
 763           trigger-word: 'csit-dpdk-{node-arch}-perftest'
 764           skip-vote: false
 765
 766     builders:
 767       - shell:
 768           !include-raw-escape:
 769           - ../scripts/setup_executor_env.sh
 770       - shell:
 771           !include-raw-escape:
 772           - ../scripts/csit/perf-verify.sh
 773
 774     publishers:
 775       - robot:
 776           output-path: 'archives'
 777           other-files:
 778             - '*.*'
 779
 780       - fdio-infra-publish
 781
 782 - job-template:
 783     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 784
 785     description: |
 786       <ul>
 787           <li>objective
 788               <ul>
 789                   <li>check dpdk perf mrr weekly
 790               </ul>
 791           <li>executor
 792               <ul>
 793                   <li>builder-{os}-prod-{executor-arch}
 794               </ul>
 795           <li>perf test-cases selection
 796               <ul>
 797                   <li>all CSIT DPDK MRR perf suites
 798               </ul>
 799           <li>results
 800               <ul>
 801                   <li>jjb verify: PASS/FAIL
 802                   <li>present: no
 803                   <li>analyse: csit project (catch malfunctions/degradations)
 804               </ul>
 805       </ul>
 806
 807     project-type: freestyle
 808     node: 'builder-{os}-prod-{executor-arch}'
 809     concurrent: false
 810     archive-artifacts: 'csit/archive/*.*'
 811     latest-only: false
 812
 813     build-discarder:
 814       daysToKeep: '{build-days-to-keep}'
 815       numToKeep: '{build-num-to-keep}'
 816       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 817       artifactNumToKeep: '{build-artifact-num-to-keep}'
 818
 819     parameters:
 820       - project-parameter:
 821           project: '{project}'
 822       - gerrit-parameter:
 823           branch: '{branch}'
 824       - csit-perf-trial-duration-parameter:
 825           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 826       - csit-perf-trial-multiplicity-parameter:
 827           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 828       - string:
 829           name: ARCHIVE_ARTIFACTS
 830           default: '{archive-artifacts}'
 831           description: Artifacts to archive to the logs server.
 832
 833     wrappers:
 834       - fdio-infra-wrappers-non-activity-timeout:
 835           build-timeout: '{build-timeout}'
 836
 837     triggers:
 838       - timed: '{periodicity}'
 839
 840     builders:
 841       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 842       - inject:
 843           properties-file: variables.prop
 844       - shell:
 845           !include-raw-escape:
 846           - ../scripts/setup_executor_env.sh
 847       - shell:
 848           !include-raw-escape:
 849           - ../scripts/csit/perf-timed.sh
 850
 851     publishers:
 852       - robot:
 853           output-path: 'archives'
 854           other-files:
 855             - '*.*'
 856
 857       - fdio-infra-publish
 858
 859 - job-template:
 860     name: 'csit-vpp-perf-report-iterative-{stream_report}-{node-arch}'
 861
 862     description: |
 863       <ul>
 864           <li>objective
 865               <ul>
 866                   <li>get vpp performance iterative data for csit report
 867               </ul>
 868           <li>job
 869               <ul>
 870                   <li>name:
 871                       <b>csit-vpp-perf-report-iterative-{stream_report}-
 872                       {node-arch}</b>
 873                   <li>trigger: keyword in comment to csit patch:
 874                       <b>csit-vpp-report-iter-{node-arch}-perftest
 875                       test_set_id</b>
 876                   <li>trigger example:
 877                       csit-vpp-report-iter-{node-arch}-perftest vpp-00
 878               </ul>
 879           <li>executor
 880               <ul>
 881                   <li>builder-{os}-prod-{executor-arch}
 882               </ul>
 883           <li>perf test-cases selection
 884               <ul>
 885                   <li>test-cases selected by tags defined in
 886                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 887                       test_set_id.md</i>
 888               </ul>
 889
 890           <li>results
 891               <ul>
 892                   <li>jjb verify: PASS/FAIL
 893                   <li>present: vpp performance
 894                   <li>analyse: vpp performance
 895               </ul>
 896       </ul>
 897
 898     project-type: freestyle
 899     node: 'builder-{os}-prod-{executor-arch}'
 900     concurrent: true
 901     archive-artifacts: 'archive/*.*'
 902     latest-only: false
 903
 904     build-discarder:
 905       daysToKeep: '{build-days-to-keep}'
 906       numToKeep: '{build-num-to-keep}'
 907       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 908       artifactNumToKeep: '{build-artifact-num-to-keep}'
 909
 910     parameters:
 911       - project-parameter:
 912           project: '{project}'
 913       - gerrit-parameter:
 914           branch: '{branch}'
 915       - gerrit-refspec-parameter
 916       - gerrit-event-type-parameter
 917       - gerrit-event-comment-text-parameter
 918       - csit-perf-trial-duration-parameter:
 919           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 920       - csit-perf-trial-multiplicity-parameter:
 921           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 922       - string:
 923           name: ARCHIVE_ARTIFACTS
 924           default: '{archive-artifacts}'
 925           description: Artifacts to archive to the logs server.
 926
 927     scm:
 928       - gerrit-trigger-scm:
 929           credentials-id: 'jenkins-gerrit-credentials'
 930           refspec: '$GERRIT_REFSPEC'
 931           choosing-strategy: 'gerrit'
 932
 933     wrappers:
 934       - fdio-infra-wrappers-non-activity-timeout:
 935           build-timeout: '{build-timeout}'
 936
 937     triggers:
 938       - gerrit-trigger-csit-perftest:
 939           project: '{project}'
 940           branch: '{branch}'
 941           trigger-word: 'csit-vpp-report-iter-{node-arch}-perftest'
 942           skip-vote: false
 943
 944     builders:
 945       - shell:
 946           !include-raw-escape:
 947           - ../scripts/setup_executor_env.sh
 948       - shell:
 949           !include-raw-escape:
 950           - ../scripts/csit/perf-verify.sh
 951
 952     publishers:
 953       - robot:
 954           output-path: 'archives'
 955           other-files:
 956             - '*.*'
 957
 958       - fdio-infra-publish
 959
 960 - job-template:
 961     name: 'csit-dpdk-perf-report-iterative-{stream_report}-{node-arch}'
 962
 963     description: |
 964       <ul>
 965           <li>objective
 966               <ul>
 967                   <li>get dpdk performance iterative data for csit report
 968               </ul>
 969           <li>job
 970               <ul>
 971                   <li>name:
 972                       <b>csit-dpdk-perf-report-iterative-{stream_report}-
 973                       {node-arch}</b>
 974                   <li>trigger: keyword in comment to csit patch:
 975                       <b>csit-dpdk-report-iter-{node-arch}-perftest
 976                       test_set_id</b>
 977                   <li>trigger example:
 978                       csit-dpdk-report-iter-{node-arch}-perftest dpdk-00
 979               </ul>
 980           <li>executor
 981               <ul>
 982                   <li>builder-{os}-prod-{executor-arch}
 983               </ul>
 984           <li>perf test-cases selection
 985               <ul>
 986                   <li>test-cases selected by tags defined in
 987                       <i>csit/docs/job_specs/report_iterative/{node-arch}/
 988                       test_set_id.md</i>
 989               </ul>
 990
 991           <li>results
 992               <ul>
 993                   <li>jjb verify: PASS/FAIL
 994                   <li>present: dpdk performance
 995                   <li>analyse: dpdk performance
 996               </ul>
 997       </ul>
 998
 999     project-type: freestyle
1000     node: 'builder-{os}-prod-{executor-arch}'
1001     concurrent: true
1002     archive-artifacts: 'archive/*.*'
1003     latest-only: false
1004
1005     build-discarder:
1006       daysToKeep: '{build-days-to-keep}'
1007       numToKeep: '{build-num-to-keep}'
1008       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1009       artifactNumToKeep: '{build-artifact-num-to-keep}'
1010
1011     parameters:
1012       - project-parameter:
1013           project: '{project}'
1014       - gerrit-parameter:
1015           branch: '{branch}'
1016       - gerrit-refspec-parameter
1017       - gerrit-event-type-parameter
1018       - gerrit-event-comment-text-parameter
1019       - csit-perf-trial-duration-parameter:
1020           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1021       - csit-perf-trial-multiplicity-parameter:
1022           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1023       - string:
1024           name: ARCHIVE_ARTIFACTS
1025           default: '{archive-artifacts}'
1026           description: Artifacts to archive to the logs server.
1027
1028     scm:
1029       - gerrit-trigger-scm:
1030           credentials-id: 'jenkins-gerrit-credentials'
1031           refspec: '$GERRIT_REFSPEC'
1032           choosing-strategy: 'gerrit'
1033
1034     wrappers:
1035       - fdio-infra-wrappers-non-activity-timeout:
1036           build-timeout: '{build-timeout}'
1037
1038     triggers:
1039       - gerrit-trigger-csit-perftest:
1040           project: '{project}'
1041           branch: '{branch}'
1042           trigger-word: 'csit-dpdk-report-iter-{node-arch}-perftest'
1043           skip-vote: false
1044
1045     builders:
1046       - shell:
1047           !include-raw-escape:
1048           - ../scripts/setup_executor_env.sh
1049       - shell:
1050           !include-raw-escape:
1051           - ../scripts/csit/perf-verify.sh
1052
1053     publishers:
1054       - robot:
1055           output-path: 'archives'
1056           other-files:
1057             - '*.*'
1058
1059       - fdio-infra-publish
1060
1061 - job-template:
1062     name: 'csit-vpp-perf-report-coverage-{stream_report}-{node-arch}'
1063
1064     description: |
1065       <ul>
1066           <li>objective
1067               <ul>
1068                   <li>get vpp performance coverage data for csit report
1069               </ul>
1070           <li>job
1071               <ul>
1072                   <li>name:
1073                       <b>csit-vpp-perf-report-coverage-{stream_report}-
1074                       {node-arch}</b>
1075                   <li>trigger: keyword in comment to csit patch:
1076                       <b>csit-vpp-report-cov-{node-arch}-perftest
1077                       test_set_id</b>
1078                   <li>trigger example:
1079                       csit-vpp-report-cov-{node-arch}-perftest ip4-00
1080               </ul>
1081           <li>executor
1082               <ul>
1083                   <li>builder-{os}-prod-{executor-arch}
1084               </ul>
1085           <li>perf test-cases selection
1086               <ul>
1087                   <li>test-cases selected by tags defined in
1088                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1089                       test_set_id.md</i>
1090               </ul>
1091
1092           <li>results
1093               <ul>
1094                   <li>jjb verify: PASS/FAIL
1095                   <li>present: vpp performance
1096                   <li>analyse: vpp performance
1097               </ul>
1098       </ul>
1099
1100     project-type: freestyle
1101     node: 'builder-{os}-prod-{executor-arch}'
1102     concurrent: true
1103     archive-artifacts: 'archive/*.*'
1104     latest-only: false
1105
1106     build-discarder:
1107       daysToKeep: '{build-days-to-keep}'
1108       numToKeep: '{build-num-to-keep}'
1109       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1110       artifactNumToKeep: '{build-artifact-num-to-keep}'
1111
1112     parameters:
1113       - project-parameter:
1114           project: '{project}'
1115       - gerrit-parameter:
1116           branch: '{branch}'
1117       - gerrit-refspec-parameter
1118       - gerrit-event-type-parameter
1119       - gerrit-event-comment-text-parameter
1120       - csit-perf-trial-duration-parameter:
1121           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1122       - csit-perf-trial-multiplicity-parameter:
1123           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1124       - string:
1125           name: ARCHIVE_ARTIFACTS
1126           default: '{archive-artifacts}'
1127           description: Artifacts to archive to the logs server.
1128
1129     scm:
1130       - gerrit-trigger-scm:
1131           credentials-id: 'jenkins-gerrit-credentials'
1132           refspec: '$GERRIT_REFSPEC'
1133           choosing-strategy: 'gerrit'
1134
1135     wrappers:
1136       - fdio-infra-wrappers-non-activity-timeout:
1137           build-timeout: '{build-timeout}'
1138
1139     triggers:
1140       - gerrit-trigger-csit-perftest:
1141           project: '{project}'
1142           branch: '{branch}'
1143           trigger-word: 'csit-vpp-report-cov-{node-arch}-perftest'
1144           skip-vote: false
1145
1146     builders:
1147       - shell:
1148           !include-raw-escape:
1149           - ../scripts/setup_executor_env.sh
1150       - shell:
1151           !include-raw-escape:
1152           - ../scripts/csit/perf-verify.sh
1153
1154     publishers:
1155       - robot:
1156           output-path: 'archives'
1157           other-files:
1158             - '*.*'
1159
1160       - fdio-infra-publish
1161
1162 - job-template:
1163     name: 'csit-dpdk-perf-report-coverage-{stream_report}-{node-arch}'
1164
1165     description: |
1166       <ul>
1167           <li>objective
1168               <ul>
1169                   <li>get dpdk performance coverage data for csit report
1170               </ul>
1171           <li>job
1172               <ul>
1173                   <li>name:
1174                       <b>csit-dpdk-perf-report-coverage-{stream_report}-
1175                       {node-arch}</b>
1176                   <li>trigger: keyword in comment to csit patch:
1177                       <b>csit-dpdk-report-cov-{node-arch}-perftest
1178                       test_set_id</b>
1179                   <li>trigger example:
1180                       csit-dpdk-report-cov-{node-arch}-perftest dpdk-00
1181               </ul>
1182           <li>executor
1183               <ul>
1184                   <li>builder-{os}-prod-{executor-arch}
1185               </ul>
1186           <li>perf test-cases selection
1187               <ul>
1188                   <li>test-cases selected by tags defined in
1189                       <i>csit/docs/job_specs/report_coverage/{node-arch}/
1190                       test_set_id.md</i>
1191               </ul>
1192
1193           <li>results
1194               <ul>
1195                   <li>jjb verify: PASS/FAIL
1196                   <li>present: dpdk performance
1197                   <li>analyse: dpdk performance
1198               </ul>
1199       </ul>
1200
1201     project-type: freestyle
1202     node: 'builder-{os}-prod-{executor-arch}'
1203     concurrent: true
1204     archive-artifacts: 'archive/*.*'
1205     latest-only: false
1206
1207     build-discarder:
1208       daysToKeep: '{build-days-to-keep}'
1209       numToKeep: '{build-num-to-keep}'
1210       artifactDaysToKeep: '{build-artifact-days-to-keep}'
1211       artifactNumToKeep: '{build-artifact-num-to-keep}'
1212
1213     parameters:
1214       - project-parameter:
1215           project: '{project}'
1216       - gerrit-parameter:
1217           branch: '{branch}'
1218       - gerrit-refspec-parameter
1219       - gerrit-event-type-parameter
1220       - gerrit-event-comment-text-parameter
1221       - csit-perf-trial-duration-parameter:
1222           csit-perf-trial-duration: "{csit-perf-trial-duration}"
1223       - csit-perf-trial-multiplicity-parameter:
1224           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
1225       - string:
1226           name: ARCHIVE_ARTIFACTS
1227           default: '{archive-artifacts}'
1228           description: Artifacts to archive to the logs server.
1229
1230     scm:
1231       - gerrit-trigger-scm:
1232           credentials-id: 'jenkins-gerrit-credentials'
1233           refspec: '$GERRIT_REFSPEC'
1234           choosing-strategy: 'gerrit'
1235
1236     wrappers:
1237       - fdio-infra-wrappers-non-activity-timeout:
1238           build-timeout: '{build-timeout}'
1239
1240     triggers:
1241       - gerrit-trigger-csit-perftest:
1242           project: '{project}'
1243           branch: '{branch}'
1244           trigger-word: 'csit-dpdk-report-cov-{node-arch}-perftest'
1245           skip-vote: false
1246
1247     builders:
1248       - shell:
1249           !include-raw-escape:
1250           - ../scripts/setup_executor_env.sh
1251       - shell:
1252           !include-raw-escape:
1253           - ../scripts/csit/perf-verify.sh
1254
1255     publishers:
1256       - robot:
1257           output-path: 'archives'
1258           other-files:
1259             - '*.*'
1260
1261       - fdio-infra-publish