jjb/csit/csit-perf.yaml

   1 # Copyright (c) 2020 Cisco and/or its affiliates.
   2 # Copyright (c) 2019 PANTHEON.tech s.r.o. and/or its affiliates.
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at:
   6 #
   7 #     http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 ---
  16 - project:
  17     name: csit-perf
  18     description: 'CSIT Jenkins jobs.'
  19
  20     jobs:
  21       - 'csit-vpp-perf-verify-{stream}-{node-arch}'
  22       - 'csit-vpp-perf-mrr-daily-master{node-arch}':
  23           node-arch:
  24             - ''
  25             - -2n-clx
  26             - -2n-skx
  27             - -2n-dnv
  28             - -3n-skx
  29             - -3n-dnv
  30             - -3n-tsh:
  31                 executor: 'ubuntu1804arm-us'
  32                 vpp-mrr-daily-periodicity: '0 14 * * 6'
  33       - 'csit-vpp-perf-mrr-weekly-master-{node-arch}':
  34           node-arch:
  35             - 2n-clx
  36             - 2n-skx
  37       - 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}':
  38           node-arch:
  39             - 2n-clx
  40             - 2n-skx
  41             - 3n-skx
  42             - 3n-hsw
  43       - 'csit-dpdk-perf-verify-{stream}-{node-arch}'
  44       - 'csit-dpdk-perf-mrr-weekly-master{node-arch}':
  45           node-arch:
  46             - ''
  47             - -2n-clx
  48             - -2n-skx
  49             - -3n-skx
  50
  51     project: 'csit'
  52     executor: 'ubuntu1804-us'
  53     branch: 'master'
  54     branch-id: 'oper'
  55     vpp-mrr-daily-periodicity: '0 14 * * 1,4'
  56     csit-perf-trial-duration: "1.0"
  57     csit-perf-trial-multiplicity: "10"
  58     stream:
  59       - master:
  60           branch: 'master'
  61           branch-id: 'oper'
  62       - '1904':
  63           branch: 'rls1904'
  64           branch-id: 'oper-rls1904'
  65       - '1908_1':
  66           branch: 'rls1908_1'
  67           branch-id: 'oper-rls1908_1'
  68       - '2001':
  69           branch: 'rls2001'
  70           branch-id: 'oper-rls2001'
  71
  72     build-artifact-num-to-keep: 10
  73     node-arch:
  74       - 2n-clx
  75       - 2n-skx
  76       - 2n-dnv
  77       - 3n-skx
  78       - 3n-hsw
  79       - 3n-dnv
  80       - 3n-tsh:
  81           executor: 'ubuntu1804arm-us'
  82
  83 - job-template:
  84     name: 'csit-vpp-perf-verify-{stream}-{node-arch}'
  85
  86     description: |
  87       <ul>
  88           <li>objective
  89               <ul>
  90                   <li>perf verify - per csit gerrit patch
  91               </ul>
  92           <li>job
  93               <ul>
  94                   <li>name: <b>csit-vpp-perf-verify-{stream}-{node-arch}</b>
  95                   <li>trigger: keyword in comment to csit patch:
  96                       <b>csit-{node-arch}-perftest tag_list</b>
  97               </ul>
  98           <li>executor
  99               <ul>
 100                   <li>{executor}
 101               </ul>
 102           <li>perf test-cases selection
 103               <ul>
 104                   <li>test-cases selected using trigger keyword followed by tags
 105                   <li>all test-cases are labelled with CSIT RF topic tags
 106                       defined in <i>csit/docs/tag_documentation.rst</i>
 107               </ul>
 108           <li>proposed keywords
 109               <ul>
 110                   <li>focus on testing specified vpp packet processing path
 111                   <li>format: csit-{node-arch}-perftest tag_list
 112               </ul>
 113           <li>default tags for vpp startup config and perf test type
 114               <ul>
 115                   <li>IP4BASE, IP6BASE, L2BDBASE
 116                   <li>64B/78B: 64B/78B packet size
 117                   <li>1C: one core
 118                   <li>X710: x710 Fortville NIC
 119                   <li>MRR: MRR throughput
 120               </ul>
 121           <li>results
 122               <ul>
 123                   <li>jjb verify: PASS/FAIL
 124                   <li>present: no
 125                   <li>analyse: no
 126               </ul>
 127       </ul>
 128
 129     project-type: freestyle
 130     node: '{executor}'
 131     concurrent: true
 132     archive-artifacts: 'archive/*.*'
 133     latest-only: false
 134
 135     build-discarder:
 136       daysToKeep: '{build-days-to-keep}'
 137       numToKeep: '{build-num-to-keep}'
 138       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 139       artifactNumToKeep: '{build-artifact-num-to-keep}'
 140
 141     parameters:
 142       - project-parameter:
 143           project: '{project}'
 144       - gerrit-parameter:
 145           branch: '{branch}'
 146       - gerrit-refspec-parameter
 147       - gerrit-event-type-parameter
 148       - gerrit-event-comment-text-parameter
 149       - csit-perf-trial-duration-parameter:
 150           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 151       - csit-perf-trial-multiplicity-parameter:
 152           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 153       - string:
 154           name: ARCHIVE_ARTIFACTS
 155           default: '{archive-artifacts}'
 156           description: Artifacts to archive to the logs server.
 157       # This is a manually-triggered verify job, part of API coverage.
 158       # CRC checking is needed to ensure vpp crc job breaks only when intended.
 159       # Can be removed when this job is no longer needed for full API coverage.
 160       - csit-fail-on-crc-mismatch-parameter:
 161           fail-on-crc-mismatch: 'True'
 162
 163     scm:
 164       - gerrit-trigger-scm:
 165           credentials-id: 'jenkins-gerrit-credentials'
 166           refspec: '$GERRIT_REFSPEC'
 167           choosing-strategy: 'gerrit'
 168
 169     wrappers:
 170       - fdio-infra-wrappers-non-activity-timeout:
 171           build-timeout: '{build-timeout}'
 172
 173     triggers:
 174       - gerrit:
 175           server-name: 'Primary'
 176           trigger-on:
 177             - comment-added-contains-event:
 178                 comment-contains-value: 'csit-{node-arch}-perftest'
 179           projects:
 180             - project-compare-type: 'ANT'
 181               project-pattern: '{project}'
 182               branches:
 183                 - branch-compare-type: 'ANT'
 184                   branch-pattern: '**/{branch}'
 185           skip-vote:
 186             successful: false
 187             failed: false
 188             unstable: false
 189             notbuilt: false
 190
 191     builders:
 192       - shell:
 193           !include-raw-escape:
 194           - ../scripts/csit/perf-verify.sh
 195
 196     publishers:
 197       - robot:
 198           output-path: archive
 199           other-files:
 200             - '*.*'
 201
 202       - fdio-infra-shiplogs:
 203           maven-version: 'mvn33-new'
 204
 205 - job-template:
 206     name: 'csit-vpp-perf-mrr-daily-master{node-arch}'
 207
 208     description: |
 209       <ul>
 210           <li>objective
 211               <ul>
 212                   <li>check vpp perf mrr daily
 213               </ul>
 214           <li>executor
 215               <ul>
 216                   <li>{executor}
 217               </ul>
 218           <li>perf test-cases selection
 219               <ul>
 220                   <li>all CSIT VPP MRR perf suites
 221               </ul>
 222           <li>results
 223               <ul>
 224                   <li>jjb verify: PASS/FAIL
 225                   <li>present: no
 226                   <li>analyse: csit project (catch malfunctions/degradations)
 227               </ul>
 228       </ul>
 229
 230     project-type: freestyle
 231     node: '{executor}'
 232     concurrent: false
 233     archive-artifacts: 'csit/archive/*.*'
 234     latest-only: false
 235
 236     build-discarder:
 237       daysToKeep: '{build-days-to-keep}'
 238       numToKeep: '{build-num-to-keep}'
 239       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 240       artifactNumToKeep: '{build-artifact-num-to-keep}'
 241
 242     parameters:
 243       - project-parameter:
 244           project: '{project}'
 245       - gerrit-parameter:
 246           branch: '{branch}'
 247       - csit-perf-trial-duration-parameter:
 248           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 249       - csit-perf-trial-multiplicity-parameter:
 250           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 251       - string:
 252           name: ARCHIVE_ARTIFACTS
 253           default: '{archive-artifacts}'
 254           description: Artifacts to archive to the logs server.
 255
 256     wrappers:
 257       - fdio-infra-wrappers-non-activity-timeout:
 258           build-timeout: '{build-timeout}'
 259
 260     triggers:
 261       - timed: '{vpp-mrr-daily-periodicity}'
 262
 263     builders:
 264       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 265       - inject:
 266           properties-file: variables.prop
 267       - shell:
 268           !include-raw-escape:
 269           - ../scripts/csit/perf-timed.sh
 270
 271     publishers:
 272       - robot:
 273           output-path: 'csit/archive'
 274           other-files:
 275             - '*.*'
 276
 277       - fdio-infra-shiplogs:
 278           maven-version: 'mvn33-new'
 279
 280 - job-template:
 281     name: 'csit-vpp-perf-mrr-weekly-master-{node-arch}'
 282
 283     description: |
 284       <ul>
 285           <li>objective
 286               <ul>
 287                   <li>check vpp perf mrr weekly on {node-arch}
 288               </ul>
 289           <li>executor
 290               <ul>
 291                   <li>{executor}
 292               </ul>
 293           <li>perf test-cases selection
 294               <ul>
 295                   <li>NF Density CSIT VPP MRR perf suites
 296               </ul>
 297           <li>results
 298               <ul>
 299                   <li>jjb verify: PASS/FAIL
 300                   <li>present: no
 301                   <li>analyse: csit project (catch malfunctions/degradations)
 302               </ul>
 303       </ul>
 304
 305     project-type: freestyle
 306     node: '{executor}'
 307     concurrent: false
 308     archive-artifacts: 'csit/archive/*.*'
 309     latest-only: false
 310
 311     build-discarder:
 312       daysToKeep: '{build-days-to-keep}'
 313       numToKeep: '{build-num-to-keep}'
 314       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 315       artifactNumToKeep: '{build-artifact-num-to-keep}'
 316
 317     parameters:
 318       - project-parameter:
 319           project: '{project}'
 320       - gerrit-parameter:
 321           branch: '{branch}'
 322       - csit-perf-trial-duration-parameter:
 323           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 324       - csit-perf-trial-multiplicity-parameter:
 325           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 326       - string:
 327           name: ARCHIVE_ARTIFACTS
 328           default: '{archive-artifacts}'
 329           description: Artifacts to archive to the logs server.
 330
 331     wrappers:
 332       - fdio-infra-wrappers-non-activity-timeout:
 333           build-timeout: '{build-timeout}'
 334
 335     triggers:
 336       - timed: '0 0 * * 6'
 337
 338     builders:
 339       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 340       - inject:
 341           properties-file: variables.prop
 342       - shell:
 343           !include-raw-escape:
 344           - ../scripts/csit/perf-timed.sh
 345
 346     publishers:
 347       - robot:
 348           output-path: 'csit/archive'
 349           other-files:
 350             - '*.*'
 351
 352       - fdio-infra-shiplogs:
 353           maven-version: 'mvn33-new'
 354
 355 - job-template:
 356     name: 'csit-vpp-perf-ndrpdr-weekly-master-{node-arch}'
 357
 358     description: |
 359       <ul>
 360           <li>objective
 361               <ul>
 362                   <li>check vpp perf ndrpdr weekly on {node-arch}
 363               </ul>
 364           <li>executor
 365               <ul>
 366                   <li>{executor}
 367               </ul>
 368           <li>perf test-cases selection
 369               <ul>
 370                   <li>pre-selected CSIT VPP NDRPDR perf suites
 371               </ul>
 372           <li>results
 373               <ul>
 374                   <li>jjb verify: PASS/FAIL
 375                   <li>present: no
 376                   <li>analyse: csit project (catch malfunctions/degradations)
 377               </ul>
 378       </ul>
 379     project-type: freestyle
 380     node: '{executor}'
 381     concurrent: false
 382     archive-artifacts: 'csit/archive/*.*'
 383     latest-only: false
 384
 385     build-discarder:
 386       daysToKeep: '{build-days-to-keep}'
 387       numToKeep: '{build-num-to-keep}'
 388       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 389       artifactNumToKeep: '{build-artifact-num-to-keep}'
 390
 391     parameters:
 392       - project-parameter:
 393           project: '{project}'
 394       - gerrit-parameter:
 395           branch: '{branch}'
 396       - string:
 397           name: ARCHIVE_ARTIFACTS
 398           default: '{archive-artifacts}'
 399           description: Artifacts to archive to the logs server.
 400
 401     wrappers:
 402       - fdio-infra-wrappers-non-activity-timeout:
 403           build-timeout: '{build-timeout}'
 404
 405     triggers:
 406       - timed: '0 0 * * 6'
 407
 408     builders:
 409       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 410       - inject:
 411           properties-file: variables.prop
 412       - shell:
 413           !include-raw-escape:
 414           - ../scripts/csit/perf-timed.sh
 415
 416     publishers:
 417       - robot:
 418           output-path: 'csit/archive'
 419           other-files:
 420             - '*.*'
 421
 422       - fdio-infra-shiplogs:
 423           maven-version: 'mvn33-new'
 424
 425 - job-template:
 426     name: 'csit-dpdk-perf-verify-{stream}-{node-arch}'
 427
 428     description: |
 429       <ul>
 430           <li>objective
 431               <ul>
 432                   <li>perf verify - per csit gerrit patch
 433               </ul>
 434           <li>job
 435               <ul>
 436                   <li>name: <b>csit-dpdk-perf-verify-{stream}-{node-arch}</b>
 437                   <li>trigger: keyword in comment to csit patch:
 438                       <b>csit-dpdk-{node-arch}-perftest tag_list</b>
 439               </ul>
 440           <li>executor
 441               <ul>
 442                   <li>{executor}
 443               </ul>
 444           <li>perf test-cases selection
 445               <ul>
 446                   <li>test-cases selected using trigger keyword followed by tags
 447                   <li>all test-cases are labelled with CSIT RF topic tags
 448                       defined in <i>csit/docs/tag_documentation.rst</i>
 449               </ul>
 450           <li>default tags for dpdk perf test type
 451               <ul>
 452                   <li>IP4BASE, L2XCBASE
 453                   <li>64B: 64B packet size
 454                   <li>1C: one core
 455                   <li>X710: x710 Fortville NIC
 456                   <li>MRR: MRR throughput
 457               </ul>
 458           <li>results
 459               <ul>
 460                   <li>jjb verify: PASS/FAIL
 461                   <li>present: no
 462                   <li>analyse: no
 463               </ul>
 464       </ul>
 465
 466     project-type: freestyle
 467     node: '{executor}'
 468     concurrent: true
 469     archive-artifacts: 'archive/*.*'
 470     latest-only: false
 471
 472     build-discarder:
 473       daysToKeep: '{build-days-to-keep}'
 474       numToKeep: '{build-num-to-keep}'
 475       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 476       artifactNumToKeep: '{build-artifact-num-to-keep}'
 477
 478     parameters:
 479       - project-parameter:
 480           project: '{project}'
 481       - gerrit-parameter:
 482           branch: '{branch}'
 483       - csit-perf-trial-duration-parameter:
 484           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 485       - csit-perf-trial-multiplicity-parameter:
 486           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 487       - string:
 488           name: ARCHIVE_ARTIFACTS
 489           default: '{archive-artifacts}'
 490           description: Artifacts to archive to the logs server.
 491
 492     scm:
 493       - gerrit-trigger-scm:
 494           credentials-id: 'jenkins-gerrit-credentials'
 495           refspec: '$GERRIT_REFSPEC'
 496           choosing-strategy: 'gerrit'
 497
 498     wrappers:
 499       - fdio-infra-wrappers-non-activity-timeout:
 500           build-timeout: '{build-timeout}'
 501
 502     triggers:
 503       - gerrit:
 504           server-name: 'Primary'
 505           trigger-on:
 506             - comment-added-contains-event:
 507                 comment-contains-value: 'csit-dpdk-{node-arch}-perftest'
 508           projects:
 509             - project-compare-type: 'ANT'
 510               project-pattern: '{project}'
 511               branches:
 512                 - branch-compare-type: 'ANT'
 513                   branch-pattern: '**/{branch}'
 514           skip-vote:
 515             successful: false
 516             failed: false
 517             unstable: false
 518             notbuilt: false
 519
 520     builders:
 521       - shell:
 522           !include-raw-escape:
 523           - ../scripts/csit/perf-verify.sh
 524
 525     publishers:
 526       - robot:
 527           output-path: archive
 528           other-files:
 529             - '*.*'
 530
 531       - fdio-infra-shiplogs:
 532           maven-version: 'mvn33-new'
 533
 534 - job-template:
 535     name: 'csit-dpdk-perf-mrr-weekly-master{node-arch}'
 536
 537     description: |
 538       <ul>
 539           <li>objective
 540               <ul>
 541                   <li>check dpdk perf mrr weekly
 542               </ul>
 543           <li>executor
 544               <ul>
 545                   <li>{executor}
 546               </ul>
 547           <li>perf test-cases selection
 548               <ul>
 549                   <li>all CSIT DPDK MRR perf suites
 550               </ul>
 551           <li>results
 552               <ul>
 553                   <li>jjb verify: PASS/FAIL
 554                   <li>present: no
 555                   <li>analyse: csit project (catch malfunctions/degradations)
 556               </ul>
 557       </ul>
 558
 559     project-type: freestyle
 560     node: '{executor}'
 561     concurrent: false
 562     archive-artifacts: 'csit/archive/*.*'
 563     latest-only: false
 564
 565     build-discarder:
 566       daysToKeep: '{build-days-to-keep}'
 567       numToKeep: '{build-num-to-keep}'
 568       artifactDaysToKeep: '{build-artifact-days-to-keep}'
 569       artifactNumToKeep: '{build-artifact-num-to-keep}'
 570
 571     parameters:
 572       - project-parameter:
 573           project: '{project}'
 574       - gerrit-parameter:
 575           branch: '{branch}'
 576       - csit-perf-trial-duration-parameter:
 577           csit-perf-trial-duration: "{csit-perf-trial-duration}"
 578       - csit-perf-trial-multiplicity-parameter:
 579           csit-perf-trial-multiplicity: "{csit-perf-trial-multiplicity}"
 580       - string:
 581           name: ARCHIVE_ARTIFACTS
 582           default: '{archive-artifacts}'
 583           description: Artifacts to archive to the logs server.
 584
 585     wrappers:
 586       - fdio-infra-wrappers-non-activity-timeout:
 587           build-timeout: '{build-timeout}'
 588
 589     triggers:
 590       - timed: '0 0 * * 6'
 591
 592     builders:
 593       - shell: 'echo "BRANCH_ID={branch-id}" > $WORKSPACE/variables.prop'
 594       - inject:
 595           properties-file: variables.prop
 596       - shell:
 597           !include-raw-escape:
 598           - ../scripts/csit/perf-timed.sh
 599
 600     publishers:
 601       - robot:
 602           output-path: 'csit/archive'
 603           other-files:
 604             - '*.*'
 605
 606       - fdio-infra-shiplogs:
 607           maven-version: 'mvn33-new'